00000001:02000400:1.0F:1767384284.166940:0:16024:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing load_modules_local 00000400:00000010:0.0F:1767384285.416612:0:16091:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 0000000027759600. 00000400:00000010:0.0:1767384285.416628:0:16091:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f7289df3. 00000400:00000010:0.0:1767384285.416632:0:16091:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007499aa1e. 00000400:00000010:0.0:1767384285.416634:0:16091:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000000751bb27. 00000400:00000010:0.0:1767384285.416635:0:16091:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008717a9ec. 00000400:00000010:0.0:1767384285.416636:0:16091:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000941e941b. 00000400:00000200:0.0:1767384285.416711:0:16091:0:(api-ni.c:1029:lnet_register_lnd()) lo LND registered 00000020:02000000:0.0:1767384285.508055:0:16123:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_2_g45eb11f 00000020:00000010:0.0:1767384285.510720:0:16123:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 000000006160c8db. 00000001:00000010:0.0:1767384285.511517:0:16123:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fee2b5e2. 00000001:00000010:0.0:1767384285.511522:0:16123:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e88a5934. 00000001:00000010:0.0:1767384285.511524:0:16123:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001105ed30. 00000001:00000010:0.0:1767384285.511526:0:16123:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000621b342e. 00000001:00000010:0.0:1767384285.511528:0:16123:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000979413e6. 00000001:00000010:0.0:1767384285.511529:0:16123:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000004026be. 00000020:00000010:0.0:1767384285.511588:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7850137. 00000020:00000010:0.0:1767384285.511591:0:16123:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b6c87a7. 00000001:00000010:0.0:1767384285.511594:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bcff2040. 00000020:00000010:0.0:1767384285.511631:0:16123:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000c2432860. 00000020:00000010:0.0:1767384285.511763:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001172ff6a. 00000020:00000010:0.0:1767384285.511766:0:16123:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e0f0a6c8. 00000020:00000010:0.0:1767384285.511769:0:16123:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000028ce22c2. 00000020:00000010:0.0:1767384285.511772:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000083d4dc0. 00000020:00000010:0.0:1767384285.511775:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033432275. 00000020:00000010:0.0:1767384285.511777:0:16123:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011beeb3d. 00000020:00000010:0.0:1767384285.511780:0:16123:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f4de698a. 00000020:00000010:0.0:1767384285.511783:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009840970b. 00000020:00000010:0.0:1767384285.511787:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baa3ba6c. 00000020:00000010:0.0:1767384285.511789:0:16123:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca4e0339. 00000020:00000010:0.0:1767384285.511791:0:16123:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000ef82c5ec. 00000020:00000010:0.0:1767384285.511794:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003edeb8d9. 00000020:00000010:0.0:1767384285.511797:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc4e4ba1. 00000020:00000010:0.0:1767384285.511798:0:16123:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dda2f25b. 00000020:00000010:0.0:1767384285.511800:0:16123:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000d8c05fd4. 00000020:00000010:0.0:1767384285.511807:0:16123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068b52e64. 02000000:00000010:0.0:1767384285.511811:0:16123:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000fd2494f5. 02000000:00000010:0.0:1767384285.511813:0:16123:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000009732a20d. 02000000:00000010:0.0:1767384285.511826:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000003e764dd3. 02000000:00000010:0.0:1767384285.511829:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 0000000054b6dc51. 00000001:00000010:0.0:1767384285.511832:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009eef4ac0. 00000020:00000010:0.0:1767384285.511855:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000008aa468ae. 00000020:00000010:0.0:1767384285.511866:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000008aa468ae. 02000000:00000010:0.0:1767384285.511869:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000caf78718. 02000000:00000010:0.0:1767384285.511872:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000dca9af60. 00000001:00000010:0.0:1767384285.511875:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000042f092fb. 00000020:00000010:0.0:1767384285.511895:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000008aa468ae. 00000020:00000010:0.0:1767384285.511902:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000008aa468ae. 02000000:00000010:0.0:1767384285.511905:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004e7a21eb. 02000000:00000010:0.0:1767384285.511907:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000004022bf4b. 00000001:00000010:0.0:1767384285.511909:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007bdde8be. 00000020:00000010:0.0:1767384285.511925:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000008aa468ae. 00000020:00000010:0.0:1767384285.511932:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000008aa468ae. 02000000:00000010:0.0:1767384285.511934:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f0b03d5c. 02000000:00000010:0.0:1767384285.511935:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 000000008aa468ae. 00000001:00000010:0.0:1767384285.511938:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a299b710. 00000020:00000010:0.0:1767384285.511971:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.511977:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.511981:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000099b4e476. 02000000:00000010:0.0:1767384285.511983:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000d781dd55. 00000001:00000010:0.0:1767384285.511985:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000014d89d8. 00000020:00000010:0.0:1767384285.512007:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512018:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512020:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000999dbc01. 02000000:00000010:0.0:1767384285.512023:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 0000000081db2739. 00000001:00000010:0.0:1767384285.512026:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fa3e816d. 00000020:00000010:0.0:1767384285.512051:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512056:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512058:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e91cd600. 02000000:00000010:0.0:1767384285.512060:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000000bbd09d7. 00000001:00000010:0.0:1767384285.512061:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e650495e. 00000020:00000010:0.0:1767384285.512083:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512091:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512093:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000065610dd4. 02000000:00000010:0.0:1767384285.512095:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000006b63bd27. 00000001:00000010:0.0:1767384285.512096:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002ae415d1. 00000020:00000010:0.0:1767384285.512120:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512130:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512134:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006ed88e2d. 02000000:00000010:0.0:1767384285.512136:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000004e8e90ca. 00000001:00000010:0.0:1767384285.512139:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000c78b305. 00000020:00000010:0.0:1767384285.512184:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512193:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512195:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000063819ac8. 02000000:00000010:0.0:1767384285.512198:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000202acc8e. 00000001:00000010:0.0:1767384285.512200:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007a40bde5. 00000020:00000010:0.0:1767384285.512231:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512243:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512247:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005c9530af. 02000000:00000010:0.0:1767384285.512249:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000082c851d3. 00000001:00000010:0.0:1767384285.512251:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e1793b4b. 00000020:00000010:0.0:1767384285.512279:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512289:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512293:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000089f9eb05. 02000000:00000010:0.0:1767384285.512295:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000070e3a0c. 00000001:00000010:0.0:1767384285.512298:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f589c4a8. 00000020:00000010:0.0:1767384285.512320:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512341:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512347:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000cd374e1. 02000000:00000010:0.0:1767384285.512352:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000008c50bcaa. 00000001:00000010:0.0:1767384285.512355:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000367311d0. 00000020:00000010:0.0:1767384285.512400:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512417:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 02000000:00000010:0.0:1767384285.512422:0:16123:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004eb0656f. 02000000:00000010:0.0:1767384285.512425:0:16123:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000052116e3e. 00000001:00000010:0.0:1767384285.512428:0:16123:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000029acbd76. 00000020:00000010:0.0:1767384285.512461:0:16123:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e4e433fc. 00000020:00000010:0.0:1767384285.512474:0:16123:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e4e433fc. 00000400:00000010:0.0:1767384285.589356:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f141bc1f. 00000400:00000010:0.0:1767384285.589366:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c984ee9c. 00000100:00000010:0.0:1767384285.589372:0:16138:0:(service.c:3564:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at 00000000ba0e40a5. 00000100:00000010:0.0:1767384285.589591:0:16140:0:(service.c:3207:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000200cf88f. 00000020:00000010:0.0:1767384285.589596:0:16140:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc11be6c. 00000020:00000010:0.0:1767384285.589599:0:16140:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068166aa0. 00000040:00000010:0.0:1767384285.589603:0:16140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed14a083. 00000020:00000010:0.0:1767384285.589606:0:16140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091a3d986. 00000020:00000010:0.0:1767384285.589610:0:16140:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e231a555. 00000100:00000200:0.0:1767384285.589754:0:16138:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1767384285.589914:0:16138:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000000de8e532. 00000400:00000010:0.0:1767384285.589917:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb6bedd3. 00000400:00000010:0.0:1767384285.589919:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000d45a742c. 00000400:00000010:0.0:1767384285.589921:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005de52c83. 00000400:00000010:0.0:1767384285.589922:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000a30d7a2d. 00000400:00000010:0.0:1767384285.589940:0:16138:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 0000000010813321. 00000400:00000010:0.0:1767384285.589944:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e482edcb. 00000400:00000010:0.0:1767384285.589946:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000003c06873f. 00000400:00000010:0.0:1767384285.589948:0:16138:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000cf96c12a. 00000400:00000010:0.0:1767384285.589950:0:16138:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000d1b18052. 00000400:00000010:0.0:1767384285.589988:0:16138:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000052ec85f8. 00000400:00000010:0.0:1767384285.590007:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022e75433. 00000400:00000010:0.0:1767384285.590009:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000905447d1. 00000400:00000010:0.0:1767384285.590044:0:16138:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000217a6cce. 00000400:00000010:0.0:1767384285.590061:0:16138:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000003789047a. 00000400:00000010:0.0:1767384285.590063:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000060bc60bf. 00000400:00000010:0.0:1767384285.590064:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002385e674. 00000400:00000010:0.0:1767384285.590065:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000501a0842. 00000400:00000010:0.0:1767384285.590069:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000acb3e89a. 00000400:00000010:0.0:1767384285.590071:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a7846dec. 00000400:00000010:0.0:1767384285.590072:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007b02c7d2. 00000400:00000010:0.0:1767384285.590073:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063945f9a. 00000400:00000010:0.0:1767384285.590076:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006009f57f. 00000400:00000010:0.0:1767384285.590078:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a770d12. 00000400:00000010:0.0:1767384285.590079:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbaa0c90. 00000400:00000010:0.0:1767384285.590080:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057371931. 00000400:00000010:0.0:1767384285.590083:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002588c21. 00000400:00000010:0.0:1767384285.590084:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007cab81a7. 00000400:00000010:0.0:1767384285.590085:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000678b226e. 00000400:00000010:0.0:1767384285.590086:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017e1333e. 00000400:00000010:0.0:1767384285.590089:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9e1b0d1. 00000400:00000010:0.0:1767384285.590091:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008c036f67. 00000400:00000010:0.0:1767384285.590092:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001875886a. 00000400:00000010:0.0:1767384285.590093:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc48aa3b. 00000400:00000010:0.0:1767384285.590096:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003339367e. 00000400:00000010:0.0:1767384285.590098:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000034110cc. 00000400:00000010:0.0:1767384285.590099:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002cd37eb8. 00000400:00000010:0.0:1767384285.590100:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019942722. 00000400:00000010:0.0:1767384285.590103:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d207997. 00000400:00000010:0.0:1767384285.590104:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008085c557. 00000400:00000010:0.0:1767384285.590105:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f99641e. 00000400:00000010:0.0:1767384285.590106:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008235459. 00000400:00000010:0.0:1767384285.590109:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c7b054e. 00000400:00000010:0.0:1767384285.590114:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a09e2bd8. 00000400:00000010:0.0:1767384285.590115:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fd5cb224. 00000400:00000010:0.0:1767384285.590116:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba8b7264. 00000400:00000010:0.0:1767384285.590120:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002daf6aab. 00000400:00000010:0.0:1767384285.590122:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b34a67c7. 00000400:00000010:0.0:1767384285.590123:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000663feb24. 00000400:00000010:0.0:1767384285.590124:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f303d6a. 00000400:00000010:0.0:1767384285.590127:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000407f8f75. 00000400:00000010:0.0:1767384285.590128:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000082d9a3e9. 00000400:00000010:0.0:1767384285.590129:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000033a0b825. 00000400:00000010:0.0:1767384285.590130:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c24a4b3a. 00000400:00000010:0.0:1767384285.590133:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b29f248e. 00000400:00000010:0.0:1767384285.590135:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d1994c5b. 00000400:00000010:0.0:1767384285.590136:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003818087d. 00000400:00000010:0.0:1767384285.590137:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000016efb865. 00000400:00000010:0.0:1767384285.590139:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d3b3e64. 00000400:00000010:0.0:1767384285.590141:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001c6e46df. 00000400:00000010:0.0:1767384285.590142:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b64a3e4b. 00000400:00000010:0.0:1767384285.590143:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7b45305. 00000400:00000010:0.0:1767384285.590147:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000653c2a60. 00000400:00000010:0.0:1767384285.590148:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000037217198. 00000400:00000010:0.0:1767384285.590149:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a33f2d78. 00000400:00000010:0.0:1767384285.590150:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005bc38a5f. 00000400:00000010:0.0:1767384285.590171:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000826bb38e. 00000400:00000010:0.0:1767384285.590174:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000acc8d752. 00000400:00000010:0.0:1767384285.590175:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5337b5d. 00000400:00000010:0.0:1767384285.590176:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004da779a1. 00000400:00000010:0.0:1767384285.590179:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005717fc9b. 00000400:00000010:0.0:1767384285.590181:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d8c81f25. 00000400:00000010:0.0:1767384285.590182:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002ab4628b. 00000400:00000010:0.0:1767384285.590183:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c34acbf5. 00000400:00000010:0.0:1767384285.590186:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e08bd0f. 00000400:00000010:0.0:1767384285.590187:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fda6be73. 00000400:00000010:0.0:1767384285.590192:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000092b05624. 00000400:00000010:0.0:1767384285.590194:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a40ae5b. 00000400:00000010:0.0:1767384285.590197:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000703eb7a. 00000400:00000010:0.0:1767384285.590199:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000022331648. 00000400:00000010:0.0:1767384285.590200:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9cbd46a. 00000400:00000010:0.0:1767384285.590201:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068749e66. 00000400:00000010:0.0:1767384285.590204:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f51c077f. 00000400:00000010:0.0:1767384285.590206:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2cb342a. 00000400:00000010:0.0:1767384285.590207:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074f9d00a. 00000400:00000010:0.0:1767384285.590208:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046b53b54. 00000400:00000010:0.0:1767384285.590211:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005fc5b898. 00000400:00000010:0.0:1767384285.590212:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cc312486. 00000400:00000010:0.0:1767384285.590213:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000060156342. 00000400:00000010:0.0:1767384285.590214:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc29d614. 00000400:00000010:0.0:1767384285.590218:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091fcc53f. 00000400:00000010:0.0:1767384285.590219:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000463fb5b9. 00000400:00000010:0.0:1767384285.590220:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa8f44d0. 00000400:00000010:0.0:1767384285.590221:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024cf5a4d. 00000400:00000010:0.0:1767384285.590224:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043220eb9. 00000400:00000010:0.0:1767384285.590226:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d04f1c2c. 00000400:00000010:0.0:1767384285.590227:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d8e71f3e. 00000400:00000010:0.0:1767384285.590228:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f39b042. 00000400:00000010:0.0:1767384285.590232:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d2d286a9. 00000400:00000010:0.0:1767384285.590234:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000005c92d469. 00000400:00000010:0.0:1767384285.590235:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f75d175d. 00000400:00000010:0.0:1767384285.590236:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c3babb5. 00000400:00000010:0.0:1767384285.590239:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005259f671. 00000400:00000010:0.0:1767384285.590240:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006c92728e. 00000400:00000010:0.0:1767384285.590242:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076aa404d. 00000400:00000010:0.0:1767384285.590243:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ae947b2. 00000400:00000010:0.0:1767384285.590246:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000354b8c12. 00000400:00000010:0.0:1767384285.590247:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000092adfc43. 00000400:00000010:0.0:1767384285.590251:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001577fdf8. 00000400:00000010:0.0:1767384285.590252:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ddb3ebeb. 00000400:00000010:0.0:1767384285.590255:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6f67908. 00000400:00000010:0.0:1767384285.590257:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000968becc7. 00000400:00000010:0.0:1767384285.590258:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b422b737. 00000400:00000010:0.0:1767384285.590259:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002709383e. 00000400:00000010:0.0:1767384285.590262:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ace469ed. 00000400:00000010:0.0:1767384285.590264:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000084be7310. 00000400:00000010:0.0:1767384285.590265:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005f798c0b. 00000400:00000010:0.0:1767384285.590266:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000075e08174. 00000400:00000010:0.0:1767384285.590269:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b443cd5. 00000400:00000010:0.0:1767384285.590271:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004590eab3. 00000400:00000010:0.0:1767384285.590272:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000806aa8db. 00000400:00000010:0.0:1767384285.590273:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7fc5549. 00000400:00000010:0.0:1767384285.590280:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000dd6ccef. 00000400:00000010:0.0:1767384285.590282:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000595dd868. 00000400:00000010:0.0:1767384285.590283:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e795282d. 00000400:00000010:0.0:1767384285.590284:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084dd448e. 00000400:00000010:0.0:1767384285.590287:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092854eca. 00000400:00000010:0.0:1767384285.590289:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f2bc9fe5. 00000400:00000010:0.0:1767384285.590290:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000023623e98. 00000400:00000010:0.0:1767384285.590291:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000820df805. 00000400:00000010:0.0:1767384285.590293:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034a42b79. 00000400:00000010:0.0:1767384285.590295:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006f7bd9e5. 00000400:00000010:0.0:1767384285.590296:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000590c5700. 00000400:00000010:0.0:1767384285.590297:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e757186. 00000400:00000010:0.0:1767384285.590300:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001c0f9ff6. 00000400:00000010:0.0:1767384285.590302:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fab8bc8e. 00000400:00000010:0.0:1767384285.590303:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fca582ac. 00000400:00000010:0.0:1767384285.590304:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a59f0812. 00000400:00000010:0.0:1767384285.590309:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003ca00ced. 00000400:00000010:0.0:1767384285.590311:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004c5415a4. 00000400:00000010:0.0:1767384285.590316:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e66771d6. 00000400:00000010:0.0:1767384285.590317:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005bf28d5e. 00000400:00000010:0.0:1767384285.590319:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fee66770. 00000400:00000010:0.0:1767384285.590321:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c4147b1e. 00000400:00000010:0.0:1767384285.590322:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e0c9ae14. 00000400:00000010:0.0:1767384285.590324:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6359b9a. 00000400:00000010:0.0:1767384285.590326:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae753cd5. 00000400:00000010:0.0:1767384285.590328:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001dd295f2. 00000400:00000010:0.0:1767384285.590329:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000065259994. 00000400:00000010:0.0:1767384285.590331:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d1f3cf8. 00000400:00000010:0.0:1767384285.590335:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000089f08f9b. 00000400:00000010:0.0:1767384285.590337:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ed14e19d. 00000400:00000010:0.0:1767384285.590339:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f36a39cd. 00000400:00000010:0.0:1767384285.590341:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084e8621c. 00000400:00000010:0.0:1767384285.590349:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a2825b8. 00000400:00000010:0.0:1767384285.590354:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000016463a15. 00000400:00000010:0.0:1767384285.590356:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6ded222. 00000400:00000010:0.0:1767384285.590358:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea82c797. 00000400:00000010:0.0:1767384285.590362:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a1a356cc. 00000400:00000010:0.0:1767384285.590365:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000003585076. 00000400:00000010:0.0:1767384285.590367:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b482666b. 00000400:00000010:0.0:1767384285.590369:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017355d6e. 00000400:00000010:0.0:1767384285.590373:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b14d2595. 00000400:00000010:0.0:1767384285.590376:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000013e068a9. 00000400:00000010:0.0:1767384285.590379:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd682ee3. 00000400:00000010:0.0:1767384285.590380:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010a97ecb. 00000400:00000010:0.0:1767384285.590383:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000039d49447. 00000400:00000010:0.0:1767384285.590384:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e2a2b494. 00000400:00000010:0.0:1767384285.590386:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000083971037. 00000400:00000010:0.0:1767384285.590387:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004dc3b821. 00000400:00000010:0.0:1767384285.590395:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000099b3d673. 00000400:00000010:0.0:1767384285.590397:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007d2203f1. 00000400:00000010:0.0:1767384285.590401:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000003f5ea68. 00000400:00000010:0.0:1767384285.590402:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4d03cab. 00000400:00000010:0.0:1767384285.590405:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003670c2bf. 00000400:00000010:0.0:1767384285.590406:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f53a88a4. 00000400:00000010:0.0:1767384285.590408:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d13ecca. 00000400:00000010:0.0:1767384285.590409:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000995ece4c. 00000400:00000010:0.0:1767384285.590411:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b7aab68. 00000400:00000010:0.0:1767384285.590413:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bf4bdb06. 00000400:00000010:0.0:1767384285.590414:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038622778. 00000400:00000010:0.0:1767384285.590415:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdc0a2a6. 00000400:00000010:0.0:1767384285.590418:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eccb3a90. 00000400:00000010:0.0:1767384285.590419:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f5112bab. 00000400:00000010:0.0:1767384285.590420:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ffa095f. 00000400:00000010:0.0:1767384285.590421:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1a02aa7. 00000400:00000010:0.0:1767384285.590427:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000702d33e5. 00000400:00000010:0.0:1767384285.590429:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009119f015. 00000400:00000010:0.0:1767384285.590430:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bcb52610. 00000400:00000010:0.0:1767384285.590431:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba623193. 00000400:00000010:0.0:1767384285.590434:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000deca1485. 00000400:00000010:0.0:1767384285.590435:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000086d733e2. 00000400:00000010:0.0:1767384285.590436:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fb3d452a. 00000400:00000010:0.0:1767384285.590437:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000292f2d22. 00000400:00000010:0.0:1767384285.590440:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002206d649. 00000400:00000010:0.0:1767384285.590441:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000530652a. 00000400:00000010:0.0:1767384285.590442:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000acfdf8c7. 00000400:00000010:0.0:1767384285.590443:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000555852. 00000400:00000010:0.0:1767384285.590446:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009760acb1. 00000400:00000010:0.0:1767384285.590447:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5eb3149. 00000400:00000010:0.0:1767384285.590449:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e598c3fb. 00000400:00000010:0.0:1767384285.590450:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000037f90d00. 00000400:00000010:0.0:1767384285.590455:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000523bef54. 00000400:00000010:0.0:1767384285.590457:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000035cb4926. 00000400:00000010:0.0:1767384285.590461:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d21bdf52. 00000400:00000010:0.0:1767384285.590462:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005075c972. 00000400:00000010:0.0:1767384285.590465:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3adb8ef. 00000400:00000010:0.0:1767384285.590467:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a50bf1b3. 00000400:00000010:0.0:1767384285.590468:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c02afe5. 00000400:00000010:0.0:1767384285.590474:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f60bba9. 00000400:00000010:0.0:1767384285.590477:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d254dcc. 00000400:00000010:0.0:1767384285.590479:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ed5c128d. 00000400:00000010:0.0:1767384285.590480:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009f45c8f1. 00000400:00000010:0.0:1767384285.590481:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001749f467. 00000400:00000010:0.0:1767384285.590483:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034a4907b. 00000400:00000010:0.0:1767384285.590485:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006375e6f1. 00000400:00000010:0.0:1767384285.590486:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000757ba207. 00000400:00000010:0.0:1767384285.590487:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f74f3cc. 00000400:00000010:0.0:1767384285.590493:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ffcb989. 00000400:00000010:0.0:1767384285.590495:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000cb7a0dbf. 00000400:00000010:0.0:1767384285.590496:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bcec31f9. 00000400:00000010:0.0:1767384285.590497:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085cc99d1. 00000400:00000010:0.0:1767384285.590500:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ca35a1a1. 00000400:00000010:0.0:1767384285.590501:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003d4ce288. 00000400:00000010:0.0:1767384285.590502:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d7f27be0. 00000400:00000010:0.0:1767384285.590503:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1876a76. 00000400:00000010:0.0:1767384285.590506:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4eb2e5c. 00000400:00000010:0.0:1767384285.590507:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000089eac9fc. 00000400:00000010:0.0:1767384285.590508:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eca03758. 00000400:00000010:0.0:1767384285.590509:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085eab534. 00000400:00000010:0.0:1767384285.590512:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001442f4ef. 00000400:00000010:0.0:1767384285.590513:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c101391c. 00000400:00000010:0.0:1767384285.590515:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c18b068e. 00000400:00000010:0.0:1767384285.590516:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d865bdc5. 00000400:00000010:0.0:1767384285.590521:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fb57ce55. 00000400:00000010:0.0:1767384285.590523:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009a483760. 00000400:00000010:0.0:1767384285.590528:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016010041. 00000400:00000010:0.0:1767384285.590529:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059dcf1f0. 00000400:00000010:0.0:1767384285.590532:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c80a1b9a. 00000400:00000010:0.0:1767384285.590534:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000683d3cc2. 00000400:00000010:0.0:1767384285.590535:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013d417f4. 00000400:00000010:0.0:1767384285.590536:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001e7675f6. 00000400:00000010:0.0:1767384285.590538:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aee76788. 00000400:00000010:0.0:1767384285.590540:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000471e7515. 00000400:00000010:0.0:1767384285.590541:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c46d099. 00000400:00000010:0.0:1767384285.590542:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c4c3e39. 00000400:00000010:0.0:1767384285.590544:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f16adc13. 00000400:00000010:0.0:1767384285.590546:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000416c5d93. 00000400:00000010:0.0:1767384285.590547:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ee16cc1. 00000400:00000010:0.0:1767384285.590548:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091a6f284. 00000400:00000010:0.0:1767384285.590738:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000476c0ae2. 00000400:00000010:0.0:1767384285.590742:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008b4721c1. 00000400:00000010:0.0:1767384285.590744:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007713ab7a. 00000400:00000010:0.0:1767384285.590745:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d860292. 00000400:00000010:0.0:1767384285.590748:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000097ea6cef. 00000400:00000010:0.0:1767384285.590749:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ff7a5ae1. 00000400:00000010:0.0:1767384285.590750:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000394dc6d3. 00000400:00000010:0.0:1767384285.590751:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004716290d. 00000400:00000010:0.0:1767384285.590754:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000924b8560. 00000400:00000010:0.0:1767384285.590756:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b49266f0. 00000400:00000010:0.0:1767384285.590757:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000178e4b49. 00000400:00000010:0.0:1767384285.590758:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d743f87. 00000400:00000010:0.0:1767384285.590761:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000167db2f1. 00000400:00000010:0.0:1767384285.590762:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000058cef220. 00000400:00000010:0.0:1767384285.590763:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed79b018. 00000400:00000010:0.0:1767384285.590764:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024c147a0. 00000400:00000010:0.0:1767384285.590771:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a55b6dd4. 00000400:00000010:0.0:1767384285.590773:0:16138:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002dac0614. 00000400:00000010:0.0:1767384285.590777:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053b90514. 00000400:00000010:0.0:1767384285.590778:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006cd0ee2f. 00000400:00000010:0.0:1767384285.590781:0:16138:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a814eed9. 00000400:00000010:0.0:1767384285.590783:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9498f5e. 00000400:00000010:0.0:1767384285.590785:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f68d8fb9. 00000400:00000010:0.0:1767384285.590787:0:16138:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000006676833. 00000400:00000010:0.0:1767384285.590790:0:16138:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000061403646. 00000400:00000010:0.0:1767384285.590791:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e48571b4. 00000400:00000010:0.0:1767384285.590792:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000080d4af12. 00000400:00000010:0.0:1767384285.590793:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d4124cdb. 00000400:00000010:0.0:1767384285.590794:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000915ae463. 00000400:00000010:0.0:1767384285.590798:0:16138:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000626e0fe2. 00000400:00000010:0.0:1767384285.590802:0:16138:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ece498d3. 00000400:00000010:0.0:1767384285.590803:0:16138:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c025f50c. 00000400:00000010:0.0:1767384285.590805:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c763a12a. 00000400:00000010:0.0:1767384285.590806:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059ec4d03. 00000400:00000010:0.0:1767384285.590808:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e398add. 00000400:00000010:0.0:1767384285.590809:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000416fa3e0. 00000400:00000010:0.0:1767384285.590811:0:16138:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000626e0fe2. 00000400:00000010:0.0:1767384285.590819:0:16138:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed534154. 00000400:00000010:0.0:1767384285.590820:0:16138:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000aaa717f1. 00000800:00000010:0.0:1767384285.591602:0:16147:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000091df3d5. 00000800:00000010:0.0:1767384285.591606:0:16147:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000008d31d08. 00000800:00000010:0.0:1767384285.591682:0:16148:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 000000002c86a905. 00000800:00000010:0.0:1767384285.591686:0:16148:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000758a1b74. 00000800:00000010:0.0:1767384285.591759:0:16149:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000fe8b23f1. 00000800:00000010:0.0:1767384285.591764:0:16149:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 0000000063ca3d95. 00000100:00000010:0.0:1767384285.594696:0:16155:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b61c499. 00000020:00000010:0.0:1767384285.594701:0:16155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000604efdb4. 00000020:00000010:0.0:1767384285.594703:0:16155:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082e575e7. 00000020:00000010:0.0:1767384285.594705:0:16155:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003a74e92f. 00000040:00000010:0.0:1767384285.594707:0:16155:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002de331e0. 00000020:00000010:0.0:1767384285.594709:0:16155:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000261cdeb9. 00000020:00000010:0.0:1767384285.594716:0:16155:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001244e17f. 00000100:00000010:1.0:1767384285.594838:0:16156:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017a88964. 00000020:00000010:1.0:1767384285.594844:0:16156:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db9846a7. 00000020:00000010:1.0:1767384285.594846:0:16156:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f01d468. 00000020:00000010:1.0:1767384285.594848:0:16156:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000484b22bf. 00000040:00000010:1.0:1767384285.594849:0:16156:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b5337a59. 00000020:00000010:1.0:1767384285.594852:0:16156:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ace52155. 00000020:00000010:1.0:1767384285.594855:0:16156:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bb4a712. 00000100:00000010:0.0:1767384285.594962:0:16157:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf81b016. 00000020:00000010:0.0:1767384285.594966:0:16157:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006980638a. 00000020:00000010:0.0:1767384285.594968:0:16157:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d7262b5. 00000020:00000010:0.0:1767384285.594970:0:16157:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000006fb44445. 00000040:00000010:0.0:1767384285.594971:0:16157:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000898f7c69. 00000020:00000010:0.0:1767384285.594974:0:16157:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e647668f. 00000020:00000010:0.0:1767384285.594976:0:16157:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000403a30fd. 00000100:00000010:1.0:1767384285.595008:0:16138:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000000ffd7b79. 00000100:00000010:1.0:1767384285.595120:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000d7dc343f. 00000100:00000010:1.0:1767384285.595125:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000033fafba1. 00000100:00000010:1.0:1767384285.595128:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000008ebd092c. 00000100:00000010:1.0:1767384285.595131:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000026c0a503. 00000100:00000010:1.0:1767384285.595133:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000eca26c1b. 00000100:00000010:1.0:1767384285.595135:0:16138:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000e447c644. 00000001:00000010:1.0:1767384285.595325:0:16138:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000a0ad6dd5. 00000001:00000010:1.0:1767384285.595330:0:16138:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f27f2949. 00000001:00000010:1.0:1767384285.595333:0:16138:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000afa36b73. 00000001:00000010:1.0:1767384285.595336:0:16138:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c04a21b7. 00000001:00000010:1.0:1767384285.595340:0:16138:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000003b27bd05. 00000001:00000010:1.0:1767384285.595349:0:16138:0:(nodemap_lproc.c:1454:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000040e9fd19. 02000000:00000010:0.0:1767384285.634053:0:16169:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000932341dd. 02000000:00000010:0.0:1767384285.634059:0:16169:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000e9dd74d2. 02000000:00000010:0.0:1767384285.634062:0:16169:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000967e5610. 02000000:00000010:0.0:1767384285.634073:0:16169:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000009f590bb8. 00000020:00000010:1.0:1767384287.400108:0:16212:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000072da681. 00000001:00000010:0.0:1767384287.472844:0:16225:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008c902fdc. 00000100:00000010:0.0:1767384287.472901:0:16225:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000fcb13200. 00000020:00000010:0.0:1767384287.472938:0:16225:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000abac59be. 00000020:00000010:0.0:1767384287.472971:0:16225:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006dccca4d. 00000020:00000010:0.0:1767384287.472990:0:16225:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006dccca4d. 00000020:00000010:0.0:1767384287.899403:0:16301:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f362e439. 00000020:00000010:0.0:1767384288.349161:0:16395:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000819827a8. 00000020:00000010:0.0:1767384288.349187:0:16395:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000371c05cd. 00000020:00000010:1.0:1767384288.512372:0:16429:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000001c5d968f. 00000020:00000010:0.0:1767384288.512736:0:16429:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003ea3f814. 00000020:00000010:1.0:1767384288.663782:0:16457:0:(cl_object.c:714:cl_env_new()) slab-alloced 'cle': 144 at 000000002995850c. 00000020:00000010:1.0:1767384288.663793:0:16457:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067a8e14f. 00000020:00000010:1.0:1767384288.663797:0:16457:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff5aa215. 00000020:00000010:1.0:1767384288.663800:0:16457:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003291030d. 00000008:00000010:1.0:1767384288.663815:0:16457:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000089fbbd58. 00020000:00000010:1.0:1767384288.663820:0:16457:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000004647edd3. 00008000:00000010:1.0:1767384288.663833:0:16457:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ad6a7c75. 00000080:00000010:1.0:1767384288.663846:0:16457:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000f4076036. 00000080:00000010:1.0:1767384288.663858:0:16457:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e3ec7715. 00000020:00000010:1.0:1767384288.663863:0:16457:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dfe8fc. 00000008:00000010:1.0:1767384288.663882:0:16457:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000094a2312. 00020000:00000010:1.0:1767384288.663896:0:16457:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000af2f238f. 00008000:00000010:1.0:1767384288.663915:0:16457:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000020901f5e. 00000080:00000010:1.0:1767384288.663927:0:16457:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000679ea8d4. 00000020:00000010:1.0:1767384291.119362:0:16777:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000e24b41a6. 00000020:00000010:1.0:1767384291.119385:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005dba4342. 00000020:00000010:1.0:1767384291.119393:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000006cd8257. 00000020:00000010:1.0:1767384291.119406:0:16777:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000004fa97f92. 00000040:00000010:1.0:1767384291.119411:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ad32b714. 00000020:00000010:1.0:1767384291.119419:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000072330a8d. 00000020:00000010:1.0:1767384291.119446:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007539412d. 00000020:00000010:1.0:1767384291.119454:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6f48b96. 80000000:00000010:1.0:1767384291.119462:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020e35261. 40000000:00000010:1.0:1767384291.119468:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060040eda. 00000008:00000010:1.0:1767384291.119475:0:16777:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000b7538c46. 00020000:00000010:1.0:1767384291.119481:0:16777:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000047c93f7c. 00008000:00000010:1.0:1767384291.119499:0:16777:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005ff33af6. 00100000:00000010:1.0:1767384291.119508:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e2be71d. 00040000:00000010:1.0:1767384291.119514:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a7f0b340. 00040000:00000010:1.0:1767384291.119521:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000736b1c53. 00040000:00000010:1.0:1767384291.119526:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e858427b. 00080000:00000010:1.0:1767384291.119532:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000055f531f. 00000004:00000010:1.0:1767384291.119540:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000da9dd33f. 00000004:00000010:1.0:1767384291.119548:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5e14c49. 00000004:00000010:1.0:1767384291.119596:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c022af93. 00002000:00000010:1.0:1767384291.119606:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007f63ffcd. 00000004:00000010:1.0:1767384291.119613:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a55cbbb3. 00000080:00000010:1.0:1767384291.119619:0:16777:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000310fc41f. 00000080:00000010:1.0:1767384291.119625:0:16777:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a9cce200. 00080000:00000010:1.0:1767384291.123727:0:16777:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002ec3c522. 00000020:00000010:1.0:1767384291.123739:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000775865ab. 00080000:00000010:1.0:1767384291.123761:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000266404ce. 00080000:00000010:1.0:1767384291.123770:0:16777:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 000000001aeadc3b. 00080000:00000010:1.0:1767384291.125049:0:16777:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 00000000f1fcc837. 00080000:00000010:1.0:1767384291.125055:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007671e9ed. 00080000:00000010:1.0:1767384291.125080:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000308e97f4. 00080000:00000010:1.0:1767384291.125099:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ebd95a65. 00080000:00000010:1.0:1767384291.125146:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008d46462c. 00080000:00000010:1.0:1767384291.125168:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003e749f93. 00080000:00000010:1.0:1767384291.125189:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e27c20a. 00080000:00000010:1.0:1767384291.125210:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa15b9a6. 00080000:00000010:1.0:1767384291.125230:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000310338be. 00080000:00000010:1.0:1767384291.125250:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000078d6a900. 00080000:00000010:1.0:1767384291.125270:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003ac50108. 00080000:00000010:1.0:1767384291.125288:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000001698cfc. 00080000:00000010:1.0:1767384291.125306:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f244281b. 00080000:00000010:1.0:1767384291.125325:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006fec7ad4. 00080000:00000010:1.0:1767384291.125345:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aca43bec. 00080000:00000010:1.0:1767384291.125363:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000067825b64. 00080000:00000010:1.0:1767384291.125381:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000238c4926. 00080000:00000010:1.0:1767384291.125399:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001eec6f48. 00080000:00000010:1.0:1767384291.125419:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000014c08ca8. 00080000:00000010:1.0:1767384291.125438:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003e2f8fcb. 00080000:00000010:1.0:1767384291.125459:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc106470. 00080000:00000010:1.0:1767384291.125478:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca9f98f8. 00080000:00000010:1.0:1767384291.125496:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000776af332. 00080000:00000010:1.0:1767384291.125517:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006475bc7c. 00080000:00000010:1.0:1767384291.125537:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c2787dc0. 00080000:00000010:1.0:1767384291.125585:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001ad8c1f0. 00080000:00000010:1.0:1767384291.126109:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000962a108d. 00080000:00000010:1.0:1767384291.126165:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000acb162ef. 00080000:00000010:1.0:1767384291.126186:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a51f7f1c. 00080000:00000010:1.0:1767384291.126206:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008cb23de6. 00080000:00000010:1.0:1767384291.126224:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f95c6271. 00080000:00000010:1.0:1767384291.126242:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f6944968. 00080000:00000010:1.0:1767384291.126262:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000049431c57. 00080000:00000010:1.0:1767384291.126298:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fd0140ed. 00080000:00000010:1.0:1767384291.126319:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000071f69850. 00080000:00000010:1.0:1767384291.126339:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b64068f4. 00080000:00000010:1.0:1767384291.126358:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000956ffe6e. 00080000:00000010:1.0:1767384291.126376:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008870715f. 00080000:00000010:1.0:1767384291.126395:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cd45c94e. 00080000:00000010:1.0:1767384291.126416:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005195f7e3. 00080000:00000010:1.0:1767384291.126435:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b5ea9fc. 00080000:00000010:1.0:1767384291.126455:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f15ed179. 00080000:00000010:1.0:1767384291.126967:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015499efc. 00080000:00000010:1.0:1767384291.126997:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ae0c9c84. 00080000:00000010:1.0:1767384291.127018:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000938b20d8. 00080000:00000010:1.0:1767384291.127039:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001653498b. 00080000:00000010:1.0:1767384291.127060:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000906acedf. 00080000:00000010:1.0:1767384291.127081:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000671862f4. 00080000:00000010:1.0:1767384291.127101:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a944693a. 00080000:00000010:1.0:1767384291.127149:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fde217c5. 00080000:00000010:1.0:1767384291.127173:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000124adf77. 00080000:00000010:1.0:1767384291.127193:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e09b9688. 00080000:00000010:1.0:1767384291.127211:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000020985281. 00080000:00000010:1.0:1767384291.127230:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000684a41e5. 00080000:00000010:1.0:1767384291.127249:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e739eb4. 00080000:00000010:1.0:1767384291.127270:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089898df5. 00080000:00000010:1.0:1767384291.127288:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000043989e83. 00080000:00000010:1.0:1767384291.127308:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3500bd4. 00080000:00000010:1.0:1767384291.127777:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000848b8bbc. 00080000:00000010:1.0:1767384291.127805:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001b9a867a. 00080000:00000010:1.0:1767384291.127826:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002716341e. 00080000:00000010:1.0:1767384291.127845:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ed9a0070. 00080000:00000010:1.0:1767384291.127865:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f1503c5. 00080000:00000010:1.0:1767384291.127885:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000092767920. 00080000:00000010:1.0:1767384291.127905:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000056150c9d. 00080000:00000010:1.0:1767384291.127923:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000060f13e6a. 00080000:00000010:1.0:1767384291.127942:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f3c308cd. 00080000:00000010:1.0:1767384291.127978:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000506b6439. 00080000:00000010:1.0:1767384291.127998:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc265349. 00080000:00000010:1.0:1767384291.128031:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009064f59f. 00080000:00000010:1.0:1767384291.128070:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f7f5d6a9. 00080000:00000010:1.0:1767384291.128105:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000085fdeb6b. 00080000:00000010:1.0:1767384291.128172:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008fa113c8. 00080000:00000010:1.0:1767384291.128213:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f371f57e. 00080000:00000010:1.0:1767384291.128768:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000083c036f9. 00080000:00000010:1.0:1767384291.128820:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000094a1852d. 00080000:00000010:1.0:1767384291.128860:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e2dd7df. 00080000:00000010:1.0:1767384291.128897:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008254ff3b. 00080000:00000010:1.0:1767384291.128929:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000468e0efb. 00080000:00000010:1.0:1767384291.128965:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000057bbc291. 00080000:00000010:1.0:1767384291.128999:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000074fd238. 00080000:00000010:1.0:1767384291.129035:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000040cf6f2f. 00080000:00000010:1.0:1767384291.129070:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006aa6bfdb. 00080000:00000010:1.0:1767384291.129105:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000066808206. 00080000:00000010:1.0:1767384291.129213:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000055fd7ccf. 00080000:00000010:1.0:1767384291.129259:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb2e1bec. 00080000:00000010:1.0:1767384291.129297:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f932e2bb. 00080000:00000010:1.0:1767384291.129333:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000069d58710. 00080000:00000010:1.0:1767384291.129371:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008720b45d. 00080000:00000010:1.0:1767384291.129408:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000288b7fee. 00080000:00000010:1.0:1767384291.130023:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bb1daeaa. 00080000:00000010:1.0:1767384291.130076:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000073cd4204. 00080000:00000010:1.0:1767384291.130144:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b889fc2. 00080000:00000010:1.0:1767384291.130188:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f342b724. 00080000:00000010:1.0:1767384291.130226:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d55bdacf. 00080000:00000010:1.0:1767384291.130263:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3a5ae51. 00080000:00000010:1.0:1767384291.130299:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007c2a1b6b. 00080000:00000010:1.0:1767384291.130341:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005807b4af. 00080000:00000010:1.0:1767384291.130380:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4b7ee9e. 00080000:00000010:1.0:1767384291.130445:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000075af5b6a. 00080000:00000010:1.0:1767384291.130491:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003fb5c6b1. 00080000:00000010:1.0:1767384291.130599:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000980a1a33. 00080000:00000010:1.0:1767384291.131237:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd539173. 00080000:00000010:1.0:1767384291.131289:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034910b28. 00080000:00000010:1.0:1767384291.131327:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c4d2342. 00080000:00000010:1.0:1767384291.131368:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd27337b. 00080000:00000010:1.0:1767384291.131409:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6f07f88. 00080000:00000010:1.0:1767384291.131452:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cfb94f93. 00080000:00000010:1.0:1767384291.131488:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000092f8150. 00080000:00000010:1.0:1767384291.131524:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008c287602. 00080000:00000010:1.0:1767384291.131612:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008df9d1eb. 00080000:00000010:1.0:1767384291.131660:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000db51ada4. 00080000:00000010:1.0:1767384291.131701:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000862f76f6. 00080000:00000010:1.0:1767384291.131763:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000960ee5fd. 00080000:00000010:1.0:1767384291.131822:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b62dc6fd. 00080000:00000010:1.0:1767384291.131865:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000561e5677. 00080000:00000010:1.0:1767384291.131908:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007528307c. 00080000:00000010:1.0:1767384291.131946:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000222b6d08. 00080000:00000010:1.0:1767384291.132645:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000287f3f12. 00080000:00000010:1.0:1767384291.132691:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0b3986b. 00080000:00000010:1.0:1767384291.132730:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cc038866. 00080000:00000010:1.0:1767384291.132766:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c4d26876. 00080000:00000010:1.0:1767384291.132805:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000052b5f4fb. 00080000:00000010:1.0:1767384291.132840:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000799e49c6. 00080000:00000010:1.0:1767384291.132874:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000228b6181. 00080000:00000010:1.0:1767384291.132911:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007cf6d0cc. 00080000:00000010:1.0:1767384291.132980:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004ee6f4ee. 00080000:00000010:1.0:1767384291.133027:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000149a173e. 00080000:00000010:1.0:1767384291.133066:0:16777:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000025514887. 00100000:00000010:1.0:1767384291.136143:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c0134f82. 00100000:00000010:1.0:1767384291.136274:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000005c07fe27. 00100000:00000010:1.0:1767384291.138952:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000012005685. 00100000:00000010:1.0:1767384291.140772:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000018fa23f1. 00100000:00000010:1.0:1767384291.143452:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000003b02fd. 00100000:00000010:1.0:1767384291.143550:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001e08cb45. 00100000:00000010:1.0:1767384291.143716:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000008ca74e5c. 00100000:00000010:1.0:1767384291.149337:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000012ca6a7c. 00100000:00000010:1.0:1767384291.151337:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aceee922. 00100000:00000010:1.0:1767384291.151458:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000002a26b45f. 00100000:00000010:1.0:1767384291.155001:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bc9ca008. 00100000:00000010:1.0:1767384291.155871:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c0134f82. 00100000:00000010:1.0:1767384291.157689:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000005c07fe27. 00100000:00000010:1.0:1767384291.162981:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000012005685. 00100000:00000010:1.0:1767384291.164651:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000cc782243. 00100000:00000010:1.0:1767384291.164746:0:16777:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000006e3cae86. 00100000:00000010:1.0:1767384291.164756:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000003b02fd. 00100000:00000010:1.0:1767384291.185348:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001e08cb45. 00100000:00000010:1.0:1767384291.227326:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000008ca74e5c. 00100000:00000010:1.0:1767384291.229313:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000012ca6a7c. 00100000:00000010:1.0:1767384291.230278:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000002a26b45f. 00100000:00000010:1.0:1767384291.232870:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000abb848bb. 00100000:00000010:1.0:1767384291.234923:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000012005685. 00100000:00000010:1.0:1767384291.236018:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bd967976. 00100000:00000010:1.0:1767384291.236039:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000cc782243. 00100000:00000010:1.0:1767384291.238086:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d8dad16d. 00100000:00000010:1.0:1767384291.239203:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c0134f82. 00100000:00000010:1.0:1767384291.240341:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ac08e2ac. 00100000:00000010:1.0:1767384291.240367:0:16777:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000006e3cae86. 00000020:00000010:1.0:1767384291.240477:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ab49db5b. 00000020:00000010:1.0:1767384291.240482:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 00000000b2b10b78. 00040000:00000010:1.0:1767384291.240510:0:16777:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000003d53a15d. 00040000:00000010:1.0:1767384291.240517:0:16777:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000005aef992f. 00000020:00000010:1.0:1767384291.240532:0:16777:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000079f8f8cc. 00000020:00000010:1.0:1767384291.240537:0:16777:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000079f8f8cc. 00040000:00000010:1.0:1767384291.240541:0:16777:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000317d10a7. 00040000:00000010:1.0:1767384291.240543:0:16777:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000079f8f8cc. 00040000:00000010:1.0:1767384291.240546:0:16777:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000079f8f8cc. 00000020:00000010:1.0:1767384291.240659:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed19e3af. 00000040:00000010:1.0:1767384291.240671:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000178b8a39. 00000020:00000010:1.0:1767384291.240676:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000637fcc45. 00000020:00000010:1.0:1767384291.240681:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b1e9cbf. 00040000:00000010:1.0:1767384291.240685:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000220e7343. 00040000:00000010:1.0:1767384291.240689:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dcfea47d. 00080000:00000010:1.0:1767384291.240693:0:16777:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000002ec3c522. 00080000:00000010:1.0:1767384291.240697:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000712e4a7b. 00000020:00000010:1.0:1767384291.240701:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cdd9145. 00000020:00000010:1.0:1767384291.240706:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000093fc4894. 00000020:00000010:1.0:1767384291.240711:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082a409dd. 00000008:00000010:1.0:1767384291.240715:0:16777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005eda8ab9. 00020000:00000010:1.0:1767384291.240720:0:16777:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000be42d589. 00008000:00000010:1.0:1767384291.240724:0:16777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003bda626b. 00000080:00000010:1.0:1767384291.240729:0:16777:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000072a7f237. 00000020:00000010:1.0:1767384291.240732:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ba9cba4. 00000020:00000010:1.0:1767384291.240737:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000f68d8b5d. 00000020:00000010:1.0:1767384291.240746:0:16777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d55346ae. 00000020:00000010:1.0:1767384291.240762:0:16777:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000000f529555. 00000020:00000010:1.0:1767384291.240766:0:16777:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000007adcfba4. 00000020:00000010:1.0:1767384291.240771:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 000000002219c542. 00000020:00000010:1.0:1767384291.240791:0:16777:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009f446f28. 00000020:00000010:1.0:1767384291.240797:0:16777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007b04b41c. 00000020:00000010:1.0:1767384291.240808:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 000000002219c542. 00000020:00000010:1.0:1767384291.240812:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000002219c542. 00000001:00000010:1.0:1767384291.240828:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002ec3c522. 00000001:00000010:1.0:1767384291.240833:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007a8522a0. 00000001:00000010:1.0:1767384291.240837:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd58b6b4. 00000001:00000010:1.0:1767384291.240841:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e96fd247. 00000001:00000010:1.0:1767384291.240844:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000174d9637. 00000001:00000010:1.0:1767384291.240846:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be4a8b98. 00000001:00000010:1.0:1767384291.240849:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000036339bc5. 00000001:00000010:1.0:1767384291.240852:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000765d17ba. 00000001:00000010:1.0:1767384291.240854:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098f5a4ee. 00000001:00000010:1.0:1767384291.240863:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b50987d. 00000001:00000010:1.0:1767384291.240866:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c20e5541. 00000001:00000010:1.0:1767384291.240868:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006931355. 00000020:00000010:1.0:1767384291.240873:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d4e606. 00000020:00000010:1.0:1767384291.240876:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083dc2588. 00000020:00000010:1.0:1767384291.240886:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ee8444e. 00000008:00000010:1.0:1767384291.240890:0:16777:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c480138a. 00020000:00000010:1.0:1767384291.240895:0:16777:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e722444b. 00008000:00000010:1.0:1767384291.240898:0:16777:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000008cb7446. 00000080:00000010:1.0:1767384291.240903:0:16777:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006ec65c39. 00000020:00000010:1.0:1767384291.240907:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000955c522f. 00000020:00000010:1.0:1767384291.240910:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d4fe349. 00000040:00000010:1.0:1767384291.240913:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b3fb5adc. 00000020:00000010:1.0:1767384291.240917:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000745e7fb4. 00000020:00000010:1.0:1767384291.240920:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000074cbe6d4. 80000000:00000010:1.0:1767384291.240923:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6d93db4. 00040000:00000010:1.0:1767384291.240927:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd874922. 00080000:00000010:1.0:1767384291.240930:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de7aee88. 20000000:00000010:1.0:1767384291.240934:0:16777:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009ba6f5cf. 20000000:00000010:1.0:1767384291.240938:0:16777:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000a8077363. 20000000:00000010:1.0:1767384291.240945:0:16777:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000079f8f8cc. 00000020:00000010:1.0:1767384291.240951:0:16777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000058f40239. 20000000:00000010:1.0:1767384291.240957:0:16777:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000079f8f8cc. 00010000:00000010:1.0:1767384291.240964:0:16777:0:(ldlm_lockd.c:3355:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000fa974c3f. 00000100:00000010:1.0:1767384291.241039:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002c2559ec. 00000100:00000010:1.0:1767384291.241046:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000032602714. 00000100:00000010:1.0:1767384291.241061:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a25ef732. 00000100:00000010:1.0:1767384291.241070:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000008d932b1. 00000100:00000010:1.0:1767384291.241077:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a583cd3a. 00000100:00000010:1.0:1767384291.241083:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084bd0b6a. 00000400:00000200:1.0:1767384291.241088:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1767384291.241139:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dddea2e7. 00000020:00000010:1.0:1767384291.241149:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e38a2217. 00000100:00000010:1.0:1767384291.241204:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000007e9743a. 00000100:00000010:1.0:1767384291.241211:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c7af3fe2. 00000100:00000010:1.0:1767384291.241216:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000282e211e. 00000100:00000010:1.0:1767384291.241221:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b0a52c63. 00000100:00000010:1.0:1767384291.241224:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b36c6a0. 00000100:00000200:1.0:1767384291.241263:0:16777:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1767384291.241267:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fa5d098a. 00000100:00000010:1.0:1767384291.241680:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000024cd9ed5. 00000100:00000010:1.0:1767384291.241912:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000516f3a04. 00000100:00000010:1.0:1767384291.241916:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d79f3118. 00000100:00000010:1.0:1767384291.241927:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a3fa5fdb. 00000100:00000010:1.0:1767384291.241933:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000139548c6. 00000100:00000010:1.0:1767384291.241937:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d06ddce. 00000100:00000010:1.0:1767384291.241940:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d925028b. 00000100:00000010:1.0:1767384291.241942:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000025a9850. 00000100:00000010:1.0:1767384291.241951:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff1bb3a2. 00000100:00000010:1.0:1767384291.241953:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e1861ee. 00000100:00000010:1.0:1767384291.241956:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce66c520. 00000100:00000010:1.0:1767384291.241958:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032b2ca78. 00000100:00000010:1.0:1767384291.241961:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087d9c04e. 00000100:00000010:1.0:1767384291.241963:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bcce907. 00000100:00000010:1.0:1767384291.241966:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000680ef9e. 00000100:00000010:1.0:1767384291.241967:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d49ea1b. 00000100:00000010:1.0:1767384291.241974:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db793217. 00000100:00000010:1.0:1767384291.241976:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad9c28b0. 00000100:00000010:1.0:1767384291.241979:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004bceedc. 00000100:00000010:1.0:1767384291.241980:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a06daab9. 00000100:00000010:1.0:1767384291.241983:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083f7bfad. 00000100:00000010:1.0:1767384291.241985:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8e8b6c6. 00000100:00000010:1.0:1767384291.241987:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092759081. 00000100:00000010:1.0:1767384291.241993:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab927ee7. 00000100:00000010:1.0:1767384291.242000:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ff09ec6. 00000100:00000010:1.0:1767384291.242002:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000403864bd. 00000100:00000010:1.0:1767384291.242006:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052f18ee0. 00000100:00000010:1.0:1767384291.242007:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df6f55b3. 00000100:00000010:1.0:1767384291.242010:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e497eaf. 00000100:00000010:1.0:1767384291.242012:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004724a4e3. 00000100:00000010:1.0:1767384291.242015:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022d48235. 00000100:00000010:1.0:1767384291.242017:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b325b315. 00000100:00000010:1.0:1767384291.242024:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004de54aee. 00000100:00000010:1.0:1767384291.242026:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000901f7a3a. 00000100:00000010:1.0:1767384291.242029:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c010ba85. 00000100:00000010:1.0:1767384291.242031:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b4d8ba8. 00000100:00000010:1.0:1767384291.242034:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d648b13. 00000100:00000010:1.0:1767384291.242036:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000561efd95. 00000100:00000010:1.0:1767384291.242039:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053af10a1. 00000100:00000010:1.0:1767384291.242041:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002809014d. 00000100:00000010:1.0:1767384291.242047:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000050d151a1. 00000100:00000010:1.0:1767384291.242050:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f7850f7. 00000100:00000010:1.0:1767384291.242052:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082be0993. 00000100:00000010:1.0:1767384291.242054:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e9cad81. 00000100:00000010:1.0:1767384291.242057:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000885d0f2e. 00000100:00000010:1.0:1767384291.242058:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056f3a8f1. 00000100:00000010:1.0:1767384291.242061:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000363a6757. 00000100:00000010:1.0:1767384291.242063:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed01e36. 00000100:00000010:1.0:1767384291.242069:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091747907. 00000100:00000010:1.0:1767384291.242071:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020c27be8. 00000100:00000010:1.0:1767384291.242074:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0152ec3. 00000100:00000010:1.0:1767384291.242076:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000909ab9b5. 00000100:00000010:1.0:1767384291.242079:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ab39f5d. 00000100:00000010:1.0:1767384291.242080:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000212ff9f0. 00000100:00000010:1.0:1767384291.242086:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a459baca. 00000100:00000010:1.0:1767384291.242089:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d273ca. 00000100:00000010:1.0:1767384291.242095:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000bccdf85. 00000100:00000010:1.0:1767384291.242097:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f1370d8. 00000100:00000010:1.0:1767384291.242100:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034e930b6. 00000100:00000010:1.0:1767384291.242102:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003139ad81. 00000100:00000010:1.0:1767384291.242105:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dee3fa58. 00000100:00000010:1.0:1767384291.242106:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8e96d3e. 00000100:00000010:1.0:1767384291.242109:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f439085. 00000100:00000010:1.0:1767384291.242111:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016dc782d. 00000100:00000010:1.0:1767384291.242132:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000164d45e2. 00000100:00000010:1.0:1767384291.242135:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674ea032. 00000100:00000010:1.0:1767384291.242138:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ffd118d. 00000100:00000010:1.0:1767384291.242140:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ae7b431. 00000100:00000010:1.0:1767384291.242142:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ccf08a7. 00000100:00000010:1.0:1767384291.242144:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080f7cf68. 00000100:00000010:1.0:1767384291.242147:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ca2394c2. 00000100:00000010:1.0:1767384291.242148:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8e02162. 00000100:00000010:1.0:1767384291.242156:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b74d887d. 00000100:00000010:1.0:1767384291.242158:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ea4137b. 00000100:00000010:1.0:1767384291.242161:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003351f616. 00000100:00000010:1.0:1767384291.242163:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039393881. 00000100:00000010:1.0:1767384291.242166:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063d89bfb. 00000100:00000010:1.0:1767384291.242168:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f58a2e82. 00000100:00000010:1.0:1767384291.242171:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000823d8ce. 00000100:00000010:1.0:1767384291.242172:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087ce3eb7. 00000100:00000010:1.0:1767384291.242179:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008135099a. 00000100:00000010:1.0:1767384291.242181:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000004a1425. 00000100:00000010:1.0:1767384291.242184:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b62cdbc5. 00000100:00000010:1.0:1767384291.242185:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e777fc95. 00000100:00000010:1.0:1767384291.242188:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ffaa6ec. 00000100:00000010:1.0:1767384291.242193:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d05b0e4. 00000100:00000010:1.0:1767384291.242196:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbe29dd6. 00000100:00000010:1.0:1767384291.242198:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0032fd5. 00000100:00000010:1.0:1767384291.242205:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a726c127. 00000100:00000010:1.0:1767384291.242207:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a7724d3. 00000100:00000010:1.0:1767384291.242209:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a099372c. 00000100:00000010:1.0:1767384291.242211:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4714cb. 00000100:00000010:1.0:1767384291.242214:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007be0d28b. 00000100:00000010:1.0:1767384291.242215:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ced966e. 00000100:00000010:1.0:1767384291.242218:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e95fb8ae. 00000100:00000010:1.0:1767384291.242220:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddcedec1. 00000100:00000010:1.0:1767384291.242226:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000920653db. 00000100:00000010:1.0:1767384291.242229:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b7f1c02. 00000100:00000010:1.0:1767384291.242232:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8657dd8. 00000100:00000010:1.0:1767384291.242234:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b47a09ec. 00000100:00000010:1.0:1767384291.242237:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d477ff07. 00000100:00000010:1.0:1767384291.242238:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079e62cb8. 00000100:00000010:1.0:1767384291.242241:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087f9474f. 00000100:00000010:1.0:1767384291.242243:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a020378d. 00000100:00000010:1.0:1767384291.242249:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8ea0310. 00000100:00000010:1.0:1767384291.242251:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e674ce6f. 00000100:00000010:1.0:1767384291.242254:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030e0cc38. 00000100:00000010:1.0:1767384291.242256:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000468d668. 00000100:00000010:1.0:1767384291.242258:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000302c0ef2. 00000100:00000010:1.0:1767384291.242260:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf329e7d. 00000100:00000010:1.0:1767384291.242263:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013f4168c. 00000100:00000010:1.0:1767384291.242265:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d568d01. 00000100:00000010:1.0:1767384291.242272:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ace68577. 00000100:00000010:1.0:1767384291.242274:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0420d25. 00000100:00000010:1.0:1767384291.242277:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002db35bd5. 00000100:00000010:1.0:1767384291.242278:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000359dd2d0. 00000100:00000010:1.0:1767384291.242284:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb197ef3. 00000100:00000010:1.0:1767384291.242287:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007da607d4. 00000100:00000010:1.0:1767384291.242290:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000190b3ed. 00000100:00000010:1.0:1767384291.242291:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eedbcbe7. 00000100:00000010:1.0:1767384291.242298:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa0e340c. 00000100:00000010:1.0:1767384291.242300:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087167a0c. 00000100:00000010:1.0:1767384291.242303:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028d33bd4. 00000100:00000010:1.0:1767384291.242304:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058232d90. 00000100:00000010:1.0:1767384291.242307:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed70759a. 00000100:00000010:1.0:1767384291.242309:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002de9940d. 00000100:00000010:1.0:1767384291.242311:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000535c2d6a. 00000100:00000010:1.0:1767384291.242313:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caadd1a7. 00000100:00000010:1.0:1767384291.242319:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b65ca622. 00000100:00000010:1.0:1767384291.242321:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009e03f43. 00000100:00000010:1.0:1767384291.242324:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b5312b0. 00000100:00000010:1.0:1767384291.242325:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de4c063f. 00000100:00000010:1.0:1767384291.242328:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce6a4636. 00000400:00000200:1.0:1767384291.242330:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1767384291.242360:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004ee575a8. 00000020:00000010:1.0:1767384291.242375:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009869bf19. 00000100:00000010:1.0:1767384291.242402:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8c7389b. 00000100:00000010:1.0:1767384291.242404:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000005dcfe2d. 00000100:00000010:1.0:1767384291.242406:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002874995b. 00000100:00000010:1.0:1767384291.242408:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008f1c7dbc. 00000100:00000010:1.0:1767384291.242410:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000046582102. 00000100:00000010:1.0:1767384291.242411:0:16777:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000003efb40e2. 00000100:00000010:1.0:1767384291.242413:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f0e8ccbb. 00000100:00000010:1.0:1767384291.242414:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001e08cb45. 00000100:00000010:1.0:1767384291.242416:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000afaacd8f. 00000100:00000010:1.0:1767384291.242418:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000848541b7. 00000100:00000010:1.0:1767384291.242419:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b499ef8a. 00000100:00000200:1.0:1767384291.242436:0:16777:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:1.0:1767384291.242443:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d6dfd3dd. 00000100:00000010:1.0:1767384291.242962:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003f518a60. 00000100:00000010:1.0:1767384291.243271:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000027aa4df2. 00010000:00000010:1.0:1767384291.243495:0:16777:0:(ldlm_lockd.c:3465:ldlm_setup()) kmalloced '(blp)': 168 at 000000001d048566. 00000001:00000010:1.0:1767384291.244022:0:16777:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000017b7d172. 00000001:00000010:1.0:1767384291.244029:0:16777:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003346baf7. 00010000:00000010:1.0:1767384291.244044:0:16777:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005ab335a7. 00000001:00000010:1.0:1767384291.244047:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e15b901f. 00000001:00000010:1.0:1767384291.244050:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000f065f52d. 00000001:00000010:1.0:1767384291.244052:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000044aa043f. 00000001:00000010:1.0:1767384291.244054:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000099622591. 00000020:00000010:1.0:1767384291.244078:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000041d3896c. 00000020:00000010:1.0:1767384291.244080:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007fb38b2e. 00000020:00000010:1.0:1767384291.244142:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006f7a974c. 00000020:00000010:1.0:1767384291.244145:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ffda02a1. 00000020:00000010:1.0:1767384292.243853:0:16777:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000d9371575. 00000020:00000010:1.0:1767384292.243863:0:16777:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000f68d8b5d. 00000020:00000010:1.0:1767384292.243870:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000287b96f6. 00080000:00000010:1.0:1767384292.243876:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e1900ca. 00080000:00000010:1.0:1767384292.243883:0:16777:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000bbdb68ba. 00080000:00000010:1.0:1767384292.243885:0:16777:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000f8ed8470. 20000000:00000010:1.0:1767384292.246775:0:16777:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000095c6efd2. 00080000:00000010:1.0:1767384292.246780:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fb8a53c. 00000020:00000010:1.0:1767384292.246821:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000064d9fe65. 00080000:00000010:1.0:1767384292.246823:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000320f8c7b. 00000020:00000010:1.0:1767384292.246856:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a06da599. 00080000:00000010:1.0:1767384292.246859:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b98c999c. 00100000:00000010:1.0:1767384292.246876:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006332f80a. 00100000:00000010:1.0:1767384292.246879:0:16777:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006332f80a. 00000001:00000010:1.0:1767384292.246882:0:16777:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000014416ef4. 00080000:00000010:1.0:1767384292.246905:0:16777:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384292.246908:0:16777:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000006332f80a. 00000001:00000010:1.0:1767384292.246925:0:16777:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000005c504ad4. 00000001:00000010:1.0:1767384292.246929:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000453404f7. 00000001:00000010:1.0:1767384292.246933:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000043d17b11. 00000001:00000010:1.0:1767384292.246935:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008dbcc502. 00000001:00000010:1.0:1767384292.246952:0:16777:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000005fca45f4. 00080000:00000010:1.0:1767384292.246971:0:16777:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000006332f80a. 00080000:00000010:1.0:1767384292.246973:0:16777:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00000001:00000010:1.0:1767384292.246982:0:16777:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c04a21b7. 00000001:00000010:1.0:1767384292.246994:0:16777:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000afa36b73. 00000001:00000010:1.0:1767384292.246995:0:16777:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f27f2949. 00000001:00000010:1.0:1767384292.247002:0:16777:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000003b27bd05. 00000001:00000010:1.0:1767384292.247004:0:16777:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000a0ad6dd5. 00000020:00000010:1.0:1767384292.247014:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007345b211. 00080000:00000010:1.0:1767384292.247017:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e78e2d6a. 00000040:00000010:1.0:1767384292.247039:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000f36b2ddf. 00000020:00000010:1.0:1767384292.247043:0:16777:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000039344058. 00000020:00000010:1.0:1767384292.247044:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d67f7fd0. 00080000:00000010:1.0:1767384292.247046:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000782f019a. 00080000:00000010:1.0:1767384292.247048:0:16777:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000008ca74e5c. 00080000:00000010:1.0:1767384292.247058:0:16777:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000003a4ba490. 20000000:00000010:1.0:1767384292.252887:0:16777:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000dbea4bb4. 00000040:00000010:1.0:1767384292.252895:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000003ea3701. 00000040:00000010:1.0:1767384292.252916:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000003ea3701. 20000000:00000010:1.0:1767384292.252920:0:16777:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000dbea4bb4. 00000040:00000010:1.0:1767384292.252926:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000003ea3701. 00000040:00000010:1.0:1767384292.252937:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000afa36b73. 00000020:00000010:1.0:1767384292.252941:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f0d5e71. 00080000:00000010:1.0:1767384292.252946:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001ee19658. 00000040:00000010:1.0:1767384292.253013:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000739102e8. 00000040:00000010:1.0:1767384292.253024:0:16777:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000afa36b73. 00000040:00000010:1.0:1767384292.253026:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000739102e8. 00000040:00000010:1.0:1767384292.253028:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000003ea3701. 20000000:00000010:1.0:1767384292.253032:0:16777:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000003ea3701. 20000000:00000010:1.0:1767384292.253038:0:16777:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000dbea4bb4. 00000040:00000010:1.0:1767384292.253042:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a527c16a. 00000040:00000010:1.0:1767384292.253055:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a527c16a. 20000000:00000010:1.0:1767384292.253057:0:16777:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000dbea4bb4. 00000100:00000010:1.0:1767384292.253062:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a527c16a. 00000100:00000010:1.0:1767384292.253068:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000061e94930. 00000100:00000010:1.0:1767384292.253082:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000288c224b. 00000100:00000010:1.0:1767384292.253089:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ff9f43fc. 00000100:00000010:1.0:1767384292.253095:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f40e004c. 00000100:00000010:1.0:1767384292.253099:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000739102e8. 00000100:00000010:1.0:1767384292.253102:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025dbd6f5. 00000100:00000010:1.0:1767384292.253122:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e40bc10a. 00000100:00000010:1.0:1767384292.253126:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b27bd05. 00000100:00000010:1.0:1767384292.253131:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000beb659e8. 00000100:00000010:1.0:1767384292.253141:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce56e498. 00000100:00000010:1.0:1767384292.253146:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6248218. 00000100:00000010:1.0:1767384292.253149:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008876d891. 00000100:00000010:1.0:1767384292.253156:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f88027ee. 00000100:00000010:1.0:1767384292.253170:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000128737cc. 00000100:00000010:1.0:1767384292.253173:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001517452a. 00000100:00000010:1.0:1767384292.253176:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007526c372. 00000100:00000010:1.0:1767384292.253180:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b17b373. 00000100:00000010:1.0:1767384292.253184:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013f1b6ef. 00000100:00000010:1.0:1767384292.253187:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b83d3c0b. 00000100:00000010:1.0:1767384292.253188:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000008c6c72. 00000100:00000010:1.0:1767384292.253197:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6d19260. 00000100:00000010:1.0:1767384292.253200:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036b78109. 00000100:00000010:1.0:1767384292.253204:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5113bbd. 00000100:00000010:1.0:1767384292.253206:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f44ac85. 00000100:00000010:1.0:1767384292.253209:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022741caa. 00000100:00000010:1.0:1767384292.253211:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092c7b3ea. 00000100:00000010:1.0:1767384292.253219:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039007040. 00000100:00000010:1.0:1767384292.253220:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000210fa038. 00000100:00000010:1.0:1767384292.253239:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000852a7fb7. 00000100:00000010:1.0:1767384292.253241:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a42b536e. 00000100:00000010:1.0:1767384292.253244:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010e98a04. 00000100:00000010:1.0:1767384292.253245:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c43e82ff. 00000100:00000010:1.0:1767384292.253248:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008316d4fe. 00000100:00000010:1.0:1767384292.253250:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49943dd. 00000100:00000010:1.0:1767384292.253253:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002966edd8. 00000100:00000010:1.0:1767384292.253256:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0d6cf7b. 00000100:00000010:1.0:1767384292.253264:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024c0a9d0. 00000100:00000010:1.0:1767384292.253266:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005791291c. 00000100:00000010:1.0:1767384292.253270:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a4d8415. 00000100:00000010:1.0:1767384292.253273:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008d81540. 00000100:00000010:1.0:1767384292.253276:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006425edfa. 00000100:00000010:1.0:1767384292.253286:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddbc0d01. 00000100:00000010:1.0:1767384292.253291:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e43a8470. 00000100:00000010:1.0:1767384292.253293:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006125a3f4. 00000100:00000010:1.0:1767384292.253302:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fbfb083. 00000100:00000010:1.0:1767384292.253305:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de7edb35. 00000100:00000010:1.0:1767384292.253310:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cbc99ee9. 00000100:00000010:1.0:1767384292.253313:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005af6672e. 00000100:00000010:1.0:1767384292.253316:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009411ad0a. 00000100:00000010:1.0:1767384292.253319:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043bf051f. 00000100:00000010:1.0:1767384292.253324:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c880aa83. 00000100:00000010:1.0:1767384292.253328:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021f91288. 00000100:00000010:1.0:1767384292.253337:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003532e94e. 00000100:00000010:1.0:1767384292.253340:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eab201b0. 00000100:00000010:1.0:1767384292.253344:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067ad2b86. 00000100:00000010:1.0:1767384292.253347:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc1e5aa6. 00000100:00000010:1.0:1767384292.253352:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b8d0b46d. 00000100:00000010:1.0:1767384292.253361:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f161b93d. 00000100:00000010:1.0:1767384292.253365:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bbd7509. 00000100:00000010:1.0:1767384292.253368:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002db28f65. 00000100:00000010:1.0:1767384292.253378:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034648922. 00000100:00000010:1.0:1767384292.253381:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000887c0d62. 00000100:00000010:1.0:1767384292.253386:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c04fff3. 00000100:00000010:1.0:1767384292.253389:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033c0eb78. 00000100:00000010:1.0:1767384292.253394:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d0d8f85. 00000100:00000010:1.0:1767384292.253396:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000540461fa. 00000100:00000010:1.0:1767384292.253400:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f18288fb. 00000100:00000010:1.0:1767384292.253403:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043046f04. 00000100:00000010:1.0:1767384292.253413:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000fffc1a. 00000100:00000010:1.0:1767384292.253416:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c519ff0. 00000100:00000010:1.0:1767384292.253420:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5bccdaa. 00000100:00000010:1.0:1767384292.253423:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051399898. 00000100:00000010:1.0:1767384292.253427:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d023287. 00000100:00000010:1.0:1767384292.253436:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d9c50c. 00000100:00000010:1.0:1767384292.253441:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4d379a4. 00000100:00000010:1.0:1767384292.253444:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035a0cf64. 00000100:00000010:1.0:1767384292.253454:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f263c3d6. 00000100:00000010:1.0:1767384292.253457:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b521b5b. 00000100:00000010:1.0:1767384292.253462:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e9cd6f9. 00000100:00000010:1.0:1767384292.253475:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009beaca86. 00000100:00000010:1.0:1767384292.253479:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e93a32c1. 00000100:00000010:1.0:1767384292.253482:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e42d96c. 00000100:00000010:1.0:1767384292.253486:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000415bd501. 00000100:00000010:1.0:1767384292.253489:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085353672. 00000100:00000010:1.0:1767384292.253500:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000032e4699. 00000100:00000010:1.0:1767384292.253503:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047a8a2e5. 00000100:00000010:1.0:1767384292.253506:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000731ee3d4. 00000100:00000010:1.0:1767384292.253509:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b430046. 00000100:00000010:1.0:1767384292.253519:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af2a0e75. 00000100:00000010:1.0:1767384292.253521:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000884aaa77. 00000100:00000010:1.0:1767384292.253525:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bd7b380. 00000100:00000010:1.0:1767384292.253527:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020574e30. 00000100:00000010:1.0:1767384292.253536:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037373e8e. 00000100:00000010:1.0:1767384292.253539:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082d6fd42. 00000100:00000010:1.0:1767384292.253543:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e011e7c4. 00000100:00000010:1.0:1767384292.253546:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000734fe9. 00000100:00000010:1.0:1767384292.253550:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b419ef0c. 00000100:00000010:1.0:1767384292.253553:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009257f4d4. 00000100:00000010:1.0:1767384292.253590:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7f6d359. 00000100:00000010:1.0:1767384292.253594:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007888acc9. 00000100:00000010:1.0:1767384292.253605:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002af97230. 00000100:00000010:1.0:1767384292.253609:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0f1819f. 00000100:00000010:1.0:1767384292.253612:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087e077fd. 00000100:00000010:1.0:1767384292.253617:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acdf66e7. 00000100:00000010:1.0:1767384292.253621:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3adbc9b. 00000100:00000010:1.0:1767384292.253631:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b37041. 00000100:00000010:1.0:1767384292.253636:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073e5f904. 00000100:00000010:1.0:1767384292.253639:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2047aa8. 00000100:00000010:1.0:1767384292.253648:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a10d9cb3. 00000100:00000010:1.0:1767384292.253652:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd150b3c. 00000100:00000010:1.0:1767384292.253657:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e828377. 00000100:00000010:1.0:1767384292.253659:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004761ed7c. 00000100:00000010:1.0:1767384292.253664:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ebdd4543. 00000100:00000010:1.0:1767384292.253667:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008756c0ef. 00000100:00000010:1.0:1767384292.253671:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a19fc88e. 00000100:00000010:1.0:1767384292.253674:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000122c2f73. 00000100:00000010:1.0:1767384292.253684:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058202fae. 00000100:00000010:1.0:1767384292.253687:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af161734. 00000100:00000010:1.0:1767384292.253689:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff1f41bb. 00000100:00000010:1.0:1767384292.253698:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b203548. 00000100:00000010:1.0:1767384292.253703:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ae426ab. 00000100:00000010:1.0:1767384292.253706:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bb02e23. 00000100:00000010:1.0:1767384292.253710:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082847408. 00000100:00000010:1.0:1767384292.253712:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000639a3a00. 00000100:00000010:1.0:1767384292.253722:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004460afc6. 00000100:00000010:1.0:1767384292.253726:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b92a7f67. 00000100:00000010:1.0:1767384292.253729:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a4e59ef. 00000100:00000010:1.0:1767384292.253731:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c924eb3. 00000100:00000010:1.0:1767384292.253735:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003fcef527. 00000100:00000010:1.0:1767384292.253738:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a32c34a6. 00000100:00000010:1.0:1767384292.253743:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d3688dc. 00000400:00000200:1.0:1767384292.253746:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384292.253799:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004e28be80. 00000020:00000010:1.0:1767384292.253815:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e9d14d31. 00000100:00000010:1.0:1767384292.253878:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c04a21b7. 00000100:00000010:1.0:1767384292.253883:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c4e5be2d. 00000100:00000010:1.0:1767384292.253889:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ddbb2fb2. 00000100:00000010:1.0:1767384292.253893:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c5485db4. 00000100:00000010:1.0:1767384292.253896:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ff3dd346. 00000100:00000200:1.0:1767384292.253950:0:16777:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384292.253954:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009c9f26ee. 00000100:00000010:0.0:1767384292.254957:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009041f7de. 00080000:00000010:0.0:1767384292.255420:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cc5bb77. 00000020:00000010:0.0:1767384292.255426:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000334ae8f3. 00000020:00000010:0.0:1767384292.255438:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000004b88dfdc. 00080000:00000010:0.0:1767384292.255453:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c7574143. 00000020:00000010:0.0:1767384292.255458:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000220e7343. 00080000:00000010:0.0:1767384292.255472:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000866f0b68. 00000020:00000010:0.0:1767384292.255477:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dfccf64d. 00080000:00000010:0.0:1767384292.255498:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001ee19658. 00000020:00000010:0.0:1767384292.255501:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f0d5e71. 00080000:00000010:0.0:1767384292.255533:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fb8a53c. 20000000:00000010:0.0:1767384292.255540:0:16777:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000095c6efd2. 00000020:00000010:0.0:1767384292.255547:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d4fe349. 00000040:00000010:0.0:1767384292.255551:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b3fb5adc. 00000020:00000010:0.0:1767384292.255577:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000745e7fb4. 00000020:00000010:0.0:1767384292.255581:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000074cbe6d4. 80000000:00000010:0.0:1767384292.255584:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6d93db4. 00040000:00000010:0.0:1767384292.255587:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd874922. 00080000:00000010:0.0:1767384292.255590:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000de7aee88. 20000000:00000010:0.0:1767384292.255592:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009ba6f5cf. 00000020:00000010:0.0:1767384292.255594:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000955c522f. 00000020:00000010:0.0:1767384292.255597:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.255600:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ee8444e. 00000008:00000010:0.0:1767384292.255604:0:16777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c480138a. 00020000:00000010:0.0:1767384292.255607:0:16777:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e722444b. 00008000:00000010:0.0:1767384292.255611:0:16777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000008cb7446. 00000080:00000010:0.0:1767384292.255615:0:16777:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006ec65c39. 00000020:00000010:0.0:1767384292.255617:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d4e606. 00000020:00000010:0.0:1767384292.255621:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000002219c542. 00000020:00000010:0.0:1767384292.255631:0:16777:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000006639a60. 00000020:00000010:0.0:1767384292.255634:0:16777:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000ebdfc588. 00000020:00000010:0.0:1767384292.255639:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 0000000058e23021. 00000100:00000010:0.0:1767384292.255643:0:16777:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000202d82e3. 00000400:00000200:0.0:1767384292.255645:0:16777:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767384292.255648:0:16777:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384292.255649:0:16777:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000020:00000010:0.0:1767384292.255651:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 0000000058e23021. 00000020:00000010:0.0:1767384292.255654:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 0000000058e23021. 00000100:00000010:0.0:1767384292.255656:0:16777:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000008f4816d9. 00000400:00000200:0.0:1767384292.255659:0:16777:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384292.255660:0:16777:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384292.255661:0:16777:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384292.255662:0:16777:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp 00000400:00000010:0.0:1767384292.255667:0:16777:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000d399ab93. 00000400:00000200:0.0:1767384292.255670:0:16777:0:(peer.c:264:lnet_peer_alloc()) 00000000d399ab93 nid 192.168.203.113@tcp 00000400:00000010:0.0:1767384292.255672:0:16777:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000733fe733. 00000400:00000200:0.0:1767384292.255680:0:16777:0:(peer.c:204:lnet_peer_net_alloc()) 00000000733fe733 net tcp 00000400:00000010:0.0:1767384292.255683:0:16777:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000019990a78. 00000400:00000200:0.0:1767384292.255685:0:16777:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000019990a78 nid 192.168.203.113@tcp 00000400:00000200:0.0:1767384292.255688:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (0) 00000400:00000200:0.0:1767384292.255691:0:16777:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.113@tcp: -2 00000400:00000200:0.0:1767384292.255695:0:16777:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp flags 0x100001 00000400:00000200:0.0:1767384292.255699:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (1) 00000400:00000200:0.0:1767384292.255702:0:16777:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (2) 00000400:00000200:0.0:1767384292.255714:0:16777:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384292.255716:0:16777:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384292.255719:0:16777:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384292.255722:0:16777:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767384292.255724:0:16777:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (3) 00000100:00000010:0.0:1767384292.255727:0:16777:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000008f4816d9. 00000020:00000010:0.0:1767384292.255730:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 0000000058e23021. 00000020:00000010:0.0:1767384292.255736:0:16777:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000f7559eec. 00000020:00000010:0.0:1767384292.255744:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000075ce81f3. 00000020:00000010:0.0:1767384292.255763:0:16777:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000055154d58. 00000020:00000010:0.0:1767384292.255769:0:16777:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006a4f0d02. 00000020:00000010:0.0:1767384292.255779:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000075ce81f3. 00000020:00000010:0.0:1767384292.255786:0:16777:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 0000000075ce81f3. 00000001:00000010:0.0:1767384292.255802:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a07d3d17. 00000001:00000010:0.0:1767384292.255808:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000055e4961e. 00000001:00000010:0.0:1767384292.255814:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005d4e606. 00000001:00000010:0.0:1767384292.255819:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000955c522f. 00000001:00000010:0.0:1767384292.255825:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ba6f5cf. 00000001:00000010:0.0:1767384292.255830:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd874922. 00000001:00000010:0.0:1767384292.255834:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000005c499. 00000001:00000010:0.0:1767384292.255839:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000086e876d6. 00000001:00000010:0.0:1767384292.255843:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000074cbe6d4. 00000001:00000010:0.0:1767384292.255847:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3fb5adc. 00000001:00000010:0.0:1767384292.255852:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d4fe349. 00000001:00000010:0.0:1767384292.255859:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098a1e38e. 00000020:00000010:0.0:1767384292.255880:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2c65251. 00000020:00000010:0.0:1767384292.255884:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab87b373. 00000020:00000010:0.0:1767384292.255893:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68ad354. 00000800:00000200:3.1F:1767384292.255902:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (2) 00000008:00000010:0.0:1767384292.255905:0:16777:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e8348c3. 00020000:00000010:0.0:1767384292.255920:0:16777:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000073dfcdb2. 00008000:00000010:0.0:1767384292.255946:0:16777:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000da284778. 00000080:00000010:0.0:1767384292.255960:0:16777:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001de18d00. 00000020:00000010:0.0:1767384292.255964:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052a84fca. 00000020:00000010:0.0:1767384292.255967:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083ab82be. 00000040:00000010:0.0:1767384292.255969:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000357e94b0. 00000020:00000010:0.0:1767384292.255972:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f433c525. 00000020:00000010:0.0:1767384292.255975:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000067220e9. 00040000:00000010:0.0:1767384292.255977:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000beec35f1. 00040000:00000010:0.0:1767384292.255979:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028bd0638. 00080000:00000010:0.0:1767384292.255982:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000568615ae. 10000000:00000010:0.0:1767384292.255985:0:16777:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000c811a49d. 00010000:00000010:0.0:1767384292.255994:0:16777:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000faf9c586. 00010000:00000010:0.0:1767384292.256011:0:16777:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000930a7d71. 00000020:00000010:0.0:1767384292.256016:0:16777:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000dceb0e7d. 00000100:00000200:0.0:1767384292.256029:0:16777:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00000100:00000010:0.0:1767384292.256033:0:16777:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000e0f7e17c. 00010000:00000010:0.0:1767384292.256036:0:16777:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000058e23021. 00010000:00000010:0.0:1767384292.256040:0:16777:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f7c785c9. 00000001:00000010:0.0:1767384292.256043:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dbbfbf95. 00000001:00000010:0.0:1767384292.256046:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000000f4192ce. 00000001:00000010:0.0:1767384292.256049:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000572e98d7. 00000001:00000010:0.0:1767384292.256051:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ce74975f. 00000020:00000010:0.0:1767384292.256094:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008513103b. 00000020:00000010:0.0:1767384292.256096:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000740d85f2. 00000020:00000010:0.0:1767384292.256201:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000079b66d10. 00000020:00000010:0.0:1767384292.256204:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006da097f9. 00000040:00000010:0.0:1767384292.256222:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000056d1866b. 00000800:00000200:2.1F:1767384292.256343:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (2) 00000800:00000200:2.1:1767384292.256350:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp 00000000a5b2dbd4 deleted 00000800:00000010:2.1:1767384292.256351:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a5b2dbd4. 00000800:00000200:2.1:1767384292.256355:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384292.256361:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:1023 00000800:00000200:2.1:1767384292.256365:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000846b00a8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384292.256445:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384292.256934:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (4) 00000800:00000200:2.1:1767384292.256939:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp 00000000a5b2dbd4 deleted 00000800:00000010:2.1:1767384292.256941:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a5b2dbd4. 00000800:00000200:2.1:1767384292.256943:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767384292.257425:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:00000010:0.0:1767384292.257930:0:16153:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de259080. 00000020:00000010:0.0:1767384292.257936:0:16153:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2c65251. 80000000:00000010:0.0:1767384292.257941:0:16153:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf78c0ea. 40000000:00000010:0.0:1767384292.257944:0:16153:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4d417c4. 00000008:00000010:0.0:1767384292.257970:0:16153:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000010078fb0. 00020000:00000010:0.0:1767384292.257975:0:16153:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ccd7d9e7. 00008000:00000010:0.0:1767384292.257988:0:16153:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f156d70e. 00100000:00000010:0.0:1767384292.257994:0:16153:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000079923e8f. 00040000:00000010:0.0:1767384292.257998:0:16153:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004279aa7b. 00040000:00000010:0.0:1767384292.258001:0:16153:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032a6b12f. 00040000:00000010:0.0:1767384292.258007:0:16153:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000052a84fca. 00080000:00000010:0.0:1767384292.258014:0:16153:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000568615ae. 00000004:00000010:0.0:1767384292.258017:0:16153:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f433c525. 00000004:00000010:0.0:1767384292.258021:0:16153:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9fe591e. 00000004:00000010:0.0:1767384292.258030:0:16153:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de7aee88. 00002000:00000010:0.0:1767384292.258037:0:16153:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000006b45722. 00000004:00000010:0.0:1767384292.258041:0:16153:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000525ae066. 00000080:00000010:0.0:1767384292.258055:0:16153:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000de1576b4. 00000080:00000010:0.0:1767384292.258069:0:16153:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ef8eb21a. 00000008:00000010:0.0:1767384292.258075:0:16153:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bba5a5f2. 00020000:00000010:0.0:1767384292.258080:0:16153:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d10faf48. 00008000:00000010:0.0:1767384292.258084:0:16153:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000875cfd3a. 00000080:00000010:0.0:1767384292.258090:0:16153:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000002beb75c3. 02000000:00000010:0.0:1767384292.258106:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033db276b. 00000400:00000010:0.0:1767384292.258130:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000535760da. 00000400:00000010:0.0:1767384292.258144:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.258149:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744028288, portal 25 00000400:00000010:0.0:1767384292.258156:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.258160:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236744028288, offset 0 00000400:00000200:0.0:1767384292.258200:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.258227:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384292.258238:0:16153:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000028bd0638. 00000400:00000200:0.0:1767384292.258244:0:16153:0:(peer.c:264:lnet_peer_alloc()) 0000000028bd0638 nid 0@lo 00000400:00000010:0.0:1767384292.258257:0:16153:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a6337086. 00000400:00000200:0.0:1767384292.258260:0:16153:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a6337086 net lo 00000400:00000010:0.0:1767384292.258266:0:16153:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000067220e9. 00000400:00000200:0.0:1767384292.258273:0:16153:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000067220e9 nid 0@lo 00000400:00000200:0.0:1767384292.258279:0:16153:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000400:00000200:0.0:1767384292.258287:0:16153:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028bd0638 (0) 00000400:00000200:0.0:1767384292.258292:0:16153:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000400:00000200:0.0:1767384292.258296:0:16153:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:0.0:1767384292.258301:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824dd00080 00000400:00000200:0.0:1767384292.258306:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:0.0:1767384292.258314:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d24382bf. 00000400:00000200:0.0:1767384292.258318:0:16153:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f9fb0a1 00000400:00000200:0.0:1767384292.258324:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.258330:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.258335:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f9fb0a1 00000400:00000010:0.0:1767384292.258337:0:16153:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f9fb0a1. 00000100:00000200:0.0:1767384292.258344:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384292.258363:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.258380:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.258386:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae43a94 x1853236744028288/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.258401:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7379bdd. 00000100:00000010:0.0:1767384292.258412:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcd2fcd0. 00000100:00000010:0.0:1767384292.258419:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006dd51dff. 00000100:00000010:0.0:1767384292.258426:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fe507db. 00000020:00000010:0.0:1767384292.258453:0:16790:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f971ce4d. 00000020:00000010:0.0:1767384292.258464:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000357e94b0. 00000020:00000010:0.0:1767384292.258466:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.258468:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000100:00000200:0.0:1767384292.258485:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028288 02000000:00000010:0.0:1767384292.258497:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001c7d96d8. 00000020:00000010:0.0:1767384292.258503:0:16790:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000745e7fb4. 00000001:00000010:0.0:1767384292.258508:0:16790:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000069a6fc0e. 00000001:00000010:0.0:1767384292.258519:0:16790:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000369f69eb. 00000001:00000010:0.0:1767384292.258523:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083ab82be. 00000001:00000010:0.0:1767384292.258534:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f59f62cd. 00000001:00000010:0.0:1767384292.258537:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a25780b. 00000001:00000010:0.0:1767384292.258539:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd3790aa. 00000020:00000010:0.0:1767384292.258547:0:16790:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d3564c07. 00000020:00000010:0.0:1767384292.258670:0:16790:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000897d42a1. 00000020:00000010:0.0:1767384292.258673:0:16790:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000ebdfc588. 00000020:00000010:0.0:1767384292.258675:0:16790:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000b8d48687. 00000020:00000010:0.0:1767384292.258691:0:16790:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b71db58d. 00000020:00000010:0.0:1767384292.258694:0:16790:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007d6b5d07. 00000020:00000010:0.0:1767384292.258697:0:16790:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b0a61cca. 00000020:00000010:0.0:1767384292.258714:0:16790:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000009768bca. 00010000:00000200:0.0:1767384292.258742:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006fc5ee6 x1853236744028288/t0(0) o250->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.258755:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.258757:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236744028288, offset 0 00000400:00000200:0.0:1767384292.258762:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.258767:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.258773:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824dd00080 00000400:00000200:0.0:1767384292.258776:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x219 [1] + 0 00000400:00000200:0.0:1767384292.258779:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.258781:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.258787:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae43a94 x1853236744028288/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.258804:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.258807:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.258816:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.258819:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.258821:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000357e94b0. 02000000:00000010:0.0:1767384292.258824:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000001c7d96d8. 00000100:00000200:0.0:1767384292.258835:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.258839:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cea0eeb2. 00000400:00000010:0.0:1767384292.258842:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f9fb0a1. 00000400:00000010:0.0:1767384292.258857:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000535760da. 00000400:00000200:0.0:1767384292.258860:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.258861:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.258865:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae43a94 x1853236744028288/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.258871:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae43a94 x1853236744028288/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384292.258903:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033db276b. 02000000:00000010:0.0:1767384292.258908:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001f0f8e2d. 00000100:00000010:0.0:1767384292.258910:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae43a94. 00000100:00000010:1.0:1767384292.261619:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcd2fcd0. 00000100:00000010:0.0:1767384292.261644:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7379bdd. 00000100:00000010:1.0:1767384292.265676:0:16795:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000054f46ab6. 00000020:00000010:1.0:1767384292.265680:0:16795:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000087a57a53. 00000020:00000010:1.0:1767384292.265684:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acb9b2e1. 00000020:00000010:1.0:1767384292.265686:0:16795:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbf06dde. 00000040:00000010:1.0:1767384292.265698:0:16795:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000059457e68. 00000020:00000010:1.0:1767384292.265700:0:16795:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d1c1c40. 00000020:00000010:1.0:1767384292.265703:0:16795:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ff56a4. 00000020:00000010:1.0:1767384292.265706:0:16795:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006eeba2d3. 80000000:00000010:1.0:1767384292.265708:0:16795:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001703a71f. 40000000:00000010:1.0:1767384292.265716:0:16795:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012ca6a7c. 00100000:00000010:1.0:1767384292.265719:0:16795:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000af945aa2. 00040000:00000010:1.0:1767384292.265721:0:16795:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bfd43136. 00040000:00000010:1.0:1767384292.265723:0:16795:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000095d1d05f. 00040000:00000010:1.0:1767384292.265725:0:16795:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003adda505. 00080000:00000010:1.0:1767384292.265727:0:16795:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000021e95374. 00000004:00000010:1.0:1767384292.265729:0:16795:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000000e46dd4. 00000004:00000010:1.0:1767384292.265733:0:16795:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014039263. 00000004:00000010:1.0:1767384292.265736:0:16795:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000056e3b979. 00002000:00000010:1.0:1767384292.265738:0:16795:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b2973830. 00000004:00000010:1.0:1767384292.265740:0:16795:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000efe3b058. 00000100:00000200:1.0:1767384292.265743:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265747:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a59fbf48. 00000400:00000010:1.0:1767384292.265750:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000515b1c0b. 00000100:00000200:1.0:1767384292.265754:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265755:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc86a04f. 00000400:00000010:1.0:1767384292.265757:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f150a7d7. 00000100:00000200:1.0:1767384292.265759:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265760:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044302a1e. 00000400:00000010:1.0:1767384292.265762:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c8788de1. 00000100:00000200:1.0:1767384292.265763:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265764:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f016dd0d. 00000400:00000010:1.0:1767384292.265767:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005be9fd3d. 00000100:00000200:1.0:1767384292.265768:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265769:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaec7e4c. 00000400:00000010:1.0:1767384292.265771:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000029c91f27. 00000100:00000200:1.0:1767384292.265773:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265774:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083ac6a66. 00000400:00000010:1.0:1767384292.265776:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000267f8e40. 00000100:00000200:1.0:1767384292.265777:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265778:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086e22d5a. 00000400:00000010:1.0:1767384292.265779:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c36e91ac. 00000100:00000200:1.0:1767384292.265781:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265782:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98daf73. 00000400:00000010:1.0:1767384292.265783:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e22c479b. 00000100:00000200:1.0:1767384292.265788:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265790:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0d96e9. 00000400:00000010:1.0:1767384292.265791:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008ee284ba. 00000100:00000200:1.0:1767384292.265793:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265794:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b29d961. 00000400:00000010:1.0:1767384292.265796:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a90be87b. 00000100:00000200:1.0:1767384292.265797:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265798:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf00dbd6. 00000400:00000010:1.0:1767384292.265799:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001c5e3b1d. 00000100:00000200:1.0:1767384292.265801:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265801:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3fce242. 00000400:00000010:1.0:1767384292.265811:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ef793181. 00000100:00000200:1.0:1767384292.265812:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265813:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000002f0945. 00000400:00000010:1.0:1767384292.265815:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000029833a34. 00000100:00000200:1.0:1767384292.265816:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265818:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a893335. 00000400:00000010:1.0:1767384292.265819:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b51336c. 00000100:00000200:1.0:1767384292.265820:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265821:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4f73c3a. 00000400:00000010:1.0:1767384292.265823:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006669cd4f. 00000100:00000200:1.0:1767384292.265824:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265825:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f65635d7. 00000400:00000010:1.0:1767384292.265827:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad05091e. 00000100:00000200:1.0:1767384292.265828:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265829:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079a3670d. 00000400:00000010:1.0:1767384292.265830:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027d82d1c. 00000100:00000200:1.0:1767384292.265832:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265833:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3f7f4cd. 00000400:00000010:1.0:1767384292.265834:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d65f4b2. 00000100:00000200:1.0:1767384292.265835:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265836:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004142d7d9. 00000400:00000010:1.0:1767384292.265839:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfe79f05. 00000100:00000200:1.0:1767384292.265840:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265841:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004befdb80. 00000400:00000010:1.0:1767384292.265843:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000040ced648. 00000100:00000200:1.0:1767384292.265848:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265849:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074054dc1. 00000400:00000010:1.0:1767384292.265851:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c9c88823. 00000100:00000200:1.0:1767384292.265852:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265853:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007023e81e. 00000400:00000010:1.0:1767384292.265855:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b23f8542. 00000100:00000200:1.0:1767384292.265856:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265857:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088c82dd7. 00000400:00000010:1.0:1767384292.265859:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004da10859. 00000100:00000200:1.0:1767384292.265860:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265861:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7f4d600. 00000400:00000010:1.0:1767384292.265863:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e724939. 00000100:00000200:1.0:1767384292.265864:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265865:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004675c116. 00000400:00000010:1.0:1767384292.265866:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027f71093. 00000100:00000200:1.0:1767384292.265868:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265869:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d32c230. 00000400:00000010:1.0:1767384292.265870:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a11428e5. 00000100:00000200:1.0:1767384292.265871:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265872:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b72ac23. 00000400:00000010:1.0:1767384292.265874:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b66a5cd. 00000100:00000200:1.0:1767384292.265875:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265876:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beaccae3. 00000400:00000010:1.0:1767384292.265878:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad128c20. 00000100:00000200:1.0:1767384292.265879:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265880:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f666fffc. 00000400:00000010:1.0:1767384292.265882:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001234aaf7. 00000100:00000200:1.0:1767384292.265883:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265884:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b42abf. 00000400:00000010:1.0:1767384292.265886:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003d79021e. 00000100:00000200:1.0:1767384292.265887:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265888:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c26461fa. 00000400:00000010:1.0:1767384292.265890:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000065f2b8ee. 00000100:00000200:1.0:1767384292.265891:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265892:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000002b19ee. 00000400:00000010:1.0:1767384292.265893:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002dad677a. 00000100:00000200:1.0:1767384292.265898:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265899:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010f5e687. 00000400:00000010:1.0:1767384292.265902:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000048a2255f. 00000100:00000200:1.0:1767384292.265903:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265904:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c166b23. 00000400:00000010:1.0:1767384292.265906:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082008d89. 00000100:00000200:1.0:1767384292.265907:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265908:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da4689ae. 00000400:00000010:1.0:1767384292.265909:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a4c65caa. 00000100:00000200:1.0:1767384292.265911:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265912:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f72ca7f6. 00000400:00000010:1.0:1767384292.265913:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000030008abd. 00000100:00000200:1.0:1767384292.265915:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265915:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6fab863. 00000400:00000010:1.0:1767384292.265918:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001c56f749. 00000100:00000200:1.0:1767384292.265919:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265920:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8ae294b. 00000400:00000010:1.0:1767384292.265932:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005ce352db. 00000100:00000200:1.0:1767384292.265933:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265934:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af46f8a9. 00000400:00000010:1.0:1767384292.265936:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e1159a13. 00000100:00000200:1.0:1767384292.265937:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265938:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001159ec71. 00000400:00000010:1.0:1767384292.265940:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000328b8c54. 00000100:00000200:1.0:1767384292.265941:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265942:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb3b1c32. 00000400:00000010:1.0:1767384292.265943:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007886e8b0. 00000100:00000200:1.0:1767384292.265945:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265946:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000998a0b5d. 00000400:00000010:1.0:1767384292.265947:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c24f9f63. 00000100:00000200:1.0:1767384292.265949:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265949:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001027193a. 00000400:00000010:1.0:1767384292.265951:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c8f0f21b. 00000100:00000200:1.0:1767384292.265952:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265953:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636ce4cc. 00000400:00000010:1.0:1767384292.265955:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000514ecfd9. 00000100:00000200:1.0:1767384292.265959:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265961:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a246b9. 00000400:00000010:1.0:1767384292.265963:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006290153. 00000100:00000200:1.0:1767384292.265964:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265965:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000762fe1b7. 00000400:00000010:1.0:1767384292.265967:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a94a6fde. 00000100:00000200:1.0:1767384292.265968:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265970:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542c1630. 00000400:00000010:1.0:1767384292.265971:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b7ddf10d. 00000100:00000200:1.0:1767384292.265973:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265974:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38848e6. 00000400:00000010:1.0:1767384292.265976:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6a03395. 00000100:00000200:1.0:1767384292.265977:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265978:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ad854f4. 00000400:00000010:1.0:1767384292.265980:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001b3c77f5. 00000100:00000200:1.0:1767384292.265981:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265982:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b41102. 00000400:00000010:1.0:1767384292.265984:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b0564fc2. 00000100:00000200:1.0:1767384292.265985:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265986:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb8b766a. 00000400:00000010:1.0:1767384292.265988:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008364d998. 00000100:00000200:1.0:1767384292.265989:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265990:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f8f589. 00000400:00000010:1.0:1767384292.265991:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000538034b8. 00000100:00000200:1.0:1767384292.265993:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265994:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81e2171. 00000400:00000010:1.0:1767384292.265997:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002a276084. 00000100:00000200:1.0:1767384292.265998:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.265999:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e51cf209. 00000400:00000010:1.0:1767384292.266000:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b24dff1. 00000100:00000200:1.0:1767384292.266013:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266014:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f24f25. 00000400:00000010:1.0:1767384292.266015:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000049b028bd. 00000100:00000200:1.0:1767384292.266017:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266018:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1081160. 00000400:00000010:1.0:1767384292.266019:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000357260d9. 00000100:00000200:1.0:1767384292.266024:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266025:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045420d83. 00000400:00000010:1.0:1767384292.266027:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e5aa954. 00000100:00000200:1.0:1767384292.266029:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266030:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087156681. 00000400:00000010:1.0:1767384292.266031:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000180360ff. 00000100:00000200:1.0:1767384292.266032:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266033:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815c377. 00000400:00000010:1.0:1767384292.266035:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008de68edf. 00000100:00000200:1.0:1767384292.266036:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266037:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dccaf3f1. 00000400:00000010:1.0:1767384292.266039:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066c6dcaa. 00000100:00000200:1.0:1767384292.266040:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266041:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000573f43b6. 00000400:00000010:1.0:1767384292.266043:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bd030760. 00000100:00000200:1.0:1767384292.266044:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266045:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003851f430. 00000400:00000010:1.0:1767384292.266046:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000633886cd. 00000100:00000200:1.0:1767384292.266048:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266049:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6330085. 00000400:00000010:1.0:1767384292.266050:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e5a0588f. 00000100:00000200:1.0:1767384292.266051:0:16795:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384292.266052:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c29ece6. 00000400:00000010:1.0:1767384292.266054:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dcae924a. 00000100:00000010:1.0:1767384292.266118:0:16795:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000005111ac43. 00000100:00000200:1.0:1767384292.266129:0:16795:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384292.266452:0:16796:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000081c71088. 00000020:00000010:1.0:1767384292.266456:0:16796:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a26b45f. 00000020:00000010:1.0:1767384292.266466:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dcc73c1. 00000020:00000010:1.0:1767384292.266468:0:16796:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001016f682. 00000040:00000010:1.0:1767384292.266470:0:16796:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001375dca9. 00000020:00000010:1.0:1767384292.266472:0:16796:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006c1c56d3. 00000020:00000010:1.0:1767384292.266474:0:16796:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb3ad7ad. 00000020:00000010:1.0:1767384292.266475:0:16796:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f0a077. 80000000:00000010:1.0:1767384292.266477:0:16796:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003ef66f3e. 40000000:00000010:1.0:1767384292.266481:0:16796:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f27ba4c5. 00100000:00000010:1.0:1767384292.266483:0:16796:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006811f90e. 00040000:00000010:1.0:1767384292.266485:0:16796:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bc91383. 00040000:00000010:1.0:1767384292.266488:0:16796:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d3ce792. 00040000:00000010:1.0:1767384292.266489:0:16796:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bda1154. 00080000:00000010:1.0:1767384292.266491:0:16796:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004ffda0a3. 00000004:00000010:1.0:1767384292.266493:0:16796:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de326839. 00000004:00000010:1.0:1767384292.266496:0:16796:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000610e1952. 00000004:00000010:1.0:1767384292.266498:0:16796:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000077a3c2dc. 00002000:00000010:1.0:1767384292.266505:0:16796:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000072fdcdd9. 00000004:00000010:1.0:1767384292.266507:0:16796:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d9f37873. 00000100:00000010:1.0:1767384292.266549:0:16796:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000004b3399fe. 00000100:00000200:1.0:1767384292.266586:0:16796:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384292.268339:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f8e6c1b8. 00000100:00000010:1.0:1767384292.268665:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006520d7df. 00000100:00000010:1.0:1767384292.268670:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a7434601. 00000100:00000010:1.0:1767384292.268682:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000008fed17c1. 00000100:00000010:1.0:1767384292.268688:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e0228f2e. 00000100:00000010:1.0:1767384292.268691:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f86fda5c. 00000100:00000010:1.0:1767384292.269025:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b7d58a94. 00000100:00000010:1.0:1767384292.269027:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a282961. 00000100:00000010:1.0:1767384292.269362:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003d4944d6. 00000100:00000010:1.0:1767384292.269366:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbb0a4be. 00000100:00000010:1.0:1767384292.269684:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000395bd24f. 00000100:00000010:1.0:1767384292.269687:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050a43850. 00000100:00000010:1.0:1767384292.270022:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009a8536d5. 00000100:00000010:1.0:1767384292.270025:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e03f9a34. 00000100:00000010:1.0:1767384292.270355:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b8406a99. 00000100:00000010:1.0:1767384292.270358:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008885ec7a. 00000100:00000010:1.0:1767384292.270714:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000677e5a4. 00000100:00000010:1.0:1767384292.270722:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039cd089f. 00000100:00000010:1.0:1767384292.271060:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000066503cc2. 00000100:00000010:1.0:1767384292.271068:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c04cdd5. 00000100:00000010:1.0:1767384292.271373:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000267c0e59. 00000100:00000010:1.0:1767384292.271376:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e27275ad. 00000100:00000010:1.0:1767384292.271704:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034d7c324. 00000100:00000010:1.0:1767384292.271707:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013113f03. 00000100:00000010:1.0:1767384292.272070:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cb31cbaf. 00000100:00000010:1.0:1767384292.272073:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c8ec9bf. 00000100:00000010:1.0:1767384292.272376:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed99c73b. 00000100:00000010:1.0:1767384292.272379:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e8621e5. 00000100:00000010:1.0:1767384292.272715:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000718d0e0b. 00000100:00000010:1.0:1767384292.272719:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b5dea60. 00000100:00000010:1.0:1767384292.273024:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4469b42. 00000100:00000010:1.0:1767384292.273041:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8c942e5. 00000100:00000010:1.0:1767384292.273358:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000636738c9. 00000100:00000010:1.0:1767384292.273361:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ec15ad4. 00000100:00000010:1.0:1767384292.273691:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8e62356. 00000100:00000010:1.0:1767384292.273694:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ed20a7. 00000100:00000010:1.0:1767384292.274037:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003ee1a3ce. 00000100:00000010:1.0:1767384292.274040:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df4796dc. 00000100:00000010:1.0:1767384292.274365:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bde6b803. 00000100:00000010:1.0:1767384292.274367:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e2aaff9. 00000100:00000010:1.0:1767384292.274693:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006ae35832. 00000100:00000010:1.0:1767384292.274697:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045fce953. 00000100:00000010:1.0:1767384292.275030:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001c8d34ab. 00000100:00000010:1.0:1767384292.275042:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddd0960b. 00000100:00000010:1.0:1767384292.275360:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000068146b97. 00000100:00000010:1.0:1767384292.275363:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031a60e82. 00000100:00000010:1.0:1767384292.275700:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bdfad621. 00000100:00000010:1.0:1767384292.275703:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010ec1a0f. 00000100:00000010:1.0:1767384292.276033:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b062100b. 00000100:00000010:1.0:1767384292.276045:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d64b91aa. 00000100:00000010:1.0:1767384292.276354:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ca9339a. 00000100:00000010:1.0:1767384292.276357:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb5fc268. 00000100:00000010:1.0:1767384292.276703:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009514360a. 00000100:00000010:1.0:1767384292.276707:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f48a7ff. 00000100:00000010:1.0:1767384292.277027:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009b86d21a. 00000100:00000010:1.0:1767384292.277029:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023ec6dcb. 00000100:00000010:1.0:1767384292.277350:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003e10da7d. 00000100:00000010:1.0:1767384292.277353:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bebcb92a. 00000100:00000010:1.0:1767384292.277674:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4ae01a0. 00000100:00000010:1.0:1767384292.277677:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000736c167d. 00000100:00000010:1.0:1767384292.278021:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d2639299. 00000100:00000010:1.0:1767384292.278024:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aca69630. 00000100:00000010:1.0:1767384292.278355:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b92625e7. 00000100:00000010:1.0:1767384292.278364:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4ff921d. 00000100:00000010:1.0:1767384292.278697:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eac5e610. 00000100:00000010:1.0:1767384292.278722:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007de5d85f. 00000100:00000010:1.0:1767384292.279057:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039441c47. 00000100:00000010:1.0:1767384292.279059:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aca5ef7. 00000100:00000010:1.0:1767384292.279403:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4a08883. 00000100:00000010:1.0:1767384292.279407:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000835bb2a7. 00000100:00000010:1.0:1767384292.279739:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c773fab0. 00000100:00000010:1.0:1767384292.279743:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f83d4d19. 00000100:00000010:1.0:1767384292.280094:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009c4f3ce3. 00000100:00000010:1.0:1767384292.280097:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009229ec82. 00000100:00000010:1.0:1767384292.280427:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e36ca98. 00000100:00000010:1.0:1767384292.280429:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059441721. 00000100:00000010:1.0:1767384292.280823:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033e5f5cd. 00000100:00000010:1.0:1767384292.280827:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba175dac. 00000100:00000010:1.0:1767384292.281135:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015913822. 00000100:00000010:1.0:1767384292.281138:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000898fe84c. 00000100:00000010:1.0:1767384292.281457:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000107c8705. 00000100:00000010:1.0:1767384292.281464:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b2e8d19. 00000100:00000010:1.0:1767384292.281787:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017d5b4ae. 00000100:00000010:1.0:1767384292.281790:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b709a439. 00000100:00000010:1.0:1767384292.282096:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004e2812c6. 00000100:00000010:1.0:1767384292.282099:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060b20664. 00000100:00000010:1.0:1767384292.282405:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000007e4d35b. 00000100:00000010:1.0:1767384292.282407:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcc94c74. 00000100:00000010:1.0:1767384292.282755:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000032b143c4. 00000100:00000010:1.0:1767384292.282758:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000558e3c47. 00000100:00000010:1.0:1767384292.283095:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c35f636. 00000100:00000010:1.0:1767384292.283097:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000838ab5e. 00000100:00000010:1.0:1767384292.283412:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005034b742. 00000100:00000010:1.0:1767384292.283416:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e49f1f74. 00000100:00000010:1.0:1767384292.283752:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e06931e. 00000100:00000010:1.0:1767384292.283762:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d5d5459. 00000100:00000010:1.0:1767384292.284079:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4d59578. 00000100:00000010:1.0:1767384292.284081:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000249d37ff. 00000100:00000010:1.0:1767384292.284387:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bcd69206. 00000100:00000010:1.0:1767384292.284390:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004089da22. 00000100:00000010:1.0:1767384292.284724:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000008277d85. 00000100:00000010:1.0:1767384292.284727:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000063cee9e. 00000100:00000010:1.0:1767384292.285057:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005c8a198d. 00000100:00000010:1.0:1767384292.285059:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0cf712f. 00000100:00000010:1.0:1767384292.285378:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000158cd7f9. 00000100:00000010:1.0:1767384292.285381:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000322f701. 00000100:00000010:1.0:1767384292.285712:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000661c0e62. 00000100:00000010:1.0:1767384292.285715:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096a3b1a0. 00000100:00000010:1.0:1767384292.286061:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a4be099. 00000100:00000010:1.0:1767384292.286074:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007613c5d3. 00000100:00000010:1.0:1767384292.286401:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f143c7ca. 00000100:00000010:1.0:1767384292.286404:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009588c6cf. 00000100:00000010:1.0:1767384292.286744:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a28b95d4. 00000100:00000010:1.0:1767384292.286747:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033744b77. 00000100:00000010:1.0:1767384292.287081:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000270b2661. 00000100:00000010:1.0:1767384292.287084:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd639b46. 00000100:00000010:1.0:1767384292.287420:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000216e46d9. 00000100:00000010:1.0:1767384292.287423:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007892baa0. 00000100:00000010:1.0:1767384292.287748:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000da58dd0d. 00000100:00000010:1.0:1767384292.287751:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000748f0cc8. 00000100:00000010:1.0:1767384292.288090:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003830d748. 00000100:00000010:1.0:1767384292.288093:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f7de22b. 00000100:00000010:1.0:1767384292.288420:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006509238c. 00000100:00000010:1.0:1767384292.288423:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fb6e880. 00000100:00000010:1.0:1767384292.288761:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041a5f6cc. 00000100:00000010:1.0:1767384292.288772:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007eef01ac. 00000100:00000010:1.0:1767384292.289096:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a5f8144e. 00000100:00000010:1.0:1767384292.289104:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043be5678. 00000100:00000010:1.0:1767384292.289435:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e4df9a98. 00000100:00000010:1.0:1767384292.289438:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098b3e5e9. 00000100:00000010:1.0:1767384292.289761:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005e7206c5. 00000100:00000010:1.0:1767384292.289764:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d35aebbe. 00000100:00000010:1.0:1767384292.290122:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000fe4b66b. 00000400:00000200:1.0:1767384292.290127:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384292.290208:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000051372b18. 00000020:00000010:1.0:1767384292.290214:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000017d2cfad. 00000100:00000010:1.0:1767384292.290264:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000063e928a7. 00000100:00000010:1.0:1767384292.290270:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000070a40ecf. 00000100:00000010:1.0:1767384292.290273:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001c7121a0. 00000100:00000010:1.0:1767384292.290276:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a6ed8c7b. 00000100:00000010:1.0:1767384292.290279:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008a738068. 00000100:00000200:1.0:1767384292.290301:0:16777:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767384292.290304:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f3cc8dc7. 00000100:00000010:1.0:1767384292.291471:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007d309815. 00000100:00000010:1.0:1767384292.291756:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000c75a4375. 00000100:00000010:1.0:1767384292.291771:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000821ea48. 00000100:00000010:1.0:1767384292.291783:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c8bcb0d2. 00000100:00000010:1.0:1767384292.291790:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000165e74ca. 00000100:00000010:1.0:1767384292.291793:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000168cef6f. 00000100:00000010:1.0:1767384292.291796:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000141dd41. 00000100:00000010:1.0:1767384292.291798:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fea9fb3. 00000100:00000010:1.0:1767384292.291800:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3e0d186. 00000100:00000010:1.0:1767384292.291802:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fecb066. 00000100:00000010:1.0:1767384292.291804:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000545ef957. 00000100:00000010:1.0:1767384292.291805:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0ed430a. 00000100:00000010:1.0:1767384292.291807:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4e315c6. 00000100:00000010:1.0:1767384292.291809:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082a14ecd. 00000100:00000010:1.0:1767384292.291811:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e21b2fe2. 00000100:00000010:1.0:1767384292.291812:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fff1267. 00000100:00000010:1.0:1767384292.291815:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b8d7a8b. 00000100:00000010:1.0:1767384292.291817:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081e60c1a. 00000100:00000010:1.0:1767384292.291819:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba1fdc89. 00000100:00000010:1.0:1767384292.291820:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a9433a3. 00000100:00000010:1.0:1767384292.291822:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e97b9f60. 00000100:00000010:1.0:1767384292.291824:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e922f2f8. 00000100:00000010:1.0:1767384292.291826:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4ad5627. 00000100:00000010:1.0:1767384292.291827:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d774dc1a. 00000100:00000010:1.0:1767384292.291830:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d09eb191. 00000100:00000010:1.0:1767384292.291831:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000222e91ec. 00000100:00000010:1.0:1767384292.291834:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd1eb4c1. 00000100:00000010:1.0:1767384292.291841:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a69dee9f. 00000100:00000010:1.0:1767384292.291844:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e45cbeb7. 00000100:00000010:1.0:1767384292.291845:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6cd6895. 00000100:00000010:1.0:1767384292.291848:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000049ff52a. 00000100:00000010:1.0:1767384292.291853:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036f56b6b. 00000100:00000010:1.0:1767384292.291856:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b2ba4ce. 00000100:00000010:1.0:1767384292.291858:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e5cec39. 00000100:00000010:1.0:1767384292.291860:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000302e3823. 00000100:00000010:1.0:1767384292.291862:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000062f65ba. 00000100:00000010:1.0:1767384292.291864:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009889715d. 00000100:00000010:1.0:1767384292.291866:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da79555e. 00000100:00000010:1.0:1767384292.291868:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3241090. 00000100:00000010:1.0:1767384292.291870:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dec48670. 00000100:00000010:1.0:1767384292.291872:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e58d9f3. 00000100:00000010:1.0:1767384292.291873:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b33e0a4. 00000100:00000010:1.0:1767384292.291875:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce558773. 00000100:00000010:1.0:1767384292.291877:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883eb486. 00000100:00000010:1.0:1767384292.291879:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0afd9a5. 00000100:00000010:1.0:1767384292.291880:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d3bb1d6. 00000100:00000010:1.0:1767384292.291883:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013e3b834. 00000100:00000010:1.0:1767384292.291884:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3c890c9. 00000100:00000010:1.0:1767384292.291886:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad1c9373. 00000100:00000010:1.0:1767384292.291888:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a29b3ebb. 00000100:00000010:1.0:1767384292.291890:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd6f6b64. 00000100:00000010:1.0:1767384292.291891:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1f2857b. 00000100:00000010:1.0:1767384292.291893:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5710745. 00000100:00000010:1.0:1767384292.291895:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ddb880d. 00000100:00000010:1.0:1767384292.291897:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055930de2. 00000100:00000010:1.0:1767384292.291898:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071b0e645. 00000100:00000010:1.0:1767384292.291901:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da0acf6b. 00000100:00000010:1.0:1767384292.291914:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bacf87c. 00000100:00000010:1.0:1767384292.291916:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082c9a456. 00000100:00000010:1.0:1767384292.291922:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000472d7ffd. 00000100:00000010:1.0:1767384292.291925:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085929699. 00000100:00000010:1.0:1767384292.291927:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005644f7eb. 00000100:00000010:1.0:1767384292.291932:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028af72ef. 00000100:00000010:1.0:1767384292.291934:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016a71369. 00000100:00000010:1.0:1767384292.291936:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a69b765. 00000100:00000010:1.0:1767384292.291938:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d969fed. 00000100:00000010:1.0:1767384292.291940:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f68041f4. 00000100:00000010:1.0:1767384292.291942:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064d400af. 00000100:00000010:1.0:1767384292.291944:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d028ea43. 00000100:00000010:1.0:1767384292.291946:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2e734b9. 00000100:00000010:1.0:1767384292.291948:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000113be043. 00000100:00000010:1.0:1767384292.291949:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2057123. 00000100:00000010:1.0:1767384292.291951:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbebd9aa. 00000100:00000010:1.0:1767384292.291953:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065ed7b24. 00000100:00000010:1.0:1767384292.291955:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001f71ce5. 00000100:00000010:1.0:1767384292.291956:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a370dc20. 00000100:00000010:1.0:1767384292.291959:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001d2c078. 00000100:00000010:1.0:1767384292.291960:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070e08a77. 00000100:00000010:1.0:1767384292.291962:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aad232e8. 00000100:00000010:1.0:1767384292.291964:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075db8600. 00000100:00000010:1.0:1767384292.291966:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4056c39. 00000100:00000010:1.0:1767384292.291967:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005aed1e8. 00000100:00000010:1.0:1767384292.291979:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098776b93. 00000100:00000010:1.0:1767384292.291981:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002801686b. 00000100:00000010:1.0:1767384292.291983:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017e856e0. 00000100:00000010:1.0:1767384292.291984:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b799abc0. 00000100:00000010:1.0:1767384292.291986:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f4ad238. 00000100:00000010:1.0:1767384292.291988:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de9fb2d8. 00000100:00000010:1.0:1767384292.291990:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000064c480c. 00000100:00000010:1.0:1767384292.291991:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062ab391c. 00000100:00000010:1.0:1767384292.291994:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed103ad0. 00000100:00000010:1.0:1767384292.292000:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056b89a74. 00000100:00000010:1.0:1767384292.292003:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c491d5eb. 00000100:00000010:1.0:1767384292.292007:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f669e5f6. 00000100:00000010:1.0:1767384292.292010:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049584d66. 00000100:00000010:1.0:1767384292.292011:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d24cb8b6. 00000100:00000010:1.0:1767384292.292013:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001386131. 00000100:00000010:1.0:1767384292.292015:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cdd6de1. 00000100:00000010:1.0:1767384292.292017:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c21c8b7. 00000100:00000010:1.0:1767384292.292019:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a35d037e. 00000100:00000010:1.0:1767384292.292021:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009962aafb. 00000100:00000010:1.0:1767384292.292022:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e7e7db4. 00000100:00000010:1.0:1767384292.292024:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035c8957b. 00000100:00000010:1.0:1767384292.292026:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087b80ecb. 00000100:00000010:1.0:1767384292.292028:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006ebf85d. 00000100:00000010:1.0:1767384292.292030:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f2f7094. 00000100:00000010:1.0:1767384292.292032:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d8a5ce2. 00000100:00000010:1.0:1767384292.292044:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0974da9. 00000100:00000010:1.0:1767384292.292047:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fefa7d8. 00000100:00000010:1.0:1767384292.292048:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081f03c95. 00000100:00000010:1.0:1767384292.292050:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000077c0976. 00000100:00000010:1.0:1767384292.292052:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6538091. 00000100:00000010:1.0:1767384292.292054:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000175c998a. 00000100:00000010:1.0:1767384292.292055:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4c9a31c. 00000100:00000010:1.0:1767384292.292057:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065ed46f9. 00000100:00000010:1.0:1767384292.292059:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afbc65af. 00000100:00000010:1.0:1767384292.292061:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051e9a882. 00000100:00000010:1.0:1767384292.292062:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c79c0be0. 00000100:00000010:1.0:1767384292.292064:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f492f73. 00000100:00000010:1.0:1767384292.292066:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000261ba2aa. 00000100:00000010:1.0:1767384292.292068:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8ada7c4. 00000100:00000010:1.0:1767384292.292069:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d1cad0d. 00000100:00000010:1.0:1767384292.292072:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fde2eae. 00000100:00000010:1.0:1767384292.292079:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b552ce4. 00000100:00000010:1.0:1767384292.292084:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f7bca2c. 00000100:00000010:1.0:1767384292.292086:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eec859f6. 00000100:00000010:1.0:1767384292.292088:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e823e9b. 00000100:00000010:1.0:1767384292.292090:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a3faaf1. 00000100:00000010:1.0:1767384292.292092:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f68e638b. 00000100:00000010:1.0:1767384292.292094:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069b2db15. 00000100:00000010:1.0:1767384292.292096:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b54d30d4. 00000100:00000010:1.0:1767384292.292098:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcf737df. 00000100:00000010:1.0:1767384292.292100:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000280d19fb. 00000400:00000200:1.0:1767384292.292101:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767384292.292138:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000712ff9ee. 00000020:00000010:1.0:1767384292.292141:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000021356894. 00000100:00000010:1.0:1767384292.292179:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005373f264. 00000100:00000010:1.0:1767384292.292181:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000896aa521. 00000100:00000010:1.0:1767384292.292183:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a40059bf. 00000100:00000010:1.0:1767384292.292185:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000836436af. 00000100:00000010:1.0:1767384292.292186:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eb68bcb4. 00000100:00000200:1.0:1767384292.292208:0:16777:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767384292.292210:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000022bdc629. 00000100:00000010:1.0:1767384292.292751:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000630545b6. 00000100:00000010:1.0:1767384292.292950:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b16c746d. 00000100:00000010:1.0:1767384292.292954:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e3460be4. 00000100:00000010:1.0:1767384292.292965:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a97d81ef. 00000100:00000010:1.0:1767384292.292982:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bfd92ddc. 00000100:00000010:1.0:1767384292.292985:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0358549. 00000100:00000010:1.0:1767384292.292987:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086cfc4c3. 00000100:00000010:1.0:1767384292.292989:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004b1dde3. 00000100:00000010:1.0:1767384292.292991:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f21eec4a. 00000100:00000010:1.0:1767384292.292993:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbcb08b0. 00000100:00000010:1.0:1767384292.292995:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000947198c0. 00000100:00000010:1.0:1767384292.292997:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f32b732. 00000100:00000010:1.0:1767384292.293004:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a155ef2a. 00000100:00000010:1.0:1767384292.293005:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f31f760b. 00000100:00000010:1.0:1767384292.293008:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008afa7887. 00000100:00000010:1.0:1767384292.293009:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0194ad8. 00000100:00000010:1.0:1767384292.293011:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092774a0d. 00000100:00000010:1.0:1767384292.293013:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8ad126b. 00000100:00000010:1.0:1767384292.293016:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f95e8c2. 00000100:00000010:1.0:1767384292.293017:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4b2817d. 00000100:00000010:1.0:1767384292.293020:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003aafb9a9. 00000100:00000010:1.0:1767384292.293021:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cae1a7ea. 00000100:00000010:1.0:1767384292.293023:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002faeab4b. 00000100:00000010:1.0:1767384292.293030:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d774a603. 00000100:00000010:1.0:1767384292.293042:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000835ecb65. 00000100:00000010:1.0:1767384292.293043:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000438b13. 00000100:00000010:1.0:1767384292.293046:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002706052d. 00000100:00000010:1.0:1767384292.293047:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb36c6ac. 00000100:00000010:1.0:1767384292.293049:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba73fc4f. 00000100:00000010:1.0:1767384292.293051:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026629aed. 00000100:00000010:1.0:1767384292.293053:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8b9fbe3. 00000100:00000010:1.0:1767384292.293054:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050b2f0b9. 00000100:00000010:1.0:1767384292.293057:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082e0c463. 00000100:00000010:1.0:1767384292.293058:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007789e350. 00000100:00000010:1.0:1767384292.293061:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa5d3a55. 00000100:00000010:1.0:1767384292.293062:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa4b146. 00000100:00000010:1.0:1767384292.293065:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af965391. 00000100:00000010:1.0:1767384292.293066:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff288e24. 00000100:00000010:1.0:1767384292.293069:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3c3b168. 00000100:00000010:1.0:1767384292.293070:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009189b2fa. 00000100:00000010:1.0:1767384292.293073:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000103aba59. 00000100:00000010:1.0:1767384292.293074:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009876217c. 00000100:00000010:1.0:1767384292.293076:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a873f920. 00000100:00000010:1.0:1767384292.293081:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000107a13ab. 00000100:00000010:1.0:1767384292.293083:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039d6efc3. 00000100:00000010:1.0:1767384292.293085:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004923f7e4. 00000100:00000010:1.0:1767384292.293088:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b1301f7. 00000100:00000010:1.0:1767384292.293089:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b7352d8. 00000100:00000010:1.0:1767384292.293092:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d9acab5. 00000100:00000010:1.0:1767384292.293093:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053ce9752. 00000100:00000010:1.0:1767384292.293095:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f779aa2f. 00000100:00000010:1.0:1767384292.293097:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da15af36. 00000100:00000010:1.0:1767384292.293099:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc2cf440. 00000100:00000010:1.0:1767384292.293100:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f3854b7. 00000100:00000010:1.0:1767384292.293102:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000497d9be6. 00000100:00000010:1.0:1767384292.293120:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000936ff1b6. 00000100:00000010:1.0:1767384292.293124:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e3e842b. 00000100:00000010:1.0:1767384292.293125:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000923c0689. 00000100:00000010:1.0:1767384292.293128:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a8336e7. 00000100:00000010:1.0:1767384292.293129:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000739a8db. 00000100:00000010:1.0:1767384292.293132:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8303b98. 00000100:00000010:1.0:1767384292.293133:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000164fb826. 00000100:00000010:1.0:1767384292.293135:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000582f9b2a. 00000100:00000010:1.0:1767384292.293137:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f70938f. 00000100:00000010:1.0:1767384292.293139:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbbf5ccb. 00000100:00000010:1.0:1767384292.293141:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029a7b0b7. 00000100:00000010:1.0:1767384292.293143:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8cb7636. 00000100:00000010:1.0:1767384292.293144:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bc46e9f. 00000100:00000010:1.0:1767384292.293146:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045af0b03. 00000100:00000010:1.0:1767384292.293148:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000876418d4. 00000100:00000010:1.0:1767384292.293150:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e40c5f7. 00000100:00000010:1.0:1767384292.293151:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000259ae42e. 00000100:00000010:1.0:1767384292.293165:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef459e77. 00000100:00000010:1.0:1767384292.293167:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047964187. 00000100:00000010:1.0:1767384292.293172:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c7163a4. 00000100:00000010:1.0:1767384292.293173:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011da18f6. 00000100:00000010:1.0:1767384292.293180:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ade6dfda. 00000100:00000010:1.0:1767384292.293182:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000998782f4. 00000100:00000010:1.0:1767384292.293185:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007aaa62a0. 00000100:00000010:1.0:1767384292.293186:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053ad851e. 00000100:00000010:1.0:1767384292.293189:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a71483e3. 00000100:00000010:1.0:1767384292.293190:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067e0763f. 00000100:00000010:1.0:1767384292.293192:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f35f820. 00000100:00000010:1.0:1767384292.293194:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed87504. 00000100:00000010:1.0:1767384292.293196:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eaac4f02. 00000100:00000010:1.0:1767384292.293197:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a5b591f. 00000100:00000010:1.0:1767384292.293199:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006396d343. 00000100:00000010:1.0:1767384292.293206:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084f91986. 00000100:00000010:1.0:1767384292.293208:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab465b25. 00000100:00000010:1.0:1767384292.293210:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000885b7d4b. 00000100:00000010:1.0:1767384292.293212:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003fddf8ad. 00000100:00000010:1.0:1767384292.293214:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c171c2ae. 00000100:00000010:1.0:1767384292.293220:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000751cdad5. 00000100:00000010:1.0:1767384292.293230:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fcb0eb0. 00000100:00000010:1.0:1767384292.293233:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6c4be90. 00000100:00000010:1.0:1767384292.293234:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b3022cb. 00000100:00000010:1.0:1767384292.293236:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000339c8d4d. 00000100:00000010:1.0:1767384292.293237:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cff82de. 00000100:00000010:1.0:1767384292.293239:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f1376ff. 00000100:00000010:1.0:1767384292.293241:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006825b31. 00000100:00000010:1.0:1767384292.293243:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c280aba8. 00000100:00000010:1.0:1767384292.293244:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c67b751a. 00000100:00000010:1.0:1767384292.293246:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007eec2ae9. 00000100:00000010:1.0:1767384292.293248:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dbb1ca0. 00000100:00000010:1.0:1767384292.293250:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000485bad6e. 00000100:00000010:1.0:1767384292.293254:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b415535. 00000100:00000010:1.0:1767384292.293256:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf2c6e9c. 00000100:00000010:1.0:1767384292.293258:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086e7b7bf. 00000100:00000010:1.0:1767384292.293264:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b23b979a. 00000100:00000010:1.0:1767384292.293266:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c83b057b. 00000100:00000010:1.0:1767384292.293268:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001f5cdc9. 00000100:00000010:1.0:1767384292.293269:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f5cd1de. 00000100:00000010:1.0:1767384292.293271:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007fe1f7cf. 00000100:00000010:1.0:1767384292.293273:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d183de0. 00000100:00000010:1.0:1767384292.293275:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bd70a85. 00000100:00000010:1.0:1767384292.293276:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e595b65b. 00000100:00000010:1.0:1767384292.293278:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008592ac09. 00000100:00000010:1.0:1767384292.293279:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077ff8672. 00000100:00000010:1.0:1767384292.293281:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e1a5837. 00000100:00000010:1.0:1767384292.293288:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092c9b701. 00000100:00000010:1.0:1767384292.293290:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a773c3a. 00000100:00000010:1.0:1767384292.293292:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e1b560b. 00000100:00000010:1.0:1767384292.293294:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a03152e. 00000100:00000010:1.0:1767384292.293295:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a0ae9c6. 00000100:00000010:1.0:1767384292.293301:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dd579ca9. 00000100:00000010:1.0:1767384292.293303:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081aa79bd. 00000100:00000010:1.0:1767384292.293305:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a942c9b. 00000100:00000010:1.0:1767384292.293306:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aba4e44f. 00000100:00000010:1.0:1767384292.293308:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032e87f2a. 00000100:00000010:1.0:1767384292.293310:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000065bf540. 00000100:00000010:1.0:1767384292.293312:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000987f13ae. 00000100:00000010:1.0:1767384292.293313:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533cb791. 00000100:00000010:1.0:1767384292.293315:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6000942. 00000400:00000200:1.0:1767384292.293317:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767384292.293349:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c5790992. 00000020:00000010:1.0:1767384292.293352:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001fe4cac5. 00000100:00000010:1.0:1767384292.293381:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ef6b1884. 00000100:00000010:1.0:1767384292.293383:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000976b263c. 00000100:00000010:1.0:1767384292.293385:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d44f4099. 00000100:00000010:1.0:1767384292.293387:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000012ef48f5. 00000100:00000010:1.0:1767384292.293388:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ef259c9. 00000100:00000200:1.0:1767384292.293408:0:16777:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767384292.293410:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b35d3590. 00000100:00000010:1.0:1767384292.293897:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ee03934b. 00000100:00000010:1.0:1767384292.294208:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000088bcb5e4. 00000100:00000010:1.0:1767384292.294215:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a32489fd. 00000100:00000010:1.0:1767384292.294228:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000064afcb90. 00000100:00000010:1.0:1767384292.294233:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000026c34c9a. 00000100:00000010:1.0:1767384292.294237:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1dc53b2. 00000100:00000010:1.0:1767384292.294239:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003291c278. 00000100:00000010:1.0:1767384292.294241:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4a7430e. 00000100:00000010:1.0:1767384292.294249:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b922f3f1. 00000100:00000010:1.0:1767384292.294251:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060be1cc0. 00000100:00000010:1.0:1767384292.294253:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c1de96bd. 00000100:00000010:1.0:1767384292.294255:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000250e4629. 00000100:00000010:1.0:1767384292.294257:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001aa30f50. 00000100:00000010:1.0:1767384292.294258:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e152637. 00000100:00000010:1.0:1767384292.294271:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e250f42. 00000100:00000010:1.0:1767384292.294272:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000093a10a7. 00000100:00000010:1.0:1767384292.294274:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e21e8d7. 00000100:00000010:1.0:1767384292.294276:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000027a197f. 00000100:00000010:1.0:1767384292.294278:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b82e78e1. 00000100:00000010:1.0:1767384292.294284:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000576c0edd. 00000100:00000010:1.0:1767384292.294287:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d6084c80. 00000100:00000010:1.0:1767384292.294288:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae8fd8e. 00000100:00000010:1.0:1767384292.294290:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f5baf29. 00000100:00000010:1.0:1767384292.294292:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3aef4d7. 00000100:00000010:1.0:1767384292.294301:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8a97cf5. 00000100:00000010:1.0:1767384292.294303:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006104e6ba. 00000100:00000010:1.0:1767384292.294305:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000defa9b99. 00000100:00000010:1.0:1767384292.294307:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038d4ab33. 00000100:00000010:1.0:1767384292.294309:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb0e887d. 00000100:00000010:1.0:1767384292.294310:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008132a2b9. 00000100:00000010:1.0:1767384292.294312:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003620cb1c. 00000100:00000010:1.0:1767384292.294314:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002bff9cf. 00000100:00000010:1.0:1767384292.294316:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099c2234d. 00000100:00000010:1.0:1767384292.294317:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073720a2e. 00000100:00000010:1.0:1767384292.294319:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa283582. 00000100:00000010:1.0:1767384292.294321:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fad2c96. 00000100:00000010:1.0:1767384292.294323:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e663e538. 00000100:00000010:1.0:1767384292.294324:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c1bd0c8. 00000100:00000010:1.0:1767384292.294327:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1f0d9be. 00000100:00000010:1.0:1767384292.294328:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c54675a. 00000100:00000010:1.0:1767384292.294334:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed0cd766. 00000100:00000010:1.0:1767384292.294336:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029912322. 00000100:00000010:1.0:1767384292.294338:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097caad44. 00000100:00000010:1.0:1767384292.294340:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003426cf57. 00000100:00000010:1.0:1767384292.294342:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000cb0b30b. 00000100:00000010:1.0:1767384292.294343:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d844ea3. 00000100:00000010:1.0:1767384292.294345:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e1400ab. 00000100:00000010:1.0:1767384292.294347:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039b2adfc. 00000100:00000010:1.0:1767384292.294349:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e8924dc. 00000100:00000010:1.0:1767384292.294350:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afd29045. 00000100:00000010:1.0:1767384292.294352:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b09e8080. 00000100:00000010:1.0:1767384292.294359:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003dad4179. 00000100:00000010:1.0:1767384292.294362:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000ae92a5. 00000100:00000010:1.0:1767384292.294364:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3068f15. 00000100:00000010:1.0:1767384292.294366:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010b81133. 00000100:00000010:1.0:1767384292.294371:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060dcb536. 00000100:00000010:1.0:1767384292.294377:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fb00c98. 00000100:00000010:1.0:1767384292.294379:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b1259dd. 00000100:00000010:1.0:1767384292.294381:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005a7ec7a4. 00000100:00000010:1.0:1767384292.294383:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000839ba747. 00000100:00000010:1.0:1767384292.294385:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aac92d62. 00000100:00000010:1.0:1767384292.294386:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a533b1c1. 00000100:00000010:1.0:1767384292.294389:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003889aa6b. 00000100:00000010:1.0:1767384292.294390:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8a7c1f4. 00000100:00000010:1.0:1767384292.294392:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051f53856. 00000100:00000010:1.0:1767384292.294393:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6ce1cd2. 00000100:00000010:1.0:1767384292.294395:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f86b0ad7. 00000100:00000010:1.0:1767384292.294397:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ab5fcd7. 00000100:00000010:1.0:1767384292.294399:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a846f0f2. 00000100:00000010:1.0:1767384292.294400:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5284649. 00000100:00000010:1.0:1767384292.294402:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a37382a. 00000100:00000010:1.0:1767384292.294404:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7e92f54. 00000100:00000010:1.0:1767384292.294410:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac7c1792. 00000100:00000010:1.0:1767384292.294412:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030ea6a54. 00000100:00000010:1.0:1767384292.294414:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025bfd819. 00000100:00000010:1.0:1767384292.294415:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079a506e5. 00000100:00000010:1.0:1767384292.294417:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000800642eb. 00000100:00000010:1.0:1767384292.294419:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002372a004. 00000100:00000010:1.0:1767384292.294421:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c52fe6fd. 00000100:00000010:1.0:1767384292.294422:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091b4ef87. 00000100:00000010:1.0:1767384292.294424:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a3617f1. 00000100:00000010:1.0:1767384292.294425:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b327e330. 00000100:00000010:1.0:1767384292.294427:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2fbeb87. 00000100:00000010:1.0:1767384292.294434:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055b5aba6. 00000100:00000010:1.0:1767384292.294436:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a0e672f. 00000100:00000010:1.0:1767384292.294438:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e6ce594. 00000100:00000010:1.0:1767384292.294443:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bccf76ba. 00000100:00000010:1.0:1767384292.294445:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e67f2025. 00000100:00000010:1.0:1767384292.294451:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8fc7413. 00000100:00000010:1.0:1767384292.294453:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a1398a3. 00000100:00000010:1.0:1767384292.294455:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd2d17cb. 00000100:00000010:1.0:1767384292.294457:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1e3c0e3. 00000100:00000010:1.0:1767384292.294459:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0d61991. 00000100:00000010:1.0:1767384292.294460:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cf16197. 00000100:00000010:1.0:1767384292.294462:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012d38de1. 00000100:00000010:1.0:1767384292.294463:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf1c7e18. 00000100:00000010:1.0:1767384292.294465:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2dde7f0. 00000100:00000010:1.0:1767384292.294467:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eaa8848. 00000100:00000010:1.0:1767384292.294469:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d9be174. 00000100:00000010:1.0:1767384292.294470:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000955393f6. 00000100:00000010:1.0:1767384292.294472:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003241aaaa. 00000100:00000010:1.0:1767384292.294473:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e10e5f. 00000100:00000010:1.0:1767384292.294475:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000232a35d. 00000100:00000010:1.0:1767384292.294477:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441b6d48. 00000100:00000010:1.0:1767384292.294483:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000720a301c. 00000100:00000010:1.0:1767384292.294485:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d678d347. 00000100:00000010:1.0:1767384292.294487:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae336b11. 00000100:00000010:1.0:1767384292.294488:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f27f66c. 00000100:00000010:1.0:1767384292.294490:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d75ac681. 00000100:00000010:1.0:1767384292.294492:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002802722e. 00000100:00000010:1.0:1767384292.294494:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004d940b9b. 00000100:00000010:1.0:1767384292.294495:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f3f9778. 00000100:00000010:1.0:1767384292.294497:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025cae41c. 00000100:00000010:1.0:1767384292.294499:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000138987c0. 00000100:00000010:1.0:1767384292.294501:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dc6c7346. 00000100:00000010:1.0:1767384292.294507:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000572a99ce. 00000100:00000010:1.0:1767384292.294510:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e24f8f5. 00000100:00000010:1.0:1767384292.294514:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007928446f. 00000100:00000010:1.0:1767384292.294516:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000512e2df. 00000100:00000010:1.0:1767384292.294517:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4ea6ba0. 00000100:00000010:1.0:1767384292.294523:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035f3ebfd. 00000100:00000010:1.0:1767384292.294525:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b647c758. 00000100:00000010:1.0:1767384292.294527:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f88794e8. 00000100:00000010:1.0:1767384292.294529:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ccef3bd. 00000100:00000010:1.0:1767384292.294530:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018d0db52. 00000100:00000010:1.0:1767384292.294532:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a0628d7. 00000100:00000010:1.0:1767384292.294534:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7ddebdf. 00000100:00000010:1.0:1767384292.294535:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077414ba7. 00000100:00000010:1.0:1767384292.294538:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba27468e. 00000100:00000010:1.0:1767384292.294539:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b2cde48. 00000100:00000010:1.0:1767384292.294541:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d978ab5c. 00000100:00000010:1.0:1767384292.294542:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5dcd211. 00000100:00000010:1.0:1767384292.294544:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000058a6dc1c. 00000400:00000200:1.0:1767384292.294546:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767384292.294594:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b260a1d9. 00000020:00000010:1.0:1767384292.294597:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f7fd3164. 00000100:00000010:1.0:1767384292.294624:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b42215bc. 00000100:00000010:1.0:1767384292.294626:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000024793693. 00000100:00000010:1.0:1767384292.294628:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000ef7c8b5. 00000100:00000010:1.0:1767384292.294629:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a3334491. 00000100:00000010:1.0:1767384292.294631:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f22d0825. 00000100:00000200:1.0:1767384292.294652:0:16777:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767384292.294655:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000938d73fb. 00000100:00000010:1.0:1767384292.295259:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006f0fc582. 00000100:00000010:1.0:1767384292.295489:0:16777:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007a87d538. 00000100:00000010:1.0:1767384292.295493:0:16777:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004c030bbd. 00000100:00000010:1.0:1767384292.295504:0:16777:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000088e93e13. 00000100:00000010:1.0:1767384292.295514:0:16777:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d044cd35. 00000100:00000010:1.0:1767384292.295520:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fce4a577. 00000100:00000010:1.0:1767384292.295704:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e835b003. 00000100:00000010:1.0:1767384292.295707:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000646eaa9b. 00000100:00000010:1.0:1767384292.295880:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f7fabaae. 00000100:00000010:1.0:1767384292.295883:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d32c1d9f. 00000100:00000010:1.0:1767384292.296050:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ecab95ec. 00000100:00000010:1.0:1767384292.296052:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba0566ac. 00000100:00000010:1.0:1767384292.296234:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000057addd57. 00000100:00000010:1.0:1767384292.296237:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea31ff57. 00000100:00000010:1.0:1767384292.296403:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af49ffc4. 00000100:00000010:1.0:1767384292.296411:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f96c7381. 00000100:00000010:1.0:1767384292.296607:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000005eb61b6. 00000100:00000010:1.0:1767384292.296610:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b6de8ff. 00000100:00000010:1.0:1767384292.296766:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009101150f. 00000100:00000010:1.0:1767384292.296768:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a47098e. 00000100:00000010:1.0:1767384292.296916:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b25a07d7. 00000100:00000010:1.0:1767384292.296918:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048d23b79. 00000100:00000010:1.0:1767384292.297088:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d93f9ae6. 00000100:00000010:1.0:1767384292.297090:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bc1c052. 00000100:00000010:1.0:1767384292.297252:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001dad8976. 00000100:00000010:1.0:1767384292.297255:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082ad44fd. 00000100:00000010:1.0:1767384292.297416:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dcea4289. 00000100:00000010:1.0:1767384292.297418:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000236b159d. 00000100:00000010:1.0:1767384292.297581:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005839230a. 00000100:00000010:1.0:1767384292.297593:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000192f1b68. 00000100:00000010:1.0:1767384292.297751:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b2c2a87d. 00000100:00000010:1.0:1767384292.297753:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f35a61d. 00000100:00000010:1.0:1767384292.297931:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008441a764. 00000100:00000010:1.0:1767384292.297934:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000634c5aae. 00000100:00000010:1.0:1767384292.298088:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000033afc234. 00000100:00000010:1.0:1767384292.298090:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005b1ac71. 00000100:00000010:1.0:1767384292.298259:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef1221ec. 00000100:00000010:1.0:1767384292.298262:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093d48045. 00000100:00000010:1.0:1767384292.298419:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9201899. 00000100:00000010:1.0:1767384292.298421:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc9d5687. 00000100:00000010:1.0:1767384292.298605:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054404787. 00000100:00000010:1.0:1767384292.298608:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e78bc321. 00000100:00000010:1.0:1767384292.298765:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000cd7687a. 00000100:00000010:1.0:1767384292.298768:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076212842. 00000100:00000010:1.0:1767384292.298936:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002d4161c. 00000100:00000010:1.0:1767384292.298939:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2d48a63. 00000100:00000010:1.0:1767384292.299092:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000595291ab. 00000100:00000010:1.0:1767384292.299100:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080aeec1. 00000100:00000010:1.0:1767384292.299288:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002927d42. 00000100:00000010:1.0:1767384292.299292:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000094ced65. 00000100:00000010:1.0:1767384292.299442:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb1c9e9f. 00000100:00000010:1.0:1767384292.299444:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055b6b203. 00000100:00000010:1.0:1767384292.299616:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087153698. 00000100:00000010:1.0:1767384292.299620:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000591093b7. 00000100:00000010:1.0:1767384292.299774:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ad58d0e0. 00000100:00000010:1.0:1767384292.299777:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a52e875. 00000100:00000010:1.0:1767384292.299955:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d527781c. 00000100:00000010:1.0:1767384292.299958:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060efb086. 00000100:00000010:1.0:1767384292.300124:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008cc09b80. 00000100:00000010:1.0:1767384292.300126:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b80d62b. 00000100:00000010:1.0:1767384292.300283:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000021811ad6. 00000100:00000010:1.0:1767384292.300285:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e03ee7a. 00000100:00000010:1.0:1767384292.300443:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ddce2b70. 00000100:00000010:1.0:1767384292.300445:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e83df1. 00000100:00000010:1.0:1767384292.300636:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006bfedad0. 00000100:00000010:1.0:1767384292.300640:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3fa3e9e. 00000100:00000010:1.0:1767384292.300795:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002515129d. 00000100:00000010:1.0:1767384292.300800:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee887c93. 00000100:00000010:1.0:1767384292.300961:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000754fb65b. 00000100:00000010:1.0:1767384292.300963:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d70e362f. 00000100:00000010:1.0:1767384292.301119:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003e8e9e1e. 00000100:00000010:1.0:1767384292.301122:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c8bed8. 00000100:00000010:1.0:1767384292.301286:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008fe5e44a. 00000100:00000010:1.0:1767384292.301288:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aefe631. 00000100:00000010:1.0:1767384292.301443:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff58cb98. 00000100:00000010:1.0:1767384292.301445:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3c82d39. 00000100:00000010:1.0:1767384292.301620:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037e32a16. 00000100:00000010:1.0:1767384292.301623:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb858c16. 00000100:00000010:1.0:1767384292.301776:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000970534db. 00000100:00000010:1.0:1767384292.301783:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041e8a3bc. 00000100:00000010:1.0:1767384292.301961:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0efad21. 00000100:00000010:1.0:1767384292.301964:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086369f76. 00000100:00000010:1.0:1767384292.302128:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010c509fb. 00000100:00000010:1.0:1767384292.302130:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000668bc8bb. 00000100:00000010:1.0:1767384292.302284:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000090a93427. 00000100:00000010:1.0:1767384292.302286:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000070a69f. 00000100:00000010:1.0:1767384292.302440:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009946d87a. 00000100:00000010:1.0:1767384292.302442:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000962ff252. 00000100:00000010:1.0:1767384292.302621:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c708b7b. 00000100:00000010:1.0:1767384292.302624:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002775ef72. 00000100:00000010:1.0:1767384292.302779:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001afcece3. 00000100:00000010:1.0:1767384292.302781:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2bc16cc. 00000100:00000010:1.0:1767384292.302947:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007ec7a09c. 00000100:00000010:1.0:1767384292.302950:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000288adea8. 00000100:00000010:1.0:1767384292.303101:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bfe744a8. 00000100:00000010:1.0:1767384292.303103:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daf8ca04. 00000100:00000010:1.0:1767384292.303287:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007d3d1f84. 00000100:00000010:1.0:1767384292.303290:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4282e56. 00000100:00000010:1.0:1767384292.303438:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001c932ac7. 00000100:00000010:1.0:1767384292.303440:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d54540ba. 00000100:00000010:1.0:1767384292.303610:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ebb1bde0. 00000100:00000010:1.0:1767384292.303614:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000765f02c7. 00000100:00000010:1.0:1767384292.303769:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000006e088c2. 00000100:00000010:1.0:1767384292.303771:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004796d37a. 00000100:00000010:1.0:1767384292.303945:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf5fef1c. 00000100:00000010:1.0:1767384292.303948:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039c410fa. 00000100:00000010:1.0:1767384292.304101:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000041eb750f. 00000100:00000010:1.0:1767384292.304103:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a817092c. 00000100:00000010:1.0:1767384292.304270:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003909ea6c. 00000100:00000010:1.0:1767384292.304273:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bb81739. 00000100:00000010:1.0:1767384292.304419:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009657c631. 00000100:00000010:1.0:1767384292.304427:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000428dff7e. 00000100:00000010:1.0:1767384292.304608:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004728f938. 00000100:00000010:1.0:1767384292.304611:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000809c729a. 00000100:00000010:1.0:1767384292.304767:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f5731109. 00000100:00000010:1.0:1767384292.304770:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066fce93e. 00000100:00000010:1.0:1767384292.304937:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c09ed1bf. 00000100:00000010:1.0:1767384292.304939:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069471b96. 00000100:00000010:1.0:1767384292.305091:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9c149e0. 00000100:00000010:1.0:1767384292.305094:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b30fed5. 00000100:00000010:1.0:1767384292.305266:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005467098b. 00000100:00000010:1.0:1767384292.305270:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057c5209a. 00000100:00000010:1.0:1767384292.305415:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000094798a59. 00000100:00000010:1.0:1767384292.305417:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d1a20a4. 00000100:00000010:1.0:1767384292.305577:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000919fff90. 00000100:00000010:1.0:1767384292.305590:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd00988f. 00000100:00000010:1.0:1767384292.305742:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000045fc32a6. 00000100:00000010:1.0:1767384292.305745:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab97026. 00000100:00000010:1.0:1767384292.305921:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5939eb9. 00000100:00000010:1.0:1767384292.305927:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039cca256. 00000100:00000010:1.0:1767384292.306079:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005deb2d57. 00000100:00000010:1.0:1767384292.306082:0:16777:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb882f50. 00000100:00000010:1.0:1767384292.306245:0:16777:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000671ac5d1. 00000400:00000200:1.0:1767384292.306250:0:16777:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767384292.306302:0:16777:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e8b2e8f1. 00000020:00000010:1.0:1767384292.306306:0:16777:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009ce7855b. 00000100:00000010:1.0:1767384292.306346:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003bb55601. 00000100:00000010:1.0:1767384292.306350:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cc782243. 00000100:00000010:1.0:1767384292.306353:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c48073e6. 00000100:00000010:1.0:1767384292.306356:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000da87cd2d. 00000100:00000010:1.0:1767384292.306358:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004f73d78. 00000100:00000010:1.0:1767384292.306360:0:16777:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000001c6ccd1d. 00000100:00000010:1.0:1767384292.306362:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009f7ee6fd. 00000100:00000010:1.0:1767384292.306363:0:16777:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fbdf31e9. 00000100:00000010:1.0:1767384292.306365:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000030647ce8. 00000100:00000010:1.0:1767384292.306366:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d5a32b97. 00000100:00000010:1.0:1767384292.306367:0:16777:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000cf56147. 00000100:00000200:1.0:1767384292.306392:0:16777:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767384292.306395:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f675bff8. 00000100:00000010:1.0:1767384292.307681:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000070edfe47. 00000100:00000010:1.0:1767384292.308350:0:16777:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c183c048. 00000020:00000010:1.0:1767384292.309065:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006ae18f7f. 00000040:00000010:1.0:1767384292.309071:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000af801517. 00000020:00000010:1.0:1767384292.309074:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a1560f0. 00000020:00000010:1.0:1767384292.309077:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:1.0:1767384292.309081:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e9aeadd. 80000000:00000010:1.0:1767384292.309083:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000010afc651. 40000000:00000010:1.0:1767384292.309086:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b3647255. 00100000:00000010:1.0:1767384292.309089:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000983ce130. 00040000:00000010:1.0:1767384292.309093:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009c5c6939. 00040000:00000010:1.0:1767384292.309097:0:16777:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a5a1b8aa. 00040000:00000010:1.0:1767384292.309099:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b67cb3a3. 00080000:00000010:1.0:1767384292.309117:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094481e88. 00000004:00000010:1.0:1767384292.309120:0:16777:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b5db756. 00000004:00000010:1.0:1767384292.309123:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002b3323dd. 00000004:00000010:1.0:1767384292.309127:0:16777:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009cc6d090. 00000004:00000010:1.0:1767384292.309130:0:16777:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006676e5e7. 00000020:00000010:1.0:1767384292.309132:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce7a9588. 00000020:00000010:1.0:1767384292.309148:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008708f791. 00000020:00000010:1.0:1767384292.309150:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006c18e3ac. 00000008:00000010:1.0:1767384292.309153:0:16777:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ca6fb601. 00020000:00000010:1.0:1767384292.309156:0:16777:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b42de671. 00008000:00000010:1.0:1767384292.309160:0:16777:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006d1db945. 00000080:00000010:1.0:1767384292.309163:0:16777:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001490c46b. 00000020:00000010:1.0:1767384292.309165:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc56461e. 00000020:00000010:1.0:1767384292.309170:0:16777:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 0000000070e220c7. 00000020:00000010:1.0:1767384292.309177:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d5000c. 00000020:00000010:1.0:1767384292.309179:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001225a48. 00000040:00000010:1.0:1767384292.309181:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ef0eb70. 00000020:00000010:1.0:1767384292.309183:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005b3dc9a8. 00000020:00000010:1.0:1767384292.309185:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b17dd37d. 80000000:00000010:1.0:1767384292.309187:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b878707. 00040000:00000010:1.0:1767384292.309188:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab541dd7. 00080000:00000010:1.0:1767384292.309190:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000006b44f9f. 20000000:00000010:1.0:1767384292.309193:0:16777:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000714c709. 00000020:00000010:1.0:1767384292.309206:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006eef9ae0. 00080000:00000010:1.0:1767384292.309212:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b5408190. 00080000:00000010:1.0:1767384292.309287:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b5408190. 00000020:00000010:1.0:1767384292.309290:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006eef9ae0. 00000040:00000010:1.0:1767384292.309300:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000cd046421. 00000020:00000010:1.0:1767384292.309321:0:16777:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000941e2700. 00000100:00000010:1.0:1767384292.309337:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.309350:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cba8bdf0. 00000100:00000010:1.0:1767384292.309360:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040ef04c1. 02000000:00000010:1.0:1767384292.309375:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000239ee20c. 00000400:00000010:1.0:1767384292.309381:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.309384:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099f922f2. 00000100:00000200:1.0:1767384292.309387:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744028416, portal 25 00000400:00000010:1.0:1767384292.309390:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f890d90. 00000100:00000200:1.0:1767384292.309392:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744028416, offset 0 00000400:00000200:1.0:1767384292.309405:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.309414:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.309421:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd00100 00000400:00000200:1.0:1767384292.309426:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x111 [2] + 0 00000400:00000010:1.0:1767384292.309428:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000988eec82. 00000400:00000200:1.0:1767384292.309431:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c8807ec 00000400:00000200:1.0:1767384292.309436:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.309439:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.309442:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c8807ec 00000400:00000010:1.0:1767384292.309443:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c8807ec. 00000100:00000200:1.0:1767384292.309446:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.309460:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f890d90 00000400:00000010:1.0:1767384292.309461:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f890d90. 00000100:00000200:1.0:1767384292.309466:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744028416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.309478:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4176177. 00000100:00000010:1.0:1767384292.309488:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10a65c9. 00000100:00000010:1.0:1767384292.309491:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000425e2d5c. 00000100:00000010:1.0:1767384292.309494:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ddd7a0d. 00000020:00000010:0.0:1767384292.309539:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e9e2a2. 00000020:00000010:0.0:1767384292.309544:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e9e2a2. 00000020:00000010:0.0:1767384292.309548:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000357e94b0. 00000020:00000010:0.0:1767384292.309551:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.309572:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.309599:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4e9e2a2. 00000020:00000010:0.0:1767384292.309601:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4e9e2a2. 00000100:00000200:0.0:1767384292.309603:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028416 02000000:00000010:0.0:1767384292.309615:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b8f5eaae. 20000000:00000010:0.0:1767384292.309623:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e18f43c. 20000000:00000010:0.0:1767384292.309637:0:16789:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000029f8bcdb. 20000000:00000010:0.0:1767384292.309641:0:16789:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000004a7746ee. 20000000:00000010:0.0:1767384292.309644:0:16789:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000757c6472. 20000000:00000010:0.0:1767384292.309648:0:16789:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000088123abe. 20000000:00000010:0.0:1767384292.309651:0:16789:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000002e0886c6. 20000000:00000010:0.0:1767384292.309658:0:16789:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000af9da3b5. 20000000:00000010:0.0:1767384292.309660:0:16789:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000001714b0b0. 20000000:00000010:0.0:1767384292.309662:0:16789:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000007527bf68. 00000040:00000010:0.0:1767384292.311634:0:16789:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dcd2fcd0. 00000020:00000010:0.0:1767384292.311753:0:16812:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c41e20a. 00000020:00000010:0.0:1767384292.311757:0:16812:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a6c2003. 00000040:00000010:0.0:1767384292.311758:0:16812:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d76f8fdb. 00000020:00000010:0.0:1767384292.311761:0:16812:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000071ffa82. 00000020:00000010:0.0:1767384292.311763:0:16812:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f414c6d7. 00000020:00000010:0.0:1767384292.311765:0:16812:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d79a0159. 80000000:00000010:0.0:1767384292.311767:0:16812:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006dd51dff. 40000000:00000010:0.0:1767384292.311769:0:16812:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000956d4a93. 00100000:00000010:0.0:1767384292.311771:0:16812:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c6773d43. 00040000:00000010:0.0:1767384292.311773:0:16812:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ccc93b15. 00040000:00000010:0.0:1767384292.311775:0:16812:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e924dc3. 00040000:00000010:0.0:1767384292.311776:0:16812:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df6cba2d. 00080000:00000010:0.0:1767384292.311778:0:16812:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f58e34e1. 00000004:00000010:0.0:1767384292.311780:0:16812:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000097c96de2. 00000004:00000010:0.0:1767384292.311784:0:16812:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000591ae7dd. 00000004:00000010:0.0:1767384292.311786:0:16812:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f106d04e. 00002000:00000010:0.0:1767384292.311788:0:16812:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033db276b. 00000004:00000010:0.0:1767384292.311790:0:16812:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001c7d96d8. 00000020:00000010:0.0:1767384292.311792:0:16812:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9279bfd. 00000040:00000010:0.0:1767384292.311797:0:16812:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000042232cc6. 00000040:00000010:0.0:1767384292.312443:0:16812:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000042232cc6. 00000020:00000010:0.0:1767384292.312449:0:16812:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f9279bfd. 00000020:00000010:0.0:1767384292.312455:0:16812:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a6c2003. 00000040:00000010:0.0:1767384292.312457:0:16812:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d76f8fdb. 00000020:00000010:0.0:1767384292.312458:0:16812:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000071ffa82. 00000020:00000010:0.0:1767384292.312463:0:16812:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f414c6d7. 00000020:00000010:0.0:1767384292.312466:0:16812:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d79a0159. 80000000:00000010:0.0:1767384292.312467:0:16812:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006dd51dff. 40000000:00000010:0.0:1767384292.312469:0:16812:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000956d4a93. 00100000:00000010:0.0:1767384292.312471:0:16812:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c6773d43. 00040000:00000010:0.0:1767384292.312473:0:16812:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ccc93b15. 00040000:00000010:0.0:1767384292.312475:0:16812:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e924dc3. 00040000:00000010:0.0:1767384292.312476:0:16812:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df6cba2d. 00080000:00000010:0.0:1767384292.312483:0:16812:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f58e34e1. 00000004:00000010:0.0:1767384292.312485:0:16812:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097c96de2. 00000004:00000010:0.0:1767384292.312487:0:16812:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000591ae7dd. 00000004:00000010:0.0:1767384292.312489:0:16812:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f106d04e. 00002000:00000010:0.0:1767384292.312491:0:16812:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000033db276b. 00000004:00000010:0.0:1767384292.312493:0:16812:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c7d96d8. 00000020:00000010:0.0:1767384292.312494:0:16812:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c41e20a. 00000100:00000010:0.0:1767384292.312591:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4176177. 00000100:00000010:1.0:1767384292.312593:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10a65c9. 20000000:00000010:0.0:1767384292.319937:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e18f43c. 00010000:00000200:0.0:1767384292.319948:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f6add32 x1853236744028416/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.319962:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c4dc803. 00000100:00000200:0.0:1767384292.319965:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744028416, offset 224 00000400:00000200:0.0:1767384292.319969:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.319975:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.319980:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd00100 00000400:00000200:0.0:1767384292.319985:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x929 [2] + 224 00000400:00000200:0.0:1767384292.319989:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.319991:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.319996:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744028416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.320011:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4dc803 00000400:00000010:0.0:1767384292.320013:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c4dc803. 00000020:00000010:0.0:1767384292.320023:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320026:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320028:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000357e94b0. 02000000:00000010:0.0:1767384292.320034:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b8f5eaae. 00000100:00000200:0.0:1767384292.320039:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384292.320040:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000010:0.0:1767384292.320043:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000535760da. 00000400:00000200:1.0:1767384292.320047:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099f922f2 00000400:00000010:1.0:1767384292.320050:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099f922f2. 00000400:00000010:0.0:1767384292.320054:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c4dc803. 00000100:00000200:1.0:1767384292.320056:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744028416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.320065:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744028416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.320093:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040ef04c1. 02000000:00000010:1.0:1767384292.320099:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000239ee20c. 02000000:00000010:1.0:1767384292.320103:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cba8bdf0. 00000100:00000010:1.0:1767384292.320105:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000020:00000010:1.0:1767384292.320125:0:16777:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 4608 at 00000000941e2700. 00000020:00000010:1.0:1767384292.320129:0:16777:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000236652a1. 00000020:00000010:1.0:1767384292.320131:0:16777:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000e69f8862. 00000020:00000010:1.0:1767384292.320135:0:16777:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000eb06ce04. 00000020:00000010:1.0:1767384292.320137:0:16777:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000240795f2. 00000020:00000010:1.0:1767384292.320139:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d2735fa. 00000020:00000010:1.0:1767384292.320142:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f79df77a. 00000040:00000010:1.0:1767384292.320144:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8748c5e. 00000020:00000010:1.0:1767384292.320146:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000496f6048. 00000020:00000010:1.0:1767384292.320148:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d8b837b. 00040000:00000010:1.0:1767384292.320151:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096178b9a. 00040000:00000010:1.0:1767384292.320153:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003797e6e. 00080000:00000010:1.0:1767384292.320166:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008a6298fd. 10000000:00000010:1.0:1767384292.320173:0:16777:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000b67cb3a3. 02000000:00000010:1.0:1767384292.320178:0:16777:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 000000003a7f24ad. 00000100:00000010:1.0:1767384292.320182:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.320187:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e9aeadd. 00010000:00000010:1.0:1767384292.320195:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c6a909e4. 00010000:00000010:1.0:1767384292.320200:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b11ebf43. 00000020:00000010:1.0:1767384292.320203:0:16777:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001ac93cf5. 00000100:00000010:1.0:1767384292.320211:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.320219:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000ddee93. 00000400:00000010:1.0:1767384292.320222:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.320233:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.320236:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744028544, portal 25 00000400:00000010:1.0:1767384292.320239:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320240:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744028544, offset 0 00000400:00000200:1.0:1767384292.320247:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.320252:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.320257:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd00180 00000400:00000200:1.0:1767384292.320260:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x115 [2] + 0 00000400:00000010:1.0:1767384292.320262:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1bcd8a. 00000400:00000200:1.0:1767384292.320264:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026acb696 00000400:00000200:1.0:1767384292.320267:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.320269:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.320271:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026acb696 00000400:00000010:1.0:1767384292.320272:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026acb696. 00000100:00000200:1.0:1767384292.320275:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.320287:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.320289:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320292:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744028544/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.320303:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f10a65c9. 00000100:00000010:1.0:1767384292.320311:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b82e92e. 00000020:00000010:0.0:1767384292.320311:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f51f6. 00000020:00000010:0.0:1767384292.320316:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f51f6. 00000100:00000010:1.0:1767384292.320318:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004363d5b1. 00000020:00000010:0.0:1767384292.320322:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000100:00000010:1.0:1767384292.320324:0:16777:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d4446c5. 00000020:00000010:0.0:1767384292.320331:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320334:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320355:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000200f51f6. 00000020:00000010:0.0:1767384292.320356:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000200f51f6. 00000100:00000200:0.0:1767384292.320358:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028544 00010000:00000010:0.0:1767384292.320369:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000058b224da. 00010000:00000010:0.0:1767384292.320372:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000014f506e2. 00000020:00000010:0.0:1767384292.320375:0:16789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000200f51f6. 02000000:00000010:0.0:1767384292.320383:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a584b2f5. 00010000:00000200:0.0:1767384292.320396:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006504c5f4 x1853236744028544/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.320404:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.320407:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744028544, offset 224 00000400:00000200:0.0:1767384292.320409:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.320413:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.320417:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00180 00000400:00000200:0.0:1767384292.320420:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x939 [1] + 224 00000400:00000200:0.0:1767384292.320422:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.320424:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.320427:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744028544/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.320441:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.320442:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000020:00000010:0.0:1767384292.320447:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320450:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320452:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 02000000:00000010:0.0:1767384292.320455:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a584b2f5. 00000100:00000200:0.0:1767384292.320459:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.320461:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006011619b. 00000400:00000010:0.0:1767384292.320464:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054643039. 00000400:00000010:1.0:1767384292.320468:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000200:1.0:1767384292.320472:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.320474:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.320477:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744028544/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.320482:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744028544/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.320492:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.320501:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000ddee93. 02000000:00000010:1.0:1767384292.320504:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002e9aeadd. 00000100:00000010:1.0:1767384292.320506:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.320511:0:16777:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000002e0e1393. 00000020:00000010:1.0:1767384292.320513:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e9aeadd. 00000020:00000010:1.0:1767384292.320520:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af801517. 00000040:00000010:1.0:1767384292.320522:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc56461e. 00000020:00000010:1.0:1767384292.320524:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000714f2a16. 00000020:00000010:1.0:1767384292.320526:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce7a9588. 80000000:00000010:1.0:1767384292.320528:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f476723. 00040000:00000010:1.0:1767384292.320530:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ae18f7f. 00080000:00000010:1.0:1767384292.320532:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f77cdd5. 20000000:00000010:1.0:1767384292.320540:0:16777:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ef44b46c. 00000040:00000010:1.0:1767384292.320544:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fc1c45e3. 00000100:00000010:1.0:1767384292.320547:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.320552:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040d4e9b4. 00000100:00000010:1.0:1767384292.320581:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.320588:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c26d85. 00000400:00000010:1.0:1767384292.320590:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.320593:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.320595:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744028672, portal 25 00000400:00000010:1.0:1767384292.320597:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320598:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236744028672, offset 0 00000400:00000200:1.0:1767384292.320601:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.320605:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.320609:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dd00200 00000400:00000200:1.0:1767384292.320612:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x119 [2] + 0 00000400:00000010:1.0:1767384292.320613:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a76d04bc. 00000400:00000200:1.0:1767384292.320615:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009547f13f 00000400:00000200:1.0:1767384292.320617:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.320619:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.320621:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009547f13f 00000400:00000010:1.0:1767384292.320622:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009547f13f. 00000100:00000200:1.0:1767384292.320624:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.320633:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.320634:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320639:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744028672/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.320644:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320647:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320658:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000020:00000010:0.0:1767384292.320661:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320663:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320684:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320686:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000100:00000200:0.0:1767384292.320688:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028672 02000000:00000010:0.0:1767384292.320695:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a584b2f5. 00000040:00000010:0.0:1767384292.320699:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000047599696. 00000040:00000010:0.0:1767384292.320715:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000047599696. 00010000:00000200:0.0:1767384292.320719:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2dc2e4f x1853236744028672/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 512/272 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.320727:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.320729:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744028672, offset 224 00000400:00000200:0.0:1767384292.320732:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.320736:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.320739:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd00200 00000400:00000200:0.0:1767384292.320742:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x949 [1] + 224 00000400:00000200:0.0:1767384292.320745:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.320746:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.320749:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744028672/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.320761:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.320763:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000020:00000010:0.0:1767384292.320769:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320772:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320774:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 02000000:00000010:0.0:1767384292.320778:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a584b2f5. 00000400:00000010:1.0:1767384292.320780:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000100:00000200:0.0:1767384292.320781:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384292.320786:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:0.0:1767384292.320787:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be515bba. 00000400:00000010:1.0:1767384292.320790:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.320795:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744028672/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.320797:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dccca4d. 00000100:00000200:1.0:1767384292.320806:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744028672/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.320816:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.320819:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c26d85. 02000000:00000010:1.0:1767384292.320821:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040d4e9b4. 00000100:00000010:1.0:1767384292.320822:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000040:00000010:1.0:1767384292.320824:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fc1c45e3. 00000020:00000010:1.0:1767384292.320827:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af801517. 00000040:00000010:1.0:1767384292.320830:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc56461e. 00000020:00000010:1.0:1767384292.320832:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000714f2a16. 00000020:00000010:1.0:1767384292.320834:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce7a9588. 80000000:00000010:1.0:1767384292.320836:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006f476723. 00040000:00000010:1.0:1767384292.320837:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ae18f7f. 00080000:00000010:1.0:1767384292.320839:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f77cdd5. 20000000:00000010:1.0:1767384292.320841:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ef44b46c. 00000020:00000010:1.0:1767384292.320842:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e9aeadd. 10000000:00000010:1.0:1767384292.320844:0:16777:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000002e0e1393. 10000000:00000010:1.0:1767384292.320863:0:16777:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000ef44b46c. 10000000:00000010:1.0:1767384292.320867:0:16777:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000fc1c45e3. 00000100:00000010:1.0:1767384292.320869:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.320872:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040d4e9b4. 00010000:00000010:1.0:1767384292.320876:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e31e3230. 00010000:00000010:1.0:1767384292.320878:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bcdd072d. 00000100:00000010:1.0:1767384292.320883:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.320888:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000ddee93. 00000400:00000010:1.0:1767384292.320890:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.320897:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.320899:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744028800, portal 25 00000400:00000010:1.0:1767384292.320901:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320903:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744028800, offset 0 00000400:00000200:1.0:1767384292.320905:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.320909:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.320912:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd00280 00000400:00000200:1.0:1767384292.320915:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11d [2] + 0 00000400:00000010:1.0:1767384292.320916:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000701d149. 00000400:00000200:1.0:1767384292.320918:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000844076da 00000400:00000200:1.0:1767384292.320920:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.320922:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.320924:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000844076da 00000400:00000010:1.0:1767384292.320925:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000844076da. 00000100:00000200:1.0:1767384292.320927:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.320938:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.320939:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.320942:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744028800/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.320959:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320962:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320966:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000020:00000010:0.0:1767384292.320974:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.320976:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.320993:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.320995:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000100:00000200:0.0:1767384292.320997:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028800 00010000:00000010:0.0:1767384292.321003:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5b5c7bc. 00010000:00000010:0.0:1767384292.321006:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069845a93. 02000000:00000010:0.0:1767384292.321011:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a584b2f5. 00010000:00000200:0.0:1767384292.321017:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2696316 x1853236744028800/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321024:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.321026:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744028800, offset 224 00000400:00000200:0.0:1767384292.321029:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.321033:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.321036:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00280 00000400:00000200:0.0:1767384292.321039:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x959 [1] + 224 00000400:00000200:0.0:1767384292.321041:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.321043:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.321045:0:16789:0:(lib-lnet.h:229:lnet_ni_set_status_locked()) ni 0@lo status changed from 0x1 to 0x15aac0de 00000100:00000200:0.0:1767384292.321048:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744028800/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.321060:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.321062:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000020:00000010:0.0:1767384292.321067:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321070:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321072:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 02000000:00000010:0.0:1767384292.321077:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a584b2f5. 00000400:00000010:1.0:1767384292.321078:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000100:00000200:0.0:1767384292.321080:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384292.321084:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:0.0:1767384292.321084:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028939368. 00000400:00000010:1.0:1767384292.321088:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321093:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744028800/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321094:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f0c92d1. 00000100:00000200:1.0:1767384292.321103:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744028800/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.321124:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321130:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000ddee93. 02000000:00000010:1.0:1767384292.321132:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040d4e9b4. 00000100:00000010:1.0:1767384292.321133:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.321148:0:16777:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000040d4e9b4. 10000000:00000010:1.0:1767384292.321152:0:16777:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000b8c26d85. 00000100:00000010:1.0:1767384292.321154:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.321162:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e952a16f. 00010000:00000010:1.0:1767384292.321167:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b631f55. 00000100:00000010:1.0:1767384292.321171:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321175:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000ddee93. 00000400:00000010:1.0:1767384292.321178:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.321180:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321182:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744028928, portal 25 00000400:00000010:1.0:1767384292.321184:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.321185:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744028928, offset 0 00000400:00000200:1.0:1767384292.321188:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.321192:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.321195:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd00300 00000400:00000200:1.0:1767384292.321197:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x121 [2] + 0 00000400:00000010:1.0:1767384292.321199:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058dfc574. 00000400:00000200:1.0:1767384292.321201:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000723ac5a7 00000400:00000200:1.0:1767384292.321203:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.321205:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.321207:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000723ac5a7 00000400:00000010:1.0:1767384292.321208:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000723ac5a7. 00000100:00000200:1.0:1767384292.321210:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.321220:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.321221:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.321224:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744028928/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.321240:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321244:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321252:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000020:00000010:0.0:1767384292.321253:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321255:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321271:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321273:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000100:00000200:0.0:1767384292.321274:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744028928 00010000:00000010:0.0:1767384292.321281:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d64c77c8. 02000000:00000010:0.0:1767384292.321286:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a584b2f5. 00010000:00000200:0.0:1767384292.321292:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041d2ae3d x1853236744028928/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321299:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.321302:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744028928, offset 224 00000400:00000200:0.0:1767384292.321305:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.321309:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.321312:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00300 00000400:00000200:0.0:1767384292.321315:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x969 [1] + 224 00000400:00000200:0.0:1767384292.321317:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.321319:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.321322:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744028928/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.321333:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.321335:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000020:00000010:0.0:1767384292.321341:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321343:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321345:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 02000000:00000010:0.0:1767384292.321350:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a584b2f5. 00000400:00000010:1.0:1767384292.321351:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000100:00000200:0.0:1767384292.321353:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384292.321357:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:0.0:1767384292.321358:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000977abcee. 00000400:00000010:1.0:1767384292.321361:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321366:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744028928/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321368:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb10ca8c. 00000100:00000200:1.0:1767384292.321376:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744028928/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.321386:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321397:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000ddee93. 02000000:00000010:1.0:1767384292.321399:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e952a16f. 00000100:00000010:1.0:1767384292.321400:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.321403:0:16777:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000002e0e1393. 00000020:00000010:1.0:1767384292.321405:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e952a16f. 00000020:00000010:1.0:1767384292.321407:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f47764c9. 00000040:00000010:1.0:1767384292.321408:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb0a2515. 00000020:00000010:1.0:1767384292.321410:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f77cdd5. 00000020:00000010:1.0:1767384292.321412:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dab5594c. 80000000:00000010:1.0:1767384292.321413:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f476723. 00040000:00000010:1.0:1767384292.321416:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000084d9aa19. 00080000:00000010:1.0:1767384292.321417:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000714f2a16. 20000000:00000010:1.0:1767384292.321419:0:16777:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007e29e39d. 00000040:00000010:1.0:1767384292.321422:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c97a5569. 00000100:00000010:1.0:1767384292.321424:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.321427:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073cba2ce. 00000100:00000010:1.0:1767384292.321431:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321436:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c42f93b. 00000400:00000010:1.0:1767384292.321438:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.321440:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321442:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744029056, portal 25 00000400:00000010:1.0:1767384292.321444:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.321445:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236744029056, offset 0 00000400:00000200:1.0:1767384292.321448:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.321452:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.321455:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dd00380 00000400:00000200:1.0:1767384292.321458:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x125 [2] + 0 00000400:00000010:1.0:1767384292.321460:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5cc51d4. 00000400:00000200:1.0:1767384292.321461:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005cb6d534 00000400:00000200:1.0:1767384292.321464:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.321465:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.321467:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cb6d534 00000400:00000010:1.0:1767384292.321468:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cb6d534. 00000100:00000200:1.0:1767384292.321474:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.321484:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.321486:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.321490:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744029056/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.321495:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321499:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321502:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000020:00000010:0.0:1767384292.321504:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321511:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321528:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082780ccd. 00000020:00000010:0.0:1767384292.321530:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082780ccd. 00000100:00000200:0.0:1767384292.321532:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029056 02000000:00000010:0.0:1767384292.321537:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000a584b2f5. 00000040:00000010:0.0:1767384292.321540:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000047599696. 00000040:00000010:0.0:1767384292.321593:0:16789:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000f290e350. 00000020:00000010:0.0:1767384292.321597:0:16789:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000050baaaae. 00080000:00000010:0.0:1767384292.321609:0:16789:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bb685c74. 00000040:00000010:0.0:1767384292.321645:0:16789:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000f290e350. 00000040:00000010:0.0:1767384292.321647:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000047599696. 20000000:00000010:0.0:1767384292.321652:0:16789:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000004dc145f. 00010000:00000200:0.0:1767384292.321656:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000888190c7 x1853236744029056/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 512/272 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321663:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.321666:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744029056, offset 224 00000400:00000200:0.0:1767384292.321668:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.321672:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.321676:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd00380 00000400:00000200:0.0:1767384292.321678:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x979 [1] + 224 00000400:00000200:0.0:1767384292.321681:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.321683:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.321685:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744029056/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.321699:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:0.0:1767384292.321700:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000020:00000010:0.0:1767384292.321705:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321707:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321710:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 02000000:00000010:0.0:1767384292.321714:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000a584b2f5. 00000100:00000200:0.0:1767384292.321717:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.321719:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008379ec8f. 00000400:00000010:1.0:1767384292.321723:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000200:1.0:1767384292.321727:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.321728:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321732:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744029056/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.321734:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9eb12fc. 00000100:00000200:1.0:1767384292.321741:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744029056/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.321751:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321755:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c42f93b. 02000000:00000010:1.0:1767384292.321757:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073cba2ce. 00000100:00000010:1.0:1767384292.321758:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000040:00000010:1.0:1767384292.321763:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000941e2700. 00000100:00000010:1.0:1767384292.321765:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.321769:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073cba2ce. 00000100:00000010:1.0:1767384292.321772:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.321785:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000af99d61b. 00000400:00000010:1.0:1767384292.321788:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.321791:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e6591e2b. 00000100:00000200:1.0:1767384292.321793:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744029184, portal 25 00000400:00000010:1.0:1767384292.321795:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321796:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744029184, offset 0 00000400:00000200:1.0:1767384292.321799:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.321803:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.321806:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd00400 00000400:00000200:1.0:1767384292.321808:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x129 [2] + 0 00000400:00000010:1.0:1767384292.321810:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006158d771. 00000400:00000200:1.0:1767384292.321812:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ead254cf 00000400:00000200:1.0:1767384292.321817:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.321819:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.321821:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ead254cf 00000400:00000010:1.0:1767384292.321822:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ead254cf. 00000100:00000200:1.0:1767384292.321824:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.321834:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.321836:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.321840:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744029184/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.321846:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060672b92. 00000020:00000010:0.0:1767384292.321850:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060672b92. 00000020:00000010:0.0:1767384292.321854:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae4696f. 00000020:00000010:0.0:1767384292.321856:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.321858:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.321875:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060672b92. 00000020:00000010:0.0:1767384292.321876:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060672b92. 00000100:00000200:0.0:1767384292.321877:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029184 02000000:00000010:0.0:1767384292.321891:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000000eba4cd. 00000040:00000010:0.0:1767384292.321893:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000047599696. 00000040:00000010:0.0:1767384292.321900:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003c0032de. 00000040:00000010:0.0:1767384292.323015:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003c0032de. 00000040:00000010:0.0:1767384292.323019:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000047599696. 00010000:00000200:0.0:1767384292.323023:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045ae7ebe x1853236744029184/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 272/8416 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.323031:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ccd47dc9. 00000100:00000200:0.0:1767384292.323033:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744029184, offset 224 00000400:00000200:0.0:1767384292.323036:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.323040:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.323043:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd00400 00000400:00000200:0.0:1767384292.323046:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x989 [4] + 224 00000400:00000200:0.0:1767384292.323049:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.323051:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.323054:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744029184/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.323067:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd47dc9 00000400:00000010:0.0:1767384292.323068:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ccd47dc9. 00000020:00000010:0.0:1767384292.323076:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.323078:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.323080:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae4696f. 00000400:00000010:1.0:1767384292.323081:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 02000000:00000010:0.0:1767384292.323083:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000000eba4cd. 00000400:00000200:1.0:1767384292.323086:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6591e2b 00000400:00000010:1.0:1767384292.323088:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e6591e2b. 00000100:00000200:1.0:1767384292.323096:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744029184/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.323099:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.323104:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cb57ee0. 00000100:00000200:1.0:1767384292.323117:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744029184/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.323119:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccd47dc9. 00000100:00000010:1.0:1767384292.323133:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075ba84d0. 02000000:00000010:1.0:1767384292.323138:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000af99d61b. 02000000:00000010:1.0:1767384292.323146:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073cba2ce. 00000100:00000010:1.0:1767384292.323148:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000040:00000010:1.0:1767384292.323162:0:16777:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000084a0662c. 00000020:00000010:0.0:1767384292.323450:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d3c720c. 00000020:00000010:0.0:1767384292.323454:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d3c720c. 00000020:00000010:0.0:1767384292.323457:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047599696. 00000020:00000010:0.0:1767384292.323459:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.323460:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.323478:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d3c720c. 00000020:00000010:0.0:1767384292.323479:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d3c720c. 00000100:00000200:0.0:1767384292.323481:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029312 02000000:00000010:0.0:1767384292.323494:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fb22053c. 00000040:00000010:0.0:1767384292.323497:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008aacfa16. 00000040:00000010:0.0:1767384292.323502:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003c0032de. 00000040:00000010:0.0:1767384292.324044:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003c0032de. 00000040:00000010:0.0:1767384292.324047:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008aacfa16. 00010000:00000200:0.0:1767384292.324051:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000177d632a x1853236744029312/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 272/8472 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.324060:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ddefaf43. 00000100:00000200:0.0:1767384292.324062:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744029312, offset 224 00000400:00000200:0.0:1767384292.324064:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.324068:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.324071:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd00480 00000400:00000200:0.0:1767384292.324074:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:0.0:1767384292.324077:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.324079:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.324082:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065fdcf78 x1853236744029312/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.324095:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddefaf43 00000400:00000010:0.0:1767384292.324096:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ddefaf43. 00000020:00000010:0.0:1767384292.324102:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a385c0b6. 00000020:00000010:0.0:1767384292.324104:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000020:00000010:0.0:1767384292.324120:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047599696. 02000000:00000010:0.0:1767384292.324128:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fb22053c. 00000100:00000200:0.0:1767384292.324138:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.324144:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf7a507d. 00000400:00000010:0.0:1767384292.324148:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddefaf43. 00000100:00000010:0.0:1767384292.326630:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f10a65c9. 00000100:00000010:1.0:1767384292.326651:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b82e92e. 00000020:00000010:0.0:1767384292.371786:0:16814:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045b6f9e2. 00040000:00000010:0.0:1767384292.371836:0:16814:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000008aacfa16. 00000020:00000010:0.0:1767384292.371847:0:16814:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000633b1f39. 00040000:00000010:0.0:1767384292.371852:0:16814:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000087111478. 00000020:00000010:0.0:1767384292.371859:0:16814:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e5bf6db4. 00000020:00000010:0.0:1767384292.371895:0:16814:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000988f77cf. 00000040:00000010:0.0:1767384292.371899:0:16814:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002be2708d. 00000020:00000010:0.0:1767384292.371901:0:16814:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056bb389b. 00000020:00000010:0.0:1767384292.371904:0:16814:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000059cc8044. 00000020:00000010:0.0:1767384292.371908:0:16814:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d3cae043. 80000000:00000010:0.0:1767384292.371911:0:16814:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000030ecc75a. 40000000:00000010:0.0:1767384292.371913:0:16814:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000033bf8ba5. 00100000:00000010:0.0:1767384292.371915:0:16814:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093d11994. 00040000:00000010:0.0:1767384292.371918:0:16814:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cb8b9db0. 00040000:00000010:0.0:1767384292.371920:0:16814:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf18f6ac. 00040000:00000010:0.0:1767384292.371923:0:16814:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000464240ef. 00080000:00000010:0.0:1767384292.371925:0:16814:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001c347291. 00000004:00000010:0.0:1767384292.371927:0:16814:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000138d4bad. 00000004:00000010:0.0:1767384292.371929:0:16814:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004da892a8. 00000004:00000010:0.0:1767384292.371932:0:16814:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000741238cb. 00000004:00000010:0.0:1767384292.371934:0:16814:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f9f5430f. 00000020:00000010:0.0:1767384292.371936:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006074f2f9. 00000020:00000010:0.0:1767384292.371939:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f131c70b. 00000020:00000010:0.0:1767384292.371941:0:16814:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b94e59e1. 00000008:00000010:0.0:1767384292.371944:0:16814:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006dd6d040. 00020000:00000010:0.0:1767384292.371946:0:16814:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000005c939e02. 00008000:00000010:0.0:1767384292.371950:0:16814:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000049d16999. 00000080:00000010:0.0:1767384292.371953:0:16814:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000899a7b79. 00000020:00000010:0.0:1767384292.371955:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc11858. 00000004:00000010:0.0:1767384292.371980:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a5374a91. 00000004:00000010:0.0:1767384292.371992:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000df8d1328. 00000004:00000010:0.0:1767384292.371996:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dc2db17a. 00080000:00000010:0.0:1767384292.372000:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003959404b. 00000020:00000010:0.0:1767384292.372054:0:16814:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000086cb84e1. 00080000:00000010:0.0:1767384292.372059:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd323ac0. 00080000:00000010:0.0:1767384292.372122:0:16814:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd323ac0. 00000020:00000010:0.0:1767384292.372125:0:16814:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000086cb84e1. 00000004:00000010:0.0:1767384292.372135:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000022074770. 00000004:00000010:0.0:1767384292.372139:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a1923a1a. 00000004:00000010:0.0:1767384292.372143:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000002d39fc0. 00080000:00000010:0.0:1767384292.372146:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd323ac0. 00000020:00000010:0.0:1767384292.372205:0:16814:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000beec35f1. 00080000:00000010:0.0:1767384292.372210:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f02b1b2a. 00080000:00000010:0.0:1767384292.372245:0:16814:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f02b1b2a. 00000020:00000010:0.0:1767384292.372247:0:16814:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000beec35f1. 00000004:00000010:0.0:1767384292.372252:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e9d4d491. 00000004:00000010:0.0:1767384292.372256:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001c0619a4. 00000004:00000010:0.0:1767384292.372259:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009e90d875. 00080000:00000010:0.0:1767384292.372262:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f02b1b2a. 00000004:00000010:0.0:1767384292.372329:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dc5e3e39. 00000004:00000010:0.0:1767384292.372334:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004bc6adac. 00000004:00000010:0.0:1767384292.372338:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000312a99a4. 00080000:00000010:0.0:1767384292.372341:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d1d8ce5. 00100000:00000010:0.0:1767384292.372384:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b7a8d17d. 00100000:00000010:0.0:1767384292.372388:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b7a8d17d. 00040000:00000010:0.0:1767384292.372393:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005ca852ea. 00000001:00000010:0.0:1767384292.372397:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000019f3736c. 00000001:00000010:0.0:1767384292.372400:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003a9eb924. 00000001:00000010:0.0:1767384292.372404:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001e536d79. 00040000:00000010:0.0:1767384292.372408:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000b7a8d17d. 00080000:00000010:0.0:1767384292.372423:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.372432:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002f2bd883. 00080000:00000010:0.0:1767384292.372457:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002f2bd883. 00080000:00000010:0.0:1767384292.372460:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.372462:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000b7a8d17d. 00040000:00000010:0.0:1767384292.372479:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000824dcb97. 00000004:00000010:0.0:1767384292.372523:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000090019109. 00000004:00000010:0.0:1767384292.372527:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005f216fcc. 00000004:00000010:0.0:1767384292.372531:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000087d99da9. 00080000:00000010:0.0:1767384292.372534:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003558878b. 00100000:00000010:0.0:1767384292.372583:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000060672b92. 00100000:00000010:0.0:1767384292.372594:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000060672b92. 00040000:00000010:0.0:1767384292.372599:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000075fdff31. 00000001:00000010:0.0:1767384292.372601:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000df6cba2d. 00000001:00000010:0.0:1767384292.372603:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000edcadccf. 00000001:00000010:0.0:1767384292.372605:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005e86fa45. 00040000:00000010:0.0:1767384292.372607:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000060672b92. 00080000:00000010:0.0:1767384292.372609:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.372611:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c69d7641. 00080000:00000010:0.0:1767384292.372626:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c69d7641. 00080000:00000010:0.0:1767384292.372630:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.372633:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000060672b92. 00040000:00000010:0.0:1767384292.372637:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c0449957. 00000004:00000010:0.0:1767384292.372668:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000365880d. 00000004:00000010:0.0:1767384292.372671:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000003d567ba. 00000004:00000010:0.0:1767384292.372673:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fe58f12a. 00080000:00000010:0.0:1767384292.372676:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a802110a. 00100000:00000010:0.0:1767384292.372702:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009986bcc6. 00100000:00000010:0.0:1767384292.372704:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000009986bcc6. 00040000:00000010:0.0:1767384292.372708:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005560fe3b. 00000001:00000010:0.0:1767384292.372710:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d76f8fdb. 00000001:00000010:0.0:1767384292.372713:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000290938b5. 00000001:00000010:0.0:1767384292.372714:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000173e9b71. 00040000:00000010:0.0:1767384292.372716:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000009986bcc6. 00080000:00000010:0.0:1767384292.372724:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.372726:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000001a507c88. 00080000:00000010:0.0:1767384292.372740:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000001a507c88. 00080000:00000010:0.0:1767384292.372743:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.372744:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000009986bcc6. 00040000:00000010:0.0:1767384292.372749:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000002df4473c. 00000020:00000010:0.0:1767384292.372780:0:16814:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ccc93b15. 00080000:00000010:0.0:1767384292.372784:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076d53649. 00080000:00000010:0.0:1767384292.372815:0:16814:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000076d53649. 00000020:00000010:0.0:1767384292.372817:0:16814:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ccc93b15. 00000004:00000010:0.0:1767384292.372822:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000089de39be. 00000004:00000010:0.0:1767384292.372825:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008c0e2222. 00000004:00000010:0.0:1767384292.372827:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b00c0e8. 00080000:00000010:0.0:1767384292.372829:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076d53649. 00000004:00000010:0.0:1767384292.372881:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000421fd567. 00000004:00000010:0.0:1767384292.372884:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004be482e0. 00000004:00000010:0.0:1767384292.372886:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a5844bc3. 00080000:00000010:0.0:1767384292.372889:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000034b54847. 00100000:00000010:0.0:1767384292.372911:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003eaa020f. 00100000:00000010:0.0:1767384292.372913:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003eaa020f. 00040000:00000010:0.0:1767384292.372916:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004cced96e. 00000001:00000010:0.0:1767384292.372918:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f21537b9. 00000001:00000010:0.0:1767384292.372936:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c8ed586c. 00000001:00000010:0.0:1767384292.372938:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a0560c35. 00040000:00000010:0.0:1767384292.372940:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000003eaa020f. 00080000:00000010:0.0:1767384292.372942:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.372944:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000f0fe599d. 00080000:00000010:0.0:1767384292.372968:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000f0fe599d. 00080000:00000010:0.0:1767384292.372970:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.372972:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000003eaa020f. 00040000:00000010:0.0:1767384292.372975:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000ef1efcbc. 00000004:00000010:0.0:1767384292.373004:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001a1194d0. 00000004:00000010:0.0:1767384292.373008:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ef3f51d0. 00000004:00000010:0.0:1767384292.373017:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000054d88217. 00080000:00000010:0.0:1767384292.373019:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002cec40e9. 00100000:00000010:0.0:1767384292.373050:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e7eb1e7d. 00100000:00000010:0.0:1767384292.373052:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e7eb1e7d. 00040000:00000010:0.0:1767384292.373056:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e6379b83. 00000001:00000010:0.0:1767384292.373058:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c9ba922a. 00000001:00000010:0.0:1767384292.373062:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007ba649ef. 00000001:00000010:0.0:1767384292.373064:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000027df255. 00040000:00000010:0.0:1767384292.373066:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e7eb1e7d. 00080000:00000010:0.0:1767384292.373069:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.373070:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000088a1f00a. 00080000:00000010:0.0:1767384292.373082:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000088a1f00a. 00080000:00000010:0.0:1767384292.373083:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.373085:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e7eb1e7d. 00040000:00000010:0.0:1767384292.373088:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000008ddef37a. 00000004:00000010:0.0:1767384292.373135:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000211f85d5. 00000004:00000010:0.0:1767384292.373192:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a1405cce. 00000004:00000010:0.0:1767384292.373196:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e458c21a. 00080000:00000010:0.0:1767384292.373200:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a8f7572. 00100000:00000010:0.0:1767384292.373235:0:16814:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cdfff293. 00100000:00000010:0.0:1767384292.373238:0:16814:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000cdfff293. 00040000:00000010:0.0:1767384292.373242:0:16814:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a89fbeeb. 00000001:00000010:0.0:1767384292.373246:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006c41e20a. 00000001:00000010:0.0:1767384292.373250:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c8741b34. 00000001:00000010:0.0:1767384292.373254:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002e4f3013. 00040000:00000010:0.0:1767384292.373257:0:16814:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000cdfff293. 00080000:00000010:0.0:1767384292.373261:0:16814:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.373263:0:16814:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a1cac79c. 00080000:00000010:0.0:1767384292.373277:0:16814:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a1cac79c. 00080000:00000010:0.0:1767384292.373280:0:16814:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00040000:00000010:0.0:1767384292.373282:0:16814:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000cdfff293. 00040000:00000010:0.0:1767384292.373286:0:16814:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000086099c01. 00000020:00000010:0.0:1767384292.373306:0:16814:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f106d04e. 00000004:00000010:0.0:1767384292.373317:0:16814:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000ee65a83c. 00000004:00000010:0.0:1767384292.373319:0:16814:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000cf7b326b. 00000004:00000010:0.0:1767384292.373321:0:16814:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000007a0c794a. 00000004:00000010:0.0:1767384292.373323:0:16814:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 00000000b13975e2. 00000004:00000010:0.0:1767384292.373325:0:16814:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000ce896d6b. 00000020:00000010:0.0:1767384292.373333:0:16814:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a6c2003. 00000020:00000010:0.0:1767384292.373335:0:16814:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059c573e9. 00000040:00000010:0.0:1767384292.373338:0:16814:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000357e94b0. 00000020:00000010:0.0:1767384292.373341:0:16814:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000097c96de2. 00000020:00000010:0.0:1767384292.373344:0:16814:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f414c6d7. 00000020:00000010:0.0:1767384292.373354:0:16814:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000826df11. 80000000:00000010:0.0:1767384292.373357:0:16814:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fe507db. 40000000:00000010:0.0:1767384292.373359:0:16814:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cdfff293. 00100000:00000010:0.0:1767384292.373362:0:16814:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f58e34e1. 00040000:00000010:0.0:1767384292.373364:0:16814:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b0b41dc. 00040000:00000010:0.0:1767384292.373367:0:16814:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e924dc3. 00040000:00000010:0.0:1767384292.373369:0:16814:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000248e947e. 00080000:00000010:0.0:1767384292.373372:0:16814:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c6773d43. 00000004:00000010:0.0:1767384292.373375:0:16814:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000071ffa82. 00000004:00000010:0.0:1767384292.373379:0:16814:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000591ae7dd. 00000004:00000010:0.0:1767384292.373381:0:16814:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e7cb32d. 00000004:00000010:0.0:1767384292.373384:0:16814:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000033db276b. 00000020:00000010:0.0:1767384292.373386:0:16814:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000417c954e. 00000020:00000010:0.0:1767384292.373388:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab87b373. 00000020:00000010:0.0:1767384292.373391:0:16814:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aff42d5c. 00000020:00000010:1.0:1767384292.373606:0:16814:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d1a2d44f. 00000040:00000010:1.0:1767384292.373611:0:16814:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c3d4fd8d. 00000020:00000010:1.0:1767384292.373614:0:16814:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dcee6e81. 00000020:00000010:1.0:1767384292.373618:0:16814:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b1f063f. 00000020:00000010:1.0:1767384292.373622:0:16814:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000150161f3. 80000000:00000010:1.0:1767384292.373624:0:16814:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b6a26c5. 40000000:00000010:1.0:1767384292.373627:0:16814:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c7ae883b. 00100000:00000010:1.0:1767384292.373629:0:16814:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5d6aa79. 00040000:00000010:1.0:1767384292.373631:0:16814:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dfa7039e. 00040000:00000010:1.0:1767384292.373634:0:16814:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0d491f5. 00040000:00000010:1.0:1767384292.373636:0:16814:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a655396. 00080000:00000010:1.0:1767384292.373644:0:16814:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000099f5c73. 00000004:00000010:1.0:1767384292.373646:0:16814:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e68ebf92. 00000004:00000010:1.0:1767384292.373648:0:16814:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b538311. 00000004:00000010:1.0:1767384292.373650:0:16814:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000b748750. 00000004:00000010:1.0:1767384292.373652:0:16814:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7362ffa. 00000020:00000010:1.0:1767384292.373655:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038d50d0c. 00000020:00000010:1.0:1767384292.373658:0:16814:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060dde9d2. 00000020:00000010:1.0:1767384292.373660:0:16814:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005db0ba3d. 00000008:00000010:1.0:1767384292.373662:0:16814:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d1057ebf. 00020000:00000010:1.0:1767384292.373665:0:16814:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000f47a4e43. 00008000:00000010:1.0:1767384292.373667:0:16814:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a6f0fea5. 00000080:00000010:1.0:1767384292.373670:0:16814:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005d84056c. 00000020:00000010:1.0:1767384292.373672:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1bf018e. 00000020:00000010:1.0:1767384292.373675:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000621aad81. 00000020:00000010:1.0:1767384292.373683:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373686:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373690:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373692:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373694:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000844076da. 00000020:00000010:1.0:1767384292.373700:0:16814:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c42f93b. 00000020:00000010:1.0:1767384292.373702:0:16814:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000040f19d9f. 00000040:00000010:1.0:1767384292.373704:0:16814:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ba24ae0. 00000020:00000010:1.0:1767384292.373706:0:16814:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001048d2de. 00000020:00000010:1.0:1767384292.373708:0:16814:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe59a3c5. 00000020:00000010:1.0:1767384292.373710:0:16814:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006b557897. 80000000:00000010:1.0:1767384292.373712:0:16814:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b82e92e. 40000000:00000010:1.0:1767384292.373715:0:16814:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c07fe27. 00100000:00000010:1.0:1767384292.373718:0:16814:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db630306. 00040000:00000010:1.0:1767384292.373721:0:16814:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001561fd5. 00040000:00000010:1.0:1767384292.373724:0:16814:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc28c219. 00040000:00000010:1.0:1767384292.373726:0:16814:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1bf018e. 00080000:00000010:1.0:1767384292.373728:0:16814:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000087793732. 00000004:00000010:1.0:1767384292.373732:0:16814:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e68ebf92. 00000004:00000010:1.0:1767384292.373742:0:16814:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098ed19bc. 00000004:00000010:1.0:1767384292.373744:0:16814:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000099f5c73. 00000004:00000010:1.0:1767384292.373747:0:16814:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000000ddee93. 02000000:00000010:1.0:1767384292.373755:0:16814:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000e03894d9. 02000000:00000010:1.0:1767384292.373759:0:16814:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000e03894d9. 00000020:00000010:1.0:1767384292.373763:0:16814:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000040f19d9f. 00000040:00000010:1.0:1767384292.373766:0:16814:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ba24ae0. 00000020:00000010:1.0:1767384292.373767:0:16814:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001048d2de. 00000020:00000010:1.0:1767384292.373770:0:16814:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fe59a3c5. 00000020:00000010:1.0:1767384292.373773:0:16814:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006b557897. 80000000:00000010:1.0:1767384292.373775:0:16814:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b82e92e. 40000000:00000010:1.0:1767384292.373777:0:16814:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c07fe27. 00100000:00000010:1.0:1767384292.373781:0:16814:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000db630306. 00040000:00000010:1.0:1767384292.373783:0:16814:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001561fd5. 00040000:00000010:1.0:1767384292.373785:0:16814:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc28c219. 00040000:00000010:1.0:1767384292.373786:0:16814:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1bf018e. 00080000:00000010:1.0:1767384292.373789:0:16814:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000087793732. 00000004:00000010:1.0:1767384292.373791:0:16814:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e68ebf92. 00000004:00000010:1.0:1767384292.373794:0:16814:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000098ed19bc. 00000004:00000010:1.0:1767384292.373797:0:16814:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000099f5c73. 00000004:00000010:1.0:1767384292.373799:0:16814:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000000ddee93. 00000020:00000010:1.0:1767384292.373801:0:16814:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c42f93b. 00000020:00000010:1.0:1767384292.373804:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000844076da. 00000020:00000010:1.0:1767384292.373807:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373809:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373813:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373814:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373818:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373819:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000001561fd5. 00000020:00000010:1.0:1767384292.373821:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000005c07fe27. 00000100:00000010:1.0:1767384292.373823:0:16814:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000000ddee93. 00000400:00000200:1.0:1767384292.373826:0:16814:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:1.0:1767384292.373830:0:16814:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:1.0:1767384292.373835:0:16814:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:1.0:1767384292.373839:0:16814:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp 00000400:00000200:1.0:1767384292.373844:0:16814:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384292.373850:0:16814:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (1) 00000400:00000200:1.0:1767384292.373853:0:16814:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384292.373855:0:16814:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767384292.373857:0:16814:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (2) 00000400:00000200:1.0:1767384292.373858:0:16814:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000100:00000010:1.0:1767384292.373860:0:16814:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000000ddee93. 00000020:00000010:1.0:1767384292.373873:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000005c07fe27. 00000020:00000010:1.0:1767384292.373878:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000001802c7b4. 00000020:00000010:1.0:1767384292.373885:0:16814:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000001655ecd3. 00000020:00000010:1.0:1767384292.373889:0:16814:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000099f5c73. 00000020:00000010:1.0:1767384292.373896:0:16814:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000001802c7b4. 00000020:00000010:1.0:1767384292.373899:0:16814:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000001802c7b4. 00000001:00000010:1.0:1767384292.373913:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000001561fd5. 00000001:00000010:1.0:1767384292.373917:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004d50021d. 00000001:00000010:1.0:1767384292.373920:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1bf018e. 00000001:00000010:1.0:1767384292.373923:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c42f93b. 00000001:00000010:1.0:1767384292.373925:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b557897. 00000001:00000010:1.0:1767384292.373927:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ba24ae0. 00000001:00000010:1.0:1767384292.373930:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003bc9e118. 00000001:00000010:1.0:1767384292.373933:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000baf4b66b. 00000001:00000010:1.0:1767384292.373937:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040f19d9f. 00000001:00000010:1.0:1767384292.373940:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006ae18f7f. 00000001:00000010:1.0:1767384292.373953:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce7a9588. 00000001:00000010:1.0:1767384292.373955:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc56461e. 00000020:00000010:1.0:1767384292.373958:0:16814:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e9aeadd. 00000020:00000010:1.0:1767384292.373962:0:16814:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddfe6b85. 00000020:00000010:1.0:1767384292.373965:0:16814:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d94a1598. 00000008:00000010:1.0:1767384292.373968:0:16814:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f3f68763. 00020000:00000010:1.0:1767384292.373971:0:16814:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000044771cbb. 00008000:00000010:1.0:1767384292.373974:0:16814:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a999413f. 00000080:00000010:1.0:1767384292.373982:0:16814:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000783f34ca. 00000020:00000010:1.0:1767384292.373985:0:16814:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af801517. 00000020:00000010:1.0:1767384292.373995:0:16814:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db618e54. 00000040:00000010:1.0:1767384292.373998:0:16814:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000091e67977. 00000020:00000010:1.0:1767384292.374000:0:16814:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e68ebf92. 00000020:00000010:1.0:1767384292.374002:0:16814:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe59a3c5. 00000020:00000010:1.0:1767384292.374004:0:16814:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000027c9b712. 80000000:00000010:1.0:1767384292.374005:0:16814:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b82e92e. 40000000:00000010:1.0:1767384292.374007:0:16814:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005c07fe27. 00100000:00000010:1.0:1767384292.374009:0:16814:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b0d491f5. 00040000:00000010:1.0:1767384292.374011:0:16814:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007efd9737. 00040000:00000010:1.0:1767384292.374013:0:16814:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a5d6aa79. 00040000:00000010:1.0:1767384292.374015:0:16814:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf5e1321. 00080000:00000010:1.0:1767384292.374018:0:16814:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dcee6e81. 00000004:00000010:1.0:1767384292.374021:0:16814:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087793732. 00000004:00000010:1.0:1767384292.374023:0:16814:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000098ed19bc. 00000004:00000010:1.0:1767384292.374025:0:16814:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bc28c219. 00002000:00000010:1.0:1767384292.374036:0:16814:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ff3824fd. 00000004:00000010:1.0:1767384292.374039:0:16814:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f7ab7ae8. 00000004:00000010:1.0:1767384292.374042:0:16814:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000db630306. 00000004:00000010:1.0:1767384292.374049:0:16814:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000007cfc39a7. 00000004:00000010:1.0:1767384292.374052:0:16814:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000844076da. 00000020:00000010:1.0:1767384292.374054:0:16814:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001048d2de. 00000004:00000010:1.0:1767384292.374060:0:16814:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000844076da. 00010000:00000010:1.0:1767384292.374068:0:16814:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006e80b64b. 00010000:00000010:1.0:1767384292.374076:0:16814:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000002605bfb0. 00000020:00000010:1.0:1767384292.374083:0:16814:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009cc6d090. 00000100:00000200:1.0:1767384292.374100:0:16814:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00010000:00000010:1.0:1767384292.374119:0:16814:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000632efdd3. 00010000:00000010:1.0:1767384292.374122:0:16814:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000051a51f4. 00000001:00000010:1.0:1767384292.374125:0:16814:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000021207258. 00000001:00000010:1.0:1767384292.374128:0:16814:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000922db511. 00000001:00000010:1.0:1767384292.374132:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000cba8bdf0. 00000001:00000010:1.0:1767384292.374142:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000239ee20c. 00000001:00000010:1.0:1767384292.374147:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ed517fb. 00000001:00000010:1.0:1767384292.374157:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c22d350f. 00000001:00000010:1.0:1767384292.374162:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000047556128. 00000001:00000010:1.0:1767384292.374166:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007d24f91c. 00000001:00000010:1.0:1767384292.374170:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d3f781c2. 00000001:00000010:1.0:1767384292.374187:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007de39e5a. 00000001:00000010:1.0:1767384292.374192:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e42a910b. 00000001:00000010:1.0:1767384292.374197:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eaa13e54. 00000001:00000010:1.0:1767384292.374202:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b820a4e8. 00000001:00000010:1.0:1767384292.374211:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1538f53. 00000001:00000010:1.0:1767384292.374216:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002cb4265d. 00000001:00000010:1.0:1767384292.374220:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003b555a38. 00000001:00000010:1.0:1767384292.374224:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000060e22c96. 00000001:00000010:1.0:1767384292.374233:0:16814:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000024a3f4cd. 00000020:00000010:1.0:1767384292.374279:0:16814:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008289ea10. 00000020:00000010:1.0:1767384292.374282:0:16814:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000017dcd4e6. 00000020:00000010:1.0:1767384292.374321:0:16814:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cbe34854. 00000020:00000010:1.0:1767384292.374323:0:16814:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ee18a63d. 40000000:00000010:1.0:1767384292.374336:0:16814:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000bbf20828. 40000000:00000010:1.0:1767384292.374339:0:16814:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000844076da. 40000000:00000010:1.0:1767384292.374377:0:16814:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000844076da. 00000004:00000010:1.0:1767384292.374391:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001a52f624. 00000004:00000010:1.0:1767384292.374402:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ba15f80. 00000004:00000010:1.0:1767384292.374407:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f37d1800. 00080000:00000010:1.0:1767384292.374411:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b5408190. 00000004:00000010:1.0:1767384292.374504:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f853d80d. 00000004:00000010:1.0:1767384292.374509:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009c2caa46. 00000004:00000010:1.0:1767384292.374511:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000030c186d4. 00080000:00000010:1.0:1767384292.374513:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0ff855a. 00000004:00000010:1.0:1767384292.374607:0:16814:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000019561c94. 00000004:00000010:1.0:1767384292.374616:0:16814:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000e1044418. 00000004:00000010:1.0:1767384292.374621:0:16814:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002f84ee9f. 00000004:00000010:1.0:1767384292.374625:0:16814:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000091d79c3f. 00000004:00000010:1.0:1767384292.374627:0:16814:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001e6bdf5a. 00080000:00000010:1.0:1767384292.374630:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000552a87cd. 00000040:00000010:1.0:1767384292.374696:0:16814:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000844076da. 00000040:00000010:1.0:1767384292.374704:0:16814:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b0952acb. 00000020:00000010:1.0:1767384292.374709:0:16814:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000f0d5e71. 00080000:00000010:1.0:1767384292.374712:0:16814:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d79bc4cc. 00000020:00000010:1.0:1767384292.377579:0:16818:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006246d8ca. 00000020:00000010:1.0:1767384292.377585:0:16818:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cfb3a09e. 00000040:00000010:1.0:1767384292.377598:0:16818:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f3974833. 00000020:00000010:1.0:1767384292.377602:0:16818:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b5db756. 00000020:00000010:1.0:1767384292.377608:0:16818:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000076910e55. 00040000:00000010:1.0:1767384292.377616:0:16818:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006eef9ae0. 00040000:00000010:1.0:1767384292.377623:0:16818:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002d9da03b. 00080000:00000010:1.0:1767384292.377625:0:16818:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094481e88. 00000020:00000010:1.0:1767384292.377628:0:16818:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055b757db. 00000040:00000010:1.0:1767384292.377633:0:16818:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a08e138a. 00000040:00000010:1.0:1767384292.377641:0:16818:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000040b4858a. 00000040:00000010:1.0:1767384292.377679:0:16818:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000017da1616. 00000040:00000010:1.0:1767384292.377687:0:16818:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c4786eb1. 02000000:00000010:0.0:1767384292.378241:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000165532. 00000400:00000010:0.0:1767384292.378249:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136b6c20. 00000400:00000010:0.0:1767384292.378255:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000100:00000200:0.0:1767384292.378263:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744029440, portal 4 00000020:00000010:0.0:1767384292.378270:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003c0032de. 00000400:00000010:0.0:1767384292.378293:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.378298:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236744029440, offset 0 00000400:00000200:0.0:1767384292.378307:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.378328:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.378339:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824dd00500 00000400:00000100:0.0:1767384292.378346:0:16153:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1853236744029440 offset 0 length 520: 4 00000400:00000200:0.0:1767384292.378350:0:16153:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000001e549268 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384292.378354:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384292.378361:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.378365:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.378371:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.378385:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca003a4d. 00000100:00000010:0.0:1767384292.378407:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000691bd1e2. 00000100:00000010:0.0:1767384292.378415:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097e9b15f. 00000100:00000010:0.0:1767384292.378420:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070b1641e. 00000020:00000010:0.0:1767384292.378516:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.378520:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.378524:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.378526:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ae85941. 00000020:00000010:0.0:1767384292.378529:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.378594:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.378596:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000100:00000200:0.0:1767384292.378599:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029568 02000000:00000010:0.0:1767384292.378619:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003cadbe1e. 00000040:00000010:0.0:1767384292.378623:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.378630:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.378705:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.378707:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008bee8ccb. 00010000:00000200:0.0:1767384292.378712:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e559295 x1853236744029568/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 272/8472 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.378724:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000571f33d5. 00000100:00000200:0.0:1767384292.378726:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744029568, offset 224 00000400:00000200:0.0:1767384292.378729:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.378738:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.378742:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd00580 00000400:00000200:0.0:1767384292.378745:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x9b1 [4] + 224 00000400:00000200:0.0:1767384292.378749:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.378751:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.378756:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744029568/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.378770:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000571f33d5 00000400:00000010:0.0:1767384292.378771:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000571f33d5. 00000020:00000010:0.0:1767384292.378780:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ae85941. 00000020:00000010:0.0:1767384292.378782:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.378785:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.378791:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003cadbe1e. 00000100:00000200:0.0:1767384292.378802:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.378806:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c969285f. 00000400:00000010:0.0:1767384292.378811:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000571f33d5. 00000040:00000010:1.0:1767384292.379020:0:16777:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000084a0662c. 00000040:00000010:1.0:1767384292.379028:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000941e2700. 00000040:00000010:1.0:1767384292.379030:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c97a5569. 00000020:00000010:1.0:1767384292.379034:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f47764c9. 00000040:00000010:1.0:1767384292.379036:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb0a2515. 00000020:00000010:1.0:1767384292.379038:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f77cdd5. 00000020:00000010:1.0:1767384292.379040:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dab5594c. 80000000:00000010:1.0:1767384292.379042:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006f476723. 00040000:00000010:1.0:1767384292.379044:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084d9aa19. 00080000:00000010:1.0:1767384292.379046:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000714f2a16. 20000000:00000010:1.0:1767384292.379048:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007e29e39d. 00000020:00000010:1.0:1767384292.379058:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e952a16f. 10000000:00000010:1.0:1767384292.379060:0:16777:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000002e0e1393. 00000100:00000010:1.0:1767384292.379080:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.379087:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e224a58a. 00010000:00000010:1.0:1767384292.379093:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000812a7ce0. 00010000:00000010:1.0:1767384292.379097:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000030060541. 00000100:00000010:1.0:1767384292.379105:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.379125:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd41903f. 00000400:00000010:1.0:1767384292.379128:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.379131:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.379134:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744029696, portal 25 00000400:00000010:1.0:1767384292.379136:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.379138:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744029696, offset 0 00000400:00000200:1.0:1767384292.379142:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.379146:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.379151:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd00600 00000400:00000200:1.0:1767384292.379154:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x135 [2] + 0 00000400:00000010:1.0:1767384292.379156:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b122b52c. 00000400:00000200:1.0:1767384292.379158:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062eeccf6 00000400:00000200:1.0:1767384292.379160:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.379162:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.379176:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eeccf6 00000400:00000010:1.0:1767384292.379177:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062eeccf6. 00000100:00000200:1.0:1767384292.379180:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.379191:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.379192:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.379196:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744029696/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.379216:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.379220:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.379224:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.379226:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.379228:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.379243:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.379245:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000100:00000200:0.0:1767384292.379247:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029696 00010000:00000010:0.0:1767384292.379255:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9cd1a84. 00010000:00000010:0.0:1767384292.379258:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ec962d4. 02000000:00000010:0.0:1767384292.379280:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c71a5dc8. 00010000:00000200:0.0:1767384292.379293:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df9b58ec x1853236744029696/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.379301:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.379303:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744029696, offset 224 00000400:00000200:0.0:1767384292.379306:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.379310:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.379319:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00600 00000400:00000200:0.0:1767384292.379322:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1767384292.379325:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.379327:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.379331:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744029696/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.379346:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.379354:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.379361:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.379378:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.379380:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.379383:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c71a5dc8. 00000100:00000200:0.0:1767384292.379386:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.379389:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f3cdcad. 00000400:00000010:1.0:1767384292.379392:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000200:1.0:1767384292.379396:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.379397:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000400:00000010:0.0:1767384292.379401:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000211c04fa. 00000100:00000200:1.0:1767384292.379402:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744029696/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.379420:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744029696/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.379431:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.379440:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd41903f. 02000000:00000010:1.0:1767384292.379442:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e224a58a. 00000100:00000010:1.0:1767384292.379444:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.379449:0:16777:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000a5a1b8aa. 00000100:00000010:1.0:1767384292.379876:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.379882:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e224a58a. 00000100:00000010:1.0:1767384292.379886:0:16777:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fd41903f. 00000100:00000010:1.0:1767384292.379889:0:16777:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000043d02aee. 00000100:00000010:1.0:1767384292.379899:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a144d4. 00000400:00000010:1.0:1767384292.379905:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384292.379910:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030064293. 00000100:00000200:1.0:1767384292.379913:0:16777:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824dd00680-0x695824dd00680, portal 33 02000000:00000010:1.0:1767384292.379916:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf5e1321. 00000400:00000010:1.0:1767384292.379918:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.379919:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.379921:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744029824, portal 25 00000400:00000010:1.0:1767384292.379922:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.379923:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744029824, offset 0 00000400:00000200:1.0:1767384292.379926:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.379930:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.379934:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd00680 00000400:00000200:1.0:1767384292.379936:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x139 [2] + 0 00000400:00000010:1.0:1767384292.379938:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571869ea. 00000400:00000200:1.0:1767384292.379940:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f82f3cd 00000400:00000200:1.0:1767384292.379942:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.379944:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.379946:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f82f3cd 00000400:00000010:1.0:1767384292.379947:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f82f3cd. 00000100:00000200:1.0:1767384292.379964:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.379974:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.379975:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.379978:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744029824/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.380030:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.380034:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.380037:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.380039:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.380041:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.380094:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.380097:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000100:00000200:0.0:1767384292.380100:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029824 02000000:00000010:0.0:1767384292.380134:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c71a5dc8. 20000000:00000010:0.0:1767384292.380167:0:16789:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000e3f1d212. 00000100:00000010:0.0:1767384292.380182:0:16789:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000dac5e11. 00000100:00000010:0.0:1767384292.380184:0:16789:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 0 at 00000000347a85ec. 00000400:00000010:0.0:1767384292.380188:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 120 at 00000000a3cb8d7c. 00000400:00000010:0.0:1767384292.380193:0:16789:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071936d32. 00000400:00000200:0.0:1767384292.380197:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.380200:0:16789:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 00000000a3cb8d7c with offset 0 00000400:00000200:0.0:1767384292.380204:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.380209:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 0 into portal 33 MB=0x695824dd00680 00000400:00000200:0.0:1767384292.380216:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 0/0 into md 0x9d1 [256] + 0 00000400:00000010:0.0:1767384292.380218:0:16789:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000200:0.0:1767384292.380221:0:16789:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030064293 00000400:00000200:0.0:1767384292.380223:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.380225:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.380227:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030064293 00000400:00000010:0.0:1767384292.380228:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000030064293. 00000100:00000200:0.0:1767384292.380231:0:16789:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005ac5a887 desc 00000000fd41903f mbits 1853236744029824 00000400:00000200:0.0:1767384292.380242:0:16789:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384292.380245:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384292.380250:0:16789:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x9dd 00000400:00000200:0.0:1767384292.380252:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.380255:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:0.0:1767384292.380257:0:16789:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000dac5e11 00000400:00000200:0.0:1767384292.380279:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.380281:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 120 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.380283:0:16789:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000dac5e11 00000100:00000200:0.0:1767384292.380286:0:16789:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 0 pages 0 bytes via portal 33 id 12345-0@lo mbits 0x695824dd00680-0x695824dd00680 00000100:00000010:0.0:1767384292.380291:0:16789:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 0 at 00000000347a85ec. 00000100:00000010:0.0:1767384292.380293:0:16789:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000dac5e11. 20000000:00000010:0.0:1767384292.380295:0:16789:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000e3f1d212. 00010000:00000200:0.0:1767384292.380299:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f45e659 x1853236744029824/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 304/240 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.380308:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.380309:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744029824, offset 224 00000400:00000200:0.0:1767384292.380312:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.380315:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.380317:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd00680 00000400:00000200:0.0:1767384292.380320:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x9d5 [1] + 224 00000400:00000200:0.0:1767384292.380322:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.380324:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.380326:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744029824/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.380381:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.380383:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.380393:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.380397:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000400:00000010:1.0:1767384292.380416:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000020:00000010:0.0:1767384292.380418:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 00000400:00000200:1.0:1767384292.380429:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 02000000:00000010:0.0:1767384292.380432:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c71a5dc8. 00000400:00000010:1.0:1767384292.380435:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:0.0:1767384292.380445:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384292.380450:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744029824/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.380455:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005806bc6b. 00000400:00000010:0.0:1767384292.380481:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000957a0aa7. 00000100:00000200:1.0:1767384292.380484:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744029824/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.380496:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.380501:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf5e1321. 00000100:00000010:1.0:1767384292.380507:0:16777:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000043d02aee. 00000100:00000010:1.0:1767384292.380508:0:16777:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fd41903f. 02000000:00000010:1.0:1767384292.380510:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e224a58a. 00000100:00000010:1.0:1767384292.380511:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.381008:0:16777:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000a5a1b8aa. 00000100:00000010:1.0:1767384292.381021:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.381025:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e224a58a. 00010000:00000010:1.0:1767384292.381029:0:16777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d8f1ca15. 00010000:00000010:1.0:1767384292.381032:0:16777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072758916. 00000100:00000010:1.0:1767384292.381037:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381042:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fd41903f. 00000400:00000010:1.0:1767384292.381044:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.381046:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.381048:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744029952, portal 25 00000400:00000010:1.0:1767384292.381049:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.381051:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744029952, offset 0 00000400:00000200:1.0:1767384292.381053:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.381057:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.381068:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd00700 00000400:00000200:1.0:1767384292.381072:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13d [2] + 0 00000400:00000010:1.0:1767384292.381074:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007758e2c9. 00000400:00000200:1.0:1767384292.381076:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000993b7e76 00000400:00000200:1.0:1767384292.381079:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.381080:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.381082:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000993b7e76 00000400:00000010:1.0:1767384292.381083:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000993b7e76. 00000100:00000200:1.0:1767384292.381085:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.381095:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.381096:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.381098:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744029952/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.381148:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381152:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381156:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.381158:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.381160:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381179:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381181:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000100:00000200:0.0:1767384292.381183:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744029952 00010000:00000010:0.0:1767384292.381191:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a6abb9fd. 00010000:00000010:0.0:1767384292.381194:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b6427b2. 02000000:00000010:0.0:1767384292.381199:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000dac5e11. 00010000:00000200:0.0:1767384292.381207:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d2aaa4b x1853236744029952/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.381215:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.381218:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744029952, offset 224 00000400:00000200:0.0:1767384292.381221:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.381225:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.381229:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00700 00000400:00000200:0.0:1767384292.381232:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e9 [1] + 224 00000400:00000200:0.0:1767384292.381235:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.381237:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.381240:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744029952/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.381266:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.381267:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.381274:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.381277:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381279:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.381283:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000dac5e11. 00000100:00000200:0.0:1767384292.381287:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.381289:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072c6ef9e. 00000400:00000010:1.0:1767384292.381292:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:1.0:1767384292.381296:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.381297:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000400:00000010:0.0:1767384292.381301:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066933fc4. 00000100:00000200:1.0:1767384292.381302:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744029952/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.381311:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744029952/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.381320:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381326:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fd41903f. 02000000:00000010:1.0:1767384292.381328:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e224a58a. 00000100:00000010:1.0:1767384292.381330:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 10000000:00000010:1.0:1767384292.381334:0:16777:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000032dcef1a. 00000020:00000010:1.0:1767384292.381336:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e224a58a. 00000020:00000010:1.0:1767384292.381338:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cf5e1321. 00000040:00000010:1.0:1767384292.381339:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000027c9b712. 00000020:00000010:1.0:1767384292.381341:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5a1b8aa. 00000020:00000010:1.0:1767384292.381343:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091e67977. 80000000:00000010:1.0:1767384292.381345:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f476723. 00040000:00000010:1.0:1767384292.381347:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db618e54. 00080000:00000010:1.0:1767384292.381354:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000983ce130. 20000000:00000010:1.0:1767384292.381367:0:16777:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e952a16f. 00000040:00000010:1.0:1767384292.381370:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007e29e39d. 00000100:00000010:1.0:1767384292.381373:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.381377:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084d9aa19. 00000100:00000010:1.0:1767384292.381382:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381387:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dab5594c. 00000400:00000010:1.0:1767384292.381389:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.381391:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.381393:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744030080, portal 25 00000400:00000010:1.0:1767384292.381395:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.381396:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236744030080, offset 0 00000400:00000200:1.0:1767384292.381400:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.381403:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.381406:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824dd00780 00000400:00000200:1.0:1767384292.381409:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x141 [2] + 0 00000400:00000010:1.0:1767384292.381411:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000874c762b. 00000400:00000200:1.0:1767384292.381413:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d526664b 00000400:00000200:1.0:1767384292.381415:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.381417:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.381419:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d526664b 00000400:00000010:1.0:1767384292.381420:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d526664b. 00000100:00000200:1.0:1767384292.381422:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.381432:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.381433:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.381436:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744030080/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.381455:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381458:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381461:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.381463:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.381465:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381480:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005838645. 00000020:00000010:0.0:1767384292.381481:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005838645. 00000100:00000200:0.0:1767384292.381483:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744030080 02000000:00000010:0.0:1767384292.381490:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000dac5e11. 00000040:00000010:0.0:1767384292.381493:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.381514:0:16789:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000297eb059. 00000020:00000010:0.0:1767384292.381517:0:16789:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000566d5d0f. 00080000:00000010:0.0:1767384292.381520:0:16789:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b6a1c3b3. 00000040:00000010:0.0:1767384292.381569:0:16789:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000297eb059. 00000040:00000010:0.0:1767384292.381572:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008bee8ccb. 00010000:00000200:0.0:1767384292.381579:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095b5fd60 x1853236744030080/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 504/272 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.381587:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.381596:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744030080, offset 224 00000400:00000200:0.0:1767384292.381599:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.381603:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.381607:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd00780 00000400:00000200:0.0:1767384292.381610:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1767384292.381618:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.381620:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.381623:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744030080/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.381637:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.381638:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.381645:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083dc2588. 00000020:00000010:0.0:1767384292.381648:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381650:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.381653:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000dac5e11. 00000100:00000200:0.0:1767384292.381657:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.381660:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7b9008. 00000400:00000010:1.0:1767384292.381663:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000010:0.0:1767384292.381663:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e653c1. 00000400:00000200:1.0:1767384292.381668:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.381669:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.381673:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744030080/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.381679:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744030080/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.381693:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381697:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dab5594c. 02000000:00000010:1.0:1767384292.381699:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000084d9aa19. 00000100:00000010:1.0:1767384292.381700:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000040:00000010:1.0:1767384292.381704:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000030064293. 00000100:00000010:1.0:1767384292.381706:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 02000000:00000010:1.0:1767384292.381710:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084d9aa19. 00000100:00000010:1.0:1767384292.381713:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381724:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000eaaa3de4. 00000400:00000010:1.0:1767384292.381727:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.381730:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c0480d42. 00000100:00000200:1.0:1767384292.381732:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744030208, portal 25 00000400:00000010:1.0:1767384292.381734:0:16777:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.381735:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744030208, offset 0 00000400:00000200:1.0:1767384292.381738:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.381742:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.381745:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd00800 00000400:00000200:1.0:1767384292.381747:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x145 [2] + 0 00000400:00000010:1.0:1767384292.381749:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2c85eb6. 00000400:00000200:1.0:1767384292.381751:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ef60abe 00000400:00000200:1.0:1767384292.381753:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.381755:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.381756:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ef60abe 00000400:00000010:1.0:1767384292.381758:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ef60abe. 00000100:00000200:1.0:1767384292.381759:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.381769:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.381770:0:16777:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.381773:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ac5a887 x1853236744030208/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.381794:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.381797:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.381800:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.381802:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.381804:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381821:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.381822:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000100:00000200:0.0:1767384292.381824:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744030208 02000000:00000010:0.0:1767384292.381838:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000609a6f3a. 00000040:00000010:0.0:1767384292.381841:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.381846:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.381851:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.381853:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008bee8ccb. 00010000:00000200:0.0:1767384292.381857:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2420d6e x1853236744030208/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 272/8416 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.381865:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000032f65b6d. 00000100:00000200:0.0:1767384292.381867:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744030208, offset 224 00000400:00000200:0.0:1767384292.381870:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.381884:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.381887:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd00800 00000400:00000200:0.0:1767384292.381894:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa09 [4] + 224 00000400:00000200:0.0:1767384292.381898:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.381900:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.381903:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ac5a887 x1853236744030208/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.381916:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032f65b6d 00000400:00000010:0.0:1767384292.381918:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000032f65b6d. 00000020:00000010:0.0:1767384292.381924:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.381926:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.381928:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.381931:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000609a6f3a. 00000400:00000010:1.0:1767384292.381940:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000100:00000200:0.0:1767384292.381940:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.381943:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e0a6b9. 00000400:00000200:1.0:1767384292.381945:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0480d42 00000400:00000010:1.0:1767384292.381948:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c0480d42. 00000400:00000010:0.0:1767384292.381957:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032f65b6d. 00000100:00000200:1.0:1767384292.381958:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ac5a887 x1853236744030208/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.381978:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ac5a887 x1853236744030208/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.381987:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a144d4. 02000000:00000010:1.0:1767384292.381991:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000eaaa3de4. 02000000:00000010:1.0:1767384292.381999:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000084d9aa19. 00000100:00000010:1.0:1767384292.382001:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000040:00000010:1.0:1767384292.382005:0:16777:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000084a0662c. 00000020:00000010:1.0:1767384292.382281:0:16820:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084d9aa19. 00000020:00000010:1.0:1767384292.382285:0:16820:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dab5594c. 00000040:00000010:1.0:1767384292.382287:0:16820:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb0a2515. 00000020:00000010:1.0:1767384292.382289:0:16820:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a1560f0. 00000020:00000010:1.0:1767384292.382292:0:16820:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df6b60dc. 00000020:00000010:1.0:1767384292.382294:0:16820:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f47764c9. 80000000:00000010:1.0:1767384292.382296:0:16820:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6353eec. 40000000:00000010:1.0:1767384292.382298:0:16820:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1cac79c. 00100000:00000010:1.0:1767384292.382328:0:16820:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000217994c2. 00040000:00000010:1.0:1767384292.382331:0:16820:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007efd9737. 00040000:00000010:1.0:1767384292.382334:0:16820:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000000250dd6. 00040000:00000010:1.0:1767384292.382336:0:16820:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c97a5569. 00080000:00000010:1.0:1767384292.382339:0:16820:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc12ab8d. 00000004:00000010:1.0:1767384292.382342:0:16820:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000089058a65. 00000004:00000010:1.0:1767384292.382344:0:16820:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043d02aee. 00000004:00000010:1.0:1767384292.382347:0:16820:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007cec03b0. 00002000:00000010:1.0:1767384292.382350:0:16820:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd41903f. 00000004:00000010:1.0:1767384292.382352:0:16820:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b199304. 00000020:00000010:1.0:1767384292.382355:0:16820:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9279bfd. 00000040:00000010:1.0:1767384292.382389:0:16820:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000941e2700. 00000040:00000010:1.0:1767384292.382974:0:16820:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000941e2700. 00000020:00000010:1.0:1767384292.382979:0:16820:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f9279bfd. 00000020:00000010:1.0:1767384292.382987:0:16820:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dab5594c. 00000040:00000010:1.0:1767384292.382998:0:16820:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb0a2515. 00000020:00000010:1.0:1767384292.383000:0:16820:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a1560f0. 00000020:00000010:1.0:1767384292.383004:0:16820:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000df6b60dc. 00000020:00000010:1.0:1767384292.383008:0:16820:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f47764c9. 80000000:00000010:1.0:1767384292.383011:0:16820:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6353eec. 40000000:00000010:1.0:1767384292.383014:0:16820:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a1cac79c. 00100000:00000010:1.0:1767384292.383016:0:16820:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000217994c2. 00040000:00000010:1.0:1767384292.383019:0:16820:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007efd9737. 00040000:00000010:1.0:1767384292.383022:0:16820:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000000250dd6. 00040000:00000010:1.0:1767384292.383024:0:16820:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c97a5569. 00080000:00000010:1.0:1767384292.383027:0:16820:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bc12ab8d. 00000004:00000010:1.0:1767384292.383029:0:16820:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000089058a65. 00000004:00000010:1.0:1767384292.383032:0:16820:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000043d02aee. 00000004:00000010:1.0:1767384292.383035:0:16820:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007cec03b0. 00002000:00000010:1.0:1767384292.383037:0:16820:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fd41903f. 00000004:00000010:1.0:1767384292.383040:0:16820:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b199304. 00000020:00000010:1.0:1767384292.383042:0:16820:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084d9aa19. 00000020:00000010:0.0:1767384292.383408:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383413:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383416:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.383418:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.383420:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.383442:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383444:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000100:00000200:0.0:1767384292.383445:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744030336 00010000:00000010:0.0:1767384292.383454:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015ec06f2. 02000000:00000010:0.0:1767384292.383460:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000dac5e11. 00010000:00000200:0.0:1767384292.383468:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033877ba1 x1853236744030336/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.383477:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.383480:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744030336, offset 224 00000400:00000200:0.0:1767384292.383483:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.383488:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.383493:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00880 00000400:00000200:0.0:1767384292.383496:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa19 [1] + 224 00000400:00000200:0.0:1767384292.383506:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.383508:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.383512:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744030336/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.383529:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.383530:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.383538:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.383541:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.383544:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.383575:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000dac5e11. 00000100:00000200:0.0:1767384292.383583:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.383596:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9c94e36. 00000400:00000010:0.0:1767384292.383602:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f324ada. 00000020:00000010:0.0:1767384292.383767:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383771:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383774:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.383776:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.383778:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.383795:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.383797:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000100:00000200:0.0:1767384292.383799:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744030464 02000000:00000010:0.0:1767384292.383805:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000dac5e11. 00000040:00000010:0.0:1767384292.383808:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.383826:0:16789:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f290e350. 00000040:00000010:0.0:1767384292.383830:0:16789:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f290e350. 00000040:00000010:0.0:1767384292.383832:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008bee8ccb. 20000000:00000010:0.0:1767384292.383836:0:16789:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000fa8fa770. 20000000:00000010:0.0:1767384292.383839:0:16789:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000fa8fa770. 00010000:00000200:0.0:1767384292.383858:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091ad84c6 x1853236744030464/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 512/272 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.383869:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.383882:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744030464, offset 224 00000400:00000200:0.0:1767384292.383886:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.383897:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.383902:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd00900 00000400:00000200:0.0:1767384292.383906:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xa29 [1] + 224 00000400:00000200:0.0:1767384292.383910:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.383912:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.383916:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744030464/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.383935:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.383937:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384292.383946:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.383949:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.383952:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.383957:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000dac5e11. 00000100:00000200:0.0:1767384292.383982:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.383986:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e504ae8. 00000400:00000010:0.0:1767384292.383998:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074878ca. 00000020:00000010:0.0:1767384292.384136:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.384140:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.384143:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.384144:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.384146:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.384162:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa8fa770. 00000020:00000010:0.0:1767384292.384164:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa8fa770. 00000100:00000200:0.0:1767384292.384167:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744030592 02000000:00000010:0.0:1767384292.384181:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000054834475. 00000040:00000010:0.0:1767384292.384184:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.384189:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.384260:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000557718cb. 00000040:00000010:0.0:1767384292.384263:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008bee8ccb. 00010000:00000200:0.0:1767384292.384268:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c621b59 x1853236744030592/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:273/0 lens 272/8416 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.384279:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000786c1594. 00000100:00000200:0.0:1767384292.384282:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744030592, offset 224 00000400:00000200:0.0:1767384292.384292:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.384297:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.384302:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd00980 00000400:00000200:0.0:1767384292.384305:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa39 [4] + 224 00000400:00000200:0.0:1767384292.384310:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.384312:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.384317:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744030592/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.384335:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000786c1594 00000400:00000010:0.0:1767384292.384337:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000786c1594. 00000020:00000010:0.0:1767384292.384345:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a039005. 00000020:00000010:0.0:1767384292.384349:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.384352:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 02000000:00000010:0.0:1767384292.384379:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000054834475. 00000100:00000200:0.0:1767384292.384395:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384292.384400:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cfa5f. 00000400:00000010:0.0:1767384292.384406:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000786c1594. 00000020:00000010:0.0:1767384292.384776:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000889ac58f. 00000020:00000010:0.0:1767384292.384779:0:16821:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.384781:0:16821:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a9bd288. 00000020:00000010:0.0:1767384292.384782:0:16821:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3f1d212. 00000020:00000010:0.0:1767384292.384785:0:16821:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008507b79c. 00000020:00000010:0.0:1767384292.384786:0:16821:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004e5187b0. 80000000:00000010:0.0:1767384292.384788:0:16821:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005595d7c1. 40000000:00000010:0.0:1767384292.384790:0:16821:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa8fa770. 00100000:00000010:0.0:1767384292.384792:0:16821:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000741238cb. 00040000:00000010:0.0:1767384292.384794:0:16821:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000011826692. 00040000:00000010:0.0:1767384292.384796:0:16821:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000138d4bad. 00040000:00000010:0.0:1767384292.384798:0:16821:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e937e666. 00080000:00000010:0.0:1767384292.384799:0:16821:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c347291. 00000004:00000010:0.0:1767384292.384801:0:16821:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf18f6ac. 00000004:00000010:0.0:1767384292.384804:0:16821:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a751a27. 00000004:00000010:0.0:1767384292.384805:0:16821:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093d11994. 00002000:00000010:0.0:1767384292.384812:0:16821:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000dac5e11. 00000004:00000010:0.0:1767384292.384813:0:16821:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006fbdb975. 00000020:00000010:0.0:1767384292.384815:0:16821:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000763a74ee. 00000040:00000010:0.0:1767384292.384818:0:16821:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000557718cb. 00000100:00000010:0.0:1767384292.384822:0:16821:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 02000000:00000010:0.0:1767384292.384827:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bac9bd4e. 00000100:00000010:0.0:1767384292.384832:0:16821:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604be108. 02000000:00000010:0.0:1767384292.384843:0:16821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000066334742. 00000400:00000010:0.0:1767384292.384846:0:16821:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c95e7ba. 00000400:00000010:0.0:1767384292.384848:0:16821:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000656fdf95. 00000100:00000200:0.0:1767384292.384850:0:16821:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744030720, portal 25 00000400:00000010:0.0:1767384292.384852:0:16821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.384854:0:16821:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744030720, offset 0 00000400:00000200:0.0:1767384292.384856:0:16821:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.384860:0:16821:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.384863:0:16821:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd00a00 00000400:00000200:0.0:1767384292.384866:0:16821:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:0.0:1767384292.384868:0:16821:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd30d79. 00000400:00000200:0.0:1767384292.384870:0:16821:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009dd6e77e 00000400:00000200:0.0:1767384292.384880:0:16821:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.384882:0:16821:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.384884:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dd6e77e 00000400:00000010:0.0:1767384292.384885:0:16821:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dd6e77e. 00000100:00000200:0.0:1767384292.384887:0:16821:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384292.384898:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.384899:0:16821:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.384902:0:16821:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759dd43f x1853236744030720/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.385453:0:16821:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c95e7ba. 00000400:00000200:0.0:1767384292.385463:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000656fdf95 00000400:00000010:0.0:1767384292.385465:0:16821:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000656fdf95. 00000100:00000200:0.0:1767384292.385473:0:16821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759dd43f x1853236744030720/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.385506:0:16821:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759dd43f x1853236744030720/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.385525:0:16821:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000604be108. 02000000:00000010:0.0:1767384292.385533:0:16821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000066334742. 02000000:00000010:0.0:1767384292.385547:0:16821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bac9bd4e. 00000100:00000010:0.0:1767384292.385551:0:16821:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 00000100:00000010:0.0:1767384292.385623:0:16821:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000008f90934f. 00000400:00000200:0.0:1767384292.385626:0:16821:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384292.385628:0:16821:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384292.385629:0:16821:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384292.385631:0:16821:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp 00000400:00000200:0.0:1767384292.385635:0:16821:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384292.385637:0:16821:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (1) 00000400:00000200:0.0:1767384292.385641:0:16821:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384292.385643:0:16821:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767384292.385645:0:16821:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (2) 00000400:00000200:0.0:1767384292.385647:0:16821:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000100:00000010:0.0:1767384292.385648:0:16821:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000008f90934f. 00000020:00000010:0.0:1767384292.385652:0:16821:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000085112cfe. 00000020:00000010:0.0:1767384292.385654:0:16821:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ee222be0. 00000020:00000010:0.0:1767384292.385657:0:16821:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ee222be0. 00000020:00000010:0.0:1767384292.385660:0:16821:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000ee222be0. 00000020:00000010:0.0:1767384292.385664:0:16821:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.385670:0:16821:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007029a3b6. 00000020:00000010:0.0:1767384292.385673:0:16821:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000056bb389b. 00000020:00000010:0.0:1767384292.385681:0:16821:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.385684:0:16821:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000007e52f287. 00000001:00000010:0.0:1767384292.385693:0:16821:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009c0b62f8. 00000001:00000010:0.0:1767384292.385695:0:16821:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000047c9b40c. 00000001:00000010:0.0:1767384292.385697:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bac9bd4e. 00000001:00000010:0.0:1767384292.385699:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099a42d45. 00000001:00000010:0.0:1767384292.385700:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028dd0e0f. 00000001:00000010:0.0:1767384292.385706:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000202b7be4. 00000001:00000010:0.0:1767384292.385709:0:16821:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009c5c6939. 00000001:00000010:0.0:1767384292.385712:0:16821:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000124f709b. 00000001:00000010:0.0:1767384292.385713:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001b660546. 00000001:00000010:0.0:1767384292.385714:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fa87503. 00000001:00000010:0.0:1767384292.385716:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a47d1b6. 00000001:00000010:0.0:1767384292.385717:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef512a02. 00000020:00000010:0.0:1767384292.385724:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bc3887. 00000020:00000010:0.0:1767384292.385727:0:16821:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.385729:0:16821:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000008:00000010:0.0:1767384292.385731:0:16821:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ea2a2ffb. 00020000:00000010:0.0:1767384292.385733:0:16821:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000771215d5. 00008000:00000010:0.0:1767384292.385735:0:16821:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005494d3f9. 00000080:00000010:0.0:1767384292.385738:0:16821:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000075aec946. 00000020:00000010:0.0:1767384292.385740:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000adfe89d4. 00000020:00000010:0.0:1767384292.385741:0:16821:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015797ae8. 00000040:00000010:0.0:1767384292.385743:0:16821:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5ddc8bb. 00000020:00000010:0.0:1767384292.385746:0:16821:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019447d81. 00000020:00000010:0.0:1767384292.385748:0:16821:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be01f736. 00000020:00000010:0.0:1767384292.385749:0:16821:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000707f6d3f. 80000000:00000010:0.0:1767384292.385751:0:16821:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006840bb6e. 40000000:00000010:0.0:1767384292.385752:0:16821:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000598d1a55. 00100000:00000010:0.0:1767384292.385761:0:16821:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000821b71b0. 00040000:00000010:0.0:1767384292.385763:0:16821:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dfccf64d. 00040000:00000010:0.0:1767384292.385765:0:16821:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007839987e. 00040000:00000010:0.0:1767384292.385766:0:16821:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a6c82b4. 00080000:00000010:0.0:1767384292.385768:0:16821:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000159ee2fc. 00000004:00000010:0.0:1767384292.385771:0:16821:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf0ec8ac. 00000004:00000010:0.0:1767384292.385773:0:16821:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f9c39a76. 00000004:00000010:0.0:1767384292.385775:0:16821:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e75db117. 00000004:00000010:0.0:1767384292.385777:0:16821:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f7383e84. 00000010:00000010:0.0:1767384292.385779:0:16821:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000a50bc80b. 00000010:00000010:0.0:1767384292.385833:0:16821:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000adb1d71c. 00000010:00000010:0.0:1767384292.385836:0:16821:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000fdaf464f. 00000010:00000010:0.0:1767384292.385840:0:16821:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000bc62f61a. 00000010:00000010:0.0:1767384292.385844:0:16821:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000959a8478. 00010000:00000010:0.0:1767384292.385848:0:16821:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000037339dd6. 00010000:00000010:0.0:1767384292.385852:0:16821:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000aa9bd1f1. 00010000:00000010:0.0:1767384292.385855:0:16821:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000d935dbf6. 00000020:00000010:0.0:1767384292.385857:0:16821:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000017cc7dac. 00000100:00000200:0.0:1767384292.385865:0:16821:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00010000:00000010:0.0:1767384292.385868:0:16821:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009fc9d62c. 00010000:00000010:0.0:1767384292.385871:0:16821:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000bdbe3578. 00000001:00000010:0.0:1767384292.385874:0:16821:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f1f5d499. 00000001:00000010:0.0:1767384292.385876:0:16821:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000220e7343. 00000001:00000010:0.0:1767384292.385927:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003d74384a. 00000001:00000010:0.0:1767384292.385971:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000176dddf6. 00000001:00000010:0.0:1767384292.386017:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000232adb2f. 00000001:00000010:0.0:1767384292.386070:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f17e4e9. 00000001:00000010:0.0:1767384292.386162:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000720401e2. 00000001:00000010:0.0:1767384292.386238:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000032b85fb3. 00000001:00000010:0.0:1767384292.386325:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007cbf5375. 00000001:00000010:0.0:1767384292.386409:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3c7bacc. 00000001:00000010:0.0:1767384292.386495:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031ed78b9. 00000001:00000010:0.0:1767384292.386573:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ef9029a0. 00000001:00000010:0.0:1767384292.386691:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d7ee419. 00000001:00000010:0.0:1767384292.386749:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a52d86b7. 00000001:00000010:0.0:1767384292.386802:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b45fe0aa. 00000001:00000010:0.0:1767384292.386860:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000071a22b9e. 00000001:00000010:0.0:1767384292.386917:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091a3a6b9. 00000001:00000010:0.0:1767384292.386991:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000152e551d. 00000001:00000010:0.0:1767384292.387056:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ba3f93dd. 00000001:00000010:0.0:1767384292.387157:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002641d68d. 00000001:00000010:0.0:1767384292.387215:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067b1a65a. 00000001:00000010:0.0:1767384292.387272:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005756b035. 00000001:00000010:0.0:1767384292.387330:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fcfdac83. 00000001:00000010:0.0:1767384292.387380:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2332489. 00000001:00000010:0.0:1767384292.387426:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe96604e. 00000001:00000010:0.0:1767384292.387502:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006abb9ee5. 00000001:00000010:0.0:1767384292.387576:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bfbccd9c. 00000001:00000010:0.0:1767384292.387628:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000dad4458. 00000001:00000010:0.0:1767384292.387675:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009415ff19. 00000001:00000010:0.0:1767384292.387721:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008a2a2a64. 00000001:00000010:0.0:1767384292.387764:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003e1f1db6. 00000001:00000010:0.0:1767384292.387811:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000090ec512b. 00000001:00000010:0.0:1767384292.387860:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000edf82686. 00000001:00000010:0.0:1767384292.387900:0:16821:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035cbc984. 00000020:00000010:0.0:1767384292.387944:0:16821:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a7046c23. 00000020:00000010:0.0:1767384292.387948:0:16821:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000d382aa9a. 00000020:00000010:0.0:1767384292.388043:0:16821:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007f96b778. 00000020:00000010:0.0:1767384292.388047:0:16821:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000006a4fc10c. 00000010:00000010:0.0:1767384292.388062:0:16821:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000adb1d71c. 00000010:00000010:0.0:1767384292.388064:0:16821:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000bc62f61a. 00000010:00000010:0.0:1767384292.388067:0:16821:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000fdaf464f. 00000010:00000010:0.0:1767384292.388068:0:16821:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000959a8478. 00000020:00000010:0.0:1767384292.388086:0:16821:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f0d0456f. 00000020:00000010:0.0:1767384292.388089:0:16821:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e2d0051b. 00000020:00000010:0.0:1767384292.388104:0:16821:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000015797ae8. 00000040:00000010:0.0:1767384292.388118:0:16821:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5ddc8bb. 00000020:00000010:0.0:1767384292.388120:0:16821:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000019447d81. 00000020:00000010:0.0:1767384292.388123:0:16821:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be01f736. 00000020:00000010:0.0:1767384292.388125:0:16821:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000707f6d3f. 80000000:00000010:0.0:1767384292.388127:0:16821:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006840bb6e. 40000000:00000010:0.0:1767384292.388130:0:16821:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000598d1a55. 00100000:00000010:0.0:1767384292.388132:0:16821:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000821b71b0. 00040000:00000010:0.0:1767384292.388139:0:16821:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dfccf64d. 00040000:00000010:0.0:1767384292.388142:0:16821:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007839987e. 00040000:00000010:0.0:1767384292.388143:0:16821:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a6c82b4. 00080000:00000010:0.0:1767384292.388145:0:16821:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000159ee2fc. 00000004:00000010:0.0:1767384292.388146:0:16821:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf0ec8ac. 00000004:00000010:0.0:1767384292.388148:0:16821:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9c39a76. 00000004:00000010:0.0:1767384292.388150:0:16821:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e75db117. 00000004:00000010:0.0:1767384292.388152:0:16821:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7383e84. 00000020:00000010:0.0:1767384292.388154:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000adfe89d4. 00000020:00000010:0.0:1767384292.388156:0:16821:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.388158:0:16821:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000008:00000010:0.0:1767384292.388160:0:16821:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ea2a2ffb. 00020000:00000010:0.0:1767384292.388173:0:16821:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000771215d5. 00008000:00000010:0.0:1767384292.388175:0:16821:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005494d3f9. 00000080:00000010:0.0:1767384292.388177:0:16821:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000075aec946. 00000020:00000010:0.0:1767384292.388179:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bc3887. 00000020:00000010:0.0:1767384292.388181:0:16821:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000007e52f287. 00000020:00000010:0.0:1767384292.388186:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2bc3887. 00000020:00000010:0.0:1767384292.388188:0:16821:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000adfe89d4. 00000040:00000010:0.0:1767384292.388190:0:16821:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a6c82b4. 00000020:00000010:0.0:1767384292.388192:0:16821:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e75db117. 00000020:00000010:0.0:1767384292.388194:0:16821:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be01f736. 00000020:00000010:0.0:1767384292.388196:0:16821:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000707f6d3f. 80000000:00000010:0.0:1767384292.388197:0:16821:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a4412bc8. 40000000:00000010:0.0:1767384292.388199:0:16821:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005df25730. 00100000:00000010:0.0:1767384292.388200:0:16821:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bf0ec8ac. 00040000:00000010:0.0:1767384292.388202:0:16821:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dfccf64d. 00040000:00000010:0.0:1767384292.388205:0:16821:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000159ee2fc. 00040000:00000010:0.0:1767384292.388208:0:16821:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5ddc8bb. 00080000:00000010:0.0:1767384292.388210:0:16821:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007839987e. 00000004:00000010:0.0:1767384292.388213:0:16821:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000821b71b0. 00000004:00000010:0.0:1767384292.388215:0:16821:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b613be78. 00000004:00000010:0.0:1767384292.388219:0:16821:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001472bdb8. 00000004:00000010:0.0:1767384292.388227:0:16821:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f7383e84. 00000020:00000010:0.0:1767384292.388229:0:16821:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015797ae8. 00000020:00000010:0.0:1767384292.388232:0:16821:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.388234:0:16821:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.388238:0:16821:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000604be108. 00000020:00000010:0.0:1767384292.388241:0:16821:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000031b13e82. 00000020:00000010:0.0:1767384292.388245:0:16821:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c62febdd. 00000100:00000010:0.0:1767384292.388258:0:16821:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 02000000:00000010:0.0:1767384292.388264:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009d45555e. 02000000:00000010:1.0:1767384292.388321:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b199304. 00000400:00000010:1.0:1767384292.388329:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.388335:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.388339:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744030848, portal 10 00000020:00000010:1.0:1767384292.388345:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000941e2700. 00000400:00000010:1.0:1767384292.388350:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.388353:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236744030848, offset 0 00000400:00000200:1.0:1767384292.388360:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.388366:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.388373:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dd00a80 00000400:00000200:1.0:1767384292.388378:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:1.0:1767384292.388382:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.388386:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384292.388390:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384292.388394:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ac5a887. 00000400:00000200:1.0:1767384292.388418:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000020:00000010:0.0:1767384292.388425:0:16821:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000604be108. 00000400:00000010:1.0:1767384292.388427:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000020:00000010:0.0:1767384292.388431:0:16821:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000031b13e82. 00000100:00000200:1.0:1767384292.388436:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759dd43f x1853236744030848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384292.388437:0:16821:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000adfe89d4. 00000040:00000010:0.0:1767384292.388444:0:16821:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002a6c82b4. 00000020:00000010:0.0:1767384292.388453:0:16821:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e75db117. 00000020:00000010:0.0:1767384292.388461:0:16821:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be01f736. 00000020:00000010:0.0:1767384292.388467:0:16821:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000707f6d3f. 80000000:00000010:0.0:1767384292.388470:0:16821:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a4412bc8. 40000000:00000010:0.0:1767384292.388474:0:16821:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005df25730. 00100000:00000010:0.0:1767384292.388477:0:16821:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bf0ec8ac. 00040000:00000010:0.0:1767384292.388480:0:16821:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dfccf64d. 00040000:00000010:0.0:1767384292.388484:0:16821:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000159ee2fc. 00040000:00000010:0.0:1767384292.388488:0:16821:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5ddc8bb. 00080000:00000010:0.0:1767384292.388491:0:16821:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007839987e. 00000004:00000010:0.0:1767384292.388498:0:16821:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000821b71b0. 00000004:00000010:0.0:1767384292.388502:0:16821:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b613be78. 00000004:00000010:0.0:1767384292.388504:0:16821:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001472bdb8. 00000004:00000010:0.0:1767384292.388507:0:16821:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7383e84. 00000020:00000010:0.0:1767384292.388513:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2bc3887. 00000020:00000010:0.0:1767384292.388517:0:16821:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000579d04d9. 00000020:00000010:0.0:1767384292.388524:0:16821:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b79243c3. 00000020:00000010:0.0:1767384292.388529:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015797ae8. 00000020:00000010:0.0:1767384292.388536:0:16821:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000085112cfe. 00000020:00000010:0.0:1767384292.388541:0:16821:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000ee222be0. 00000100:00000010:0.0:1767384292.388576:0:16821:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 02000000:00000010:0.0:1767384292.388598:0:16821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015797ae8. 00000100:00000010:0.0:1767384292.388606:0:16821:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000604be108. 02000000:00000010:0.0:1767384292.388626:0:16821:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007c86c8df. 00000400:00000010:0.0:1767384292.388633:0:16821:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c95e7ba. 00000400:00000010:0.0:1767384292.388638:0:16821:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000656fdf95. 00000100:00000200:0.0:1767384292.388642:0:16821:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744030976, portal 25 00000400:00000010:0.0:1767384292.388647:0:16821:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000400:00000010:1.0:1767384292.388656:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:1.0:1767384292.388662:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.388666:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:0.0:1767384292.388674:0:16821:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744030976, offset 0 00000100:00000200:1.0:1767384292.388676:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759dd43f x1853236744030848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.388687:0:16821:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384292.388695:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759dd43f x1853236744030848/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384292.388701:0:16821:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.388714:0:16821:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd00b00 00000400:00000200:0.0:1767384292.388719:0:16821:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:0.0:1767384292.388722:0:16821:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf2dee38. 02000000:00000010:1.0:1767384292.388723:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b199304. 00000400:00000200:0.0:1767384292.388725:0:16821:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ea76211 00000400:00000200:0.0:1767384292.388730:0:16821:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384292.388731:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000009d45555e. 00000100:00000010:1.0:1767384292.388737:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 00000400:00000200:0.0:1767384292.388737:0:16821:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.388744:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ea76211 00000400:00000010:0.0:1767384292.388746:0:16821:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ea76211. 00000100:00000200:0.0:1767384292.388750:0:16821:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384292.388761:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.388763:0:16821:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.388766:0:16821:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744030976/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384292.389148:0:16821:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c95e7ba. 00000400:00000200:0.0:1767384292.389162:0:16821:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000656fdf95 00000400:00000010:0.0:1767384292.389165:0:16821:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000656fdf95. 00000100:00000200:0.0:1767384292.389176:0:16821:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744030976/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.389185:0:16821:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744030976/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.389198:0:16821:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000604be108. 02000000:00000010:0.0:1767384292.389203:0:16821:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007c86c8df. 02000000:00000010:0.0:1767384292.389212:0:16821:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000015797ae8. 00000100:00000010:0.0:1767384292.389220:0:16821:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00000040:00000010:0.0:1767384292.389224:0:16821:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000557718cb. 00000020:00000010:0.0:1767384292.389228:0:16821:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000763a74ee. 00000020:00000010:0.0:1767384292.389233:0:16821:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008bee8ccb. 00000040:00000010:0.0:1767384292.389237:0:16821:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a9bd288. 00000020:00000010:0.0:1767384292.389239:0:16821:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e3f1d212. 00000020:00000010:0.0:1767384292.389241:0:16821:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008507b79c. 00000020:00000010:0.0:1767384292.389244:0:16821:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004e5187b0. 80000000:00000010:0.0:1767384292.389246:0:16821:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005595d7c1. 40000000:00000010:0.0:1767384292.389248:0:16821:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fa8fa770. 00100000:00000010:0.0:1767384292.389250:0:16821:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000741238cb. 00040000:00000010:0.0:1767384292.389252:0:16821:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000011826692. 00040000:00000010:0.0:1767384292.389255:0:16821:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000138d4bad. 00040000:00000010:0.0:1767384292.389257:0:16821:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e937e666. 00080000:00000010:0.0:1767384292.389259:0:16821:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001c347291. 00000004:00000010:0.0:1767384292.389260:0:16821:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf18f6ac. 00000004:00000010:0.0:1767384292.389262:0:16821:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003a751a27. 00000004:00000010:0.0:1767384292.389264:0:16821:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093d11994. 00002000:00000010:0.0:1767384292.389266:0:16821:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000dac5e11. 00000004:00000010:0.0:1767384292.389268:0:16821:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006fbdb975. 00000020:00000010:0.0:1767384292.389270:0:16821:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000889ac58f. 00000040:00000010:1.0:1767384292.389301:0:16777:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000364f4b80. 00000040:00000010:1.0:1767384292.389308:0:16777:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005005774e. 00000040:00000010:1.0:1767384292.389311:0:16777:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008d2735fa. 00000020:00000010:1.0:1767384292.389316:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000775c0f12. 00000040:00000010:1.0:1767384292.389319:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fe12021f. 00000020:00000010:1.0:1767384292.389321:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000a34fb4d. 00000020:00000010:1.0:1767384292.389324:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002186a026. 80000000:00000010:1.0:1767384292.389326:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b3c86d3. 00040000:00000010:1.0:1767384292.389328:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f911eec4. 00080000:00000010:1.0:1767384292.389330:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006d709ec3. 20000000:00000010:1.0:1767384292.389332:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000755100b4. 00000020:00000010:1.0:1767384292.389334:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007776d34. 10000000:00000010:1.0:1767384292.389336:0:16777:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000079cbbc8a. 00000020:00000010:1.0:1767384292.389351:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006ec922cd. 00000040:00000010:1.0:1767384292.389353:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b49942a4. 00000020:00000010:1.0:1767384292.389355:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0d0259e. 00000020:00000010:1.0:1767384292.389356:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1b8527b. 00040000:00000010:1.0:1767384292.389358:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007d444a1e. 00040000:00000010:1.0:1767384292.389361:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df9a2a59. 00080000:00000010:1.0:1767384292.389363:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c0517f1b. 00000020:00000010:1.0:1767384292.389372:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dceb3777. 00000020:00000010:1.0:1767384292.389374:0:16777:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000003b1e888a. 00000020:00000010:1.0:1767384292.389376:0:16777:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000003982471e. 00000020:00000010:1.0:1767384292.389380:0:16777:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000008d1be3bb. 00000020:00000010:1.0:1767384292.389382:0:16777:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000d393647f. 00000020:00000010:1.0:1767384292.389404:0:16777:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000718fde61. 00000100:00000010:1.0:1767384292.389419:0:16777:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050b6fd0f. 02000000:00000010:1.0:1767384292.389427:0:16777:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d91dc493. 00000100:00000010:1.0:1767384292.389433:0:16777:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4c82841. 02000000:00000010:1.0:1767384292.389440:0:16777:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000017d14d8c. 00000400:00000010:1.0:1767384292.389443:0:16777:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384292.389445:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008834dddc. 00000100:00000200:1.0:1767384292.389448:0:16777:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744031104, portal 25 00000400:00000010:1.0:1767384292.389451:0:16777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2048c8b. 00000100:00000200:1.0:1767384292.389452:0:16777:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744031104, offset 0 00000400:00000200:1.0:1767384292.389456:0:16777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.389460:0:16777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.389464:0:16777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd00b80 00000400:00000200:1.0:1767384292.389467:0:16777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:1.0:1767384292.389470:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e68eefa. 00000400:00000200:1.0:1767384292.389472:0:16777:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046140c2f 00000400:00000200:1.0:1767384292.389476:0:16777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.389479:0:16777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.389482:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046140c2f 00000400:00000010:1.0:1767384292.389483:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046140c2f. 00000100:00000200:1.0:1767384292.389487:0:16777:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384292.389500:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2048c8b 00000400:00000010:1.0:1767384292.389502:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2048c8b. 00000100:00000200:1.0:1767384292.389506:0:16777:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050b6fd0f x1853236744031104/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384292.392613:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca003a4d. 00000100:00000010:1.0:1767384292.393623:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000691bd1e2. 00010000:00000010:0.0:1767384292.402194:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007e4f0713. 00010000:00000010:0.0:1767384292.402208:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031b13e82. 00000100:00000010:0.0:1767384292.402213:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007232b54e. 00000100:00000010:0.0:1767384292.402221:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 02000000:00000010:0.0:1767384292.402229:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000adfe89d4. 02000000:00000010:0.0:1767384292.402249:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000707f6d3f. 00000400:00000010:0.0:1767384292.402254:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c95e7ba. 00000400:00000010:0.0:1767384292.402260:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384292.402265:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744031232, portal 16 00000400:00000010:0.0:1767384292.402269:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384292.402272:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744031232, offset 0 00000400:00000200:0.0:1767384292.402278:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.402295:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.402304:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd00c00 00000400:00000200:0.0:1767384292.402311:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:0.0:1767384292.402317:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.402323:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384292.402330:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384292.402335:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9a1c10a. 00000400:00000200:0.0:1767384292.402359:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384292.402362:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384292.402370:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744031232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384292.402382:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000408397cf. 00000100:00000010:0.0:1767384292.402390:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ebdf85ca. 00000020:00000010:1.0:1767384292.402402:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002055d80a. 00000100:00000010:0.0:1767384292.402403:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4412bc8. 00000100:00000010:0.0:1767384292.402411:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca003a4d. 00000020:00000010:1.0:1767384292.402419:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002055d80a. 00000100:00000010:0.0:1767384292.402424:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005595d7c1. 00000020:00000010:1.0:1767384292.402428:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47764c9. 00000020:00000010:1.0:1767384292.402437:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c04bdccc. 00000020:00000010:1.0:1767384292.402442:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000649a610b. 00000020:00000010:1.0:1767384292.402482:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002055d80a. 00000020:00000010:1.0:1767384292.402485:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002055d80a. 00000100:00000200:1.0:1767384292.402489:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744031232 02000000:00000010:1.0:1767384292.402501:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b199304. 00000400:00000010:1.0:1767384292.402508:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.402513:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744031232, offset 224 00000400:00000200:1.0:1767384292.402520:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.402530:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.402537:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd00c00 00000400:00000200:1.0:1767384292.402542:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:1.0:1767384292.402547:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.402550:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384292.402602:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e819c688 x1853236744031232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384292.402619:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.402621:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00010000:00000010:1.0:1767384292.402631:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000eb86599f. 00000400:00000010:0.0:1767384292.402639:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c95e7ba. 00000020:00000010:1.0:1767384292.402644:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c04bdccc. 00000400:00000200:0.0:1767384292.402645:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384292.402649:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:1.0:1767384292.402651:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000649a610b. 00000020:00000010:1.0:1767384292.402656:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47764c9. 00000100:00000200:0.0:1767384292.402657:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744031232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384292.402668:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744031232/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384292.402684:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000707f6d3f. 02000000:00000010:0.0:1767384292.402687:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000adfe89d4. 00000100:00000010:0.0:1767384292.402690:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00000100:00000010:0.0:1767384292.402692:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007232b54e. 00010000:00000010:0.0:1767384292.402695:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031b13e82. 00000020:00000010:1.0:1767384292.402748:0:16155:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df6b60dc. 00000020:00000010:1.0:1767384292.402755:0:16155:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f47764c9. 80000000:00000010:1.0:1767384292.402762:0:16155:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d4446c5. 40000000:00000010:1.0:1767384292.402769:0:16155:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002055d80a. 00000008:00000010:1.0:1767384292.402777:0:16155:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ff05a953. 00020000:00000010:1.0:1767384292.402784:0:16155:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000009fec6e99. 00008000:00000010:1.0:1767384292.402788:0:16155:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c8177609. 00100000:00000010:1.0:1767384292.402792:0:16155:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089058a65. 00040000:00000010:1.0:1767384292.402801:0:16155:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007efd9737. 00040000:00000010:1.0:1767384292.402813:0:16155:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bc12ab8d. 00040000:00000010:1.0:1767384292.402817:0:16155:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb0a2515. 00080000:00000010:1.0:1767384292.402825:0:16155:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000000250dd6. 00000004:00000010:1.0:1767384292.402831:0:16155:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000217994c2. 00000004:00000010:1.0:1767384292.402839:0:16155:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae05f0e1. 00000004:00000010:1.0:1767384292.402846:0:16155:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009cb6e9ad. 00002000:00000010:1.0:1767384292.402853:0:16155:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fd41903f. 00000004:00000010:1.0:1767384292.402858:0:16155:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000008c6552. 00000080:00000010:1.0:1767384292.402864:0:16155:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000523ad432. 00000080:00000010:1.0:1767384292.402870:0:16155:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e087ebfa. 00000008:00000010:1.0:1767384292.402879:0:16155:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000199040e. 00020000:00000010:1.0:1767384292.402885:0:16155:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000004d75332. 00008000:00000010:1.0:1767384292.402892:0:16155:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000025b1e1b2. 00000080:00000010:1.0:1767384292.402896:0:16155:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000001612d3a. 02000000:00000010:1.0:1767384292.402907:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dab5594c. 00000400:00000010:1.0:1767384292.402913:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000400:00000010:1.0:1767384292.402917:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.402921:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744031360, portal 18 00000400:00000010:1.0:1767384292.402926:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.402931:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744031360, offset 0 00000400:00000200:1.0:1767384292.402937:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.402946:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.402955:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd00c80 00000400:00000200:1.0:1767384292.402959:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:1.0:1767384292.402963:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.402965:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384292.402968:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384292.402971:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e49da3a. 00000400:00000200:1.0:1767384292.402986:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384292.402987:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384292.402992:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065fdcf78 x1853236744031360/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384292.403310:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c89ed75. 00000400:00000200:1.0:1767384292.403321:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384292.403323:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384292.403328:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065fdcf78 x1853236744031360/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.403335:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065fdcf78 x1853236744031360/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384292.403349:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dab5594c. 02000000:00000010:1.0:1767384292.403353:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000150161f3. 00000100:00000010:1.0:1767384292.403356:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065fdcf78. 00000400:00000010:1.0:1767384292.405284:0:16777:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:1.0:1767384292.405293:0:16777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008834dddc 00000400:00000010:1.0:1767384292.405299:0:16777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008834dddc. 00000100:00000200:1.0:1767384292.405310:0:16777:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050b6fd0f x1853236744031104/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.405331:0:16777:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050b6fd0f x1853236744031104/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384292.405349:0:16777:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4c82841. 02000000:00000010:1.0:1767384292.405356:0:16777:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000017d14d8c. 02000000:00000010:1.0:1767384292.405359:0:16777:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d91dc493. 00000100:00000010:1.0:1767384292.405361:0:16777:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050b6fd0f. 00000020:00000010:1.0:1767384292.405365:0:16777:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000718fde61. 00000020:02000000:1.0:1767384292.405369:0:16777:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000010:0.0:1767384292.406605:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ebdf85ca. 00000100:00000010:1.0:1767384292.408503:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4412bc8. 00000020:00000010:1.0:1767384292.408528:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab5594c. 00000020:00000010:1.0:1767384292.408532:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000084d9aa19. 00000040:00000010:1.0:1767384292.408535:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073cba2ce. 00000020:00000010:1.0:1767384292.408537:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000024388b09. 00000020:00000010:1.0:1767384292.408540:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f98589b. 00000020:00000010:1.0:1767384292.408544:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e952a16f. 80000000:00000010:1.0:1767384292.408546:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004363d5b1. 40000000:00000010:1.0:1767384292.408549:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f08509c. 00100000:00000010:1.0:1767384292.408557:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000909d48d1. 00040000:00000010:1.0:1767384292.408560:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096178b9a. 00040000:00000010:1.0:1767384292.408563:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000700e0fb6. 00040000:00000010:1.0:1767384292.408565:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007e29e39d. 00080000:00000010:1.0:1767384292.408598:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000238ffa7c. 00000004:00000010:1.0:1767384292.408601:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b3f0471b. 00000004:00000010:1.0:1767384292.408604:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000513b87ab. 00000004:00000010:1.0:1767384292.408607:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000bfa4485. 00000004:00000010:1.0:1767384292.408609:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc4110ca. 00000020:00000010:1.0:1767384292.408613:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dceb3777. 00000020:00000010:1.0:1767384292.408616:0:16777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000036f076c. 00000020:00000010:1.0:1767384292.408618:0:16777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000649a610b. 00000020:00000010:1.0:1767384292.408643:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000290f2fe. 00080000:00000010:1.0:1767384292.408648:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc30f67f. 00080000:00000010:1.0:1767384292.408704:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc30f67f. 00000020:00000010:1.0:1767384292.408708:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000290f2fe. 00000004:00000010:1.0:1767384292.408717:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062198dc8. 00000004:00000010:1.0:1767384292.408721:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e171d61b. 00000004:00000010:1.0:1767384292.408724:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009fe915d2. 00080000:00000010:1.0:1767384292.408727:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc30f67f. 00040000:00000010:1.0:1767384292.408772:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a4c82841. 00000004:00000010:1.0:1767384292.408777:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006aaa22a3. 00000004:00000010:1.0:1767384292.408780:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b800a8ac. 00000004:00000010:1.0:1767384292.408782:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007572fc30. 00080000:00000010:1.0:1767384292.408784:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cfe58fb. 00000020:00000010:1.0:1767384292.408801:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073464df0. 00080000:00000010:1.0:1767384292.408804:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000087fde412. 00080000:00000010:1.0:1767384292.408830:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000087fde412. 00000020:00000010:1.0:1767384292.408833:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073464df0. 00000004:00000010:1.0:1767384292.408838:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000023f657ad. 00000004:00000010:1.0:1767384292.408841:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006bd86fff. 00000004:00000010:1.0:1767384292.408844:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c24a7a53. 00080000:00000010:1.0:1767384292.408846:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000087fde412. 00100000:00000010:1.0:1767384292.408886:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000af1de494. 00000004:00000010:1.0:1767384292.408905:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098ac9af7. 00000004:00000010:1.0:1767384292.408908:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dd407d1c. 00000004:00000010:1.0:1767384292.408911:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fa5bd577. 00080000:00000010:1.0:1767384292.408914:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af379dff. 00100000:00000010:1.0:1767384292.408942:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f7559eec. 00040000:00000010:1.0:1767384292.408946:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002427b539. 00000001:00000010:1.0:1767384292.408950:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000df9a2a59. 00000001:00000010:1.0:1767384292.408952:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004753897c. 00000001:00000010:1.0:1767384292.408955:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008834dddc. 00040000:00000010:1.0:1767384292.408963:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006296f15d. 00000004:00000010:1.0:1767384292.408967:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ad496795. 00000004:00000010:1.0:1767384292.408970:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002b39c395. 00000004:00000010:1.0:1767384292.408972:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d19647ec. 00080000:00000010:1.0:1767384292.408975:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002246cb68. 00000020:00000010:1.0:1767384292.408989:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005dc13d03. 00080000:00000010:1.0:1767384292.408992:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fb8a53c. 00080000:00000010:1.0:1767384292.409018:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fb8a53c. 00000020:00000010:1.0:1767384292.409021:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005dc13d03. 00000004:00000010:1.0:1767384292.409026:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006be3fb68. 00000004:00000010:1.0:1767384292.409029:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002d16cbff. 00000004:00000010:1.0:1767384292.409032:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f37c69d1. 00080000:00000010:1.0:1767384292.409034:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fb8a53c. 00100000:00000010:1.0:1767384292.409056:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006cc6fca9. 00000004:00000010:1.0:1767384292.409070:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4214399. 00000004:00000010:1.0:1767384292.409073:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000098d6abe3. 00000004:00000010:1.0:1767384292.409075:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000001d020d4. 00080000:00000010:1.0:1767384292.409078:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001ee19658. 00100000:00000010:1.0:1767384292.409147:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000df17c164. 00040000:00000010:1.0:1767384292.409152:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000983a7ed. 00000001:00000010:1.0:1767384292.409155:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f1b8527b. 00000001:00000010:1.0:1767384292.409157:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ce2ceea1. 00000001:00000010:1.0:1767384292.409160:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008de34a13. 00040000:00000010:1.0:1767384292.409172:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009b294b09. 00000004:00000010:1.0:1767384292.409176:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005dff9450. 00000004:00000010:1.0:1767384292.409180:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ff635f61. 00000004:00000010:1.0:1767384292.409182:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000006677689. 00080000:00000010:1.0:1767384292.409194:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7ff8d00. 00000020:00000010:1.0:1767384292.409216:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000beec35f1. 00080000:00000010:1.0:1767384292.409220:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945c05f3. 00080000:00000010:1.0:1767384292.409251:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000945c05f3. 00000020:00000010:1.0:1767384292.409254:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000beec35f1. 00000004:00000010:1.0:1767384292.409259:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008d8a9ab4. 00000004:00000010:1.0:1767384292.409262:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b4dd30db. 00000004:00000010:1.0:1767384292.409265:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036e4c87d. 00080000:00000010:1.0:1767384292.409268:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945c05f3. 00100000:00000010:1.0:1767384292.409289:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fbce7dc6. 00000004:00000010:1.0:1767384292.409303:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002d886b4b. 00000004:00000010:1.0:1767384292.409306:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096a12b81. 00000004:00000010:1.0:1767384292.409309:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000479646c7. 00080000:00000010:1.0:1767384292.409311:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000964d7b41. 00100000:00000010:1.0:1767384292.409333:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fc008100. 00040000:00000010:1.0:1767384292.409336:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004e48e540. 00000001:00000010:1.0:1767384292.409339:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b49942a4. 00000001:00000010:1.0:1767384292.409341:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000009194b37. 00000001:00000010:1.0:1767384292.409344:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000eb86599f. 00040000:00000010:1.0:1767384292.409353:0:16777:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000084a0662c. 00000020:00000010:1.0:1767384292.409355:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec922cd. 00000020:00000010:1.0:1767384292.409358:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000007776d34. 00000020:00000010:1.0:1767384292.409360:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae9efaa8. 00000020:00000010:1.0:1767384292.409363:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b56c845b. 00000020:00000010:1.0:1767384292.409366:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000755100b4. 80000000:00000010:1.0:1767384292.409368:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b82e92e. 40000000:00000010:1.0:1767384292.409371:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dbbb6d8c. 00100000:00000010:1.0:1767384292.409374:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aabea653. 00040000:00000010:1.0:1767384292.409382:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095c6efd2. 00040000:00000010:1.0:1767384292.409384:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f911eec4. 00080000:00000010:1.0:1767384292.409387:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f31e0389. 00002000:00000010:1.0:1767384292.409390:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004f626c06. 00010000:00000010:0.1F:1767384292.409601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9cd1a84. 00010000:00000010:3.1:1767384292.409603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000812a7ce0. 00010000:00000010:3.1:1767384292.409612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000030060541. 00010000:00000010:0.1:1767384292.409622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e4f0713. 00010000:00000010:3.1:1767384292.409623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ec962d4. 00000020:00000010:1.0:1767384292.409667:0:16777:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000089c2ae4c. 00000020:00000010:1.0:1767384292.409674:0:16777:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000089c2ae4c. 00000020:00000010:1.0:1767384292.409678:0:16777:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000000c68dfe. 00000020:00000010:1.0:1767384292.409683:0:16777:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000089c2ae4c. 00000020:00000010:1.0:1767384292.409687:0:16777:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000089c2ae4c. 00040000:00000010:1.0:1767384292.409712:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000001969d0ca. 00000020:00000010:1.0:1767384292.409725:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a0ad6dd5. 00080000:00000010:1.0:1767384292.409729:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000019c5ca90. 00080000:00000010:1.0:1767384292.409761:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000019c5ca90. 00000020:00000010:1.0:1767384292.409764:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a0ad6dd5. 00000004:00000010:1.0:1767384292.409771:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006df2cb21. 00000004:00000010:1.0:1767384292.409774:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a9f82ca. 00000004:00000010:1.0:1767384292.409777:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000058a07b2f. 00080000:00000010:1.0:1767384292.409780:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000019c5ca90. 00100000:00000010:1.0:1767384292.409803:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000df3f6bf4. 00000004:00000010:1.0:1767384292.409817:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e5b430ca. 00000004:00000010:1.0:1767384292.409821:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000753270ec. 00000004:00000010:1.0:1767384292.409823:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000879bb867. 00080000:00000010:1.0:1767384292.409826:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e8fa1cd. 00100000:00000010:1.0:1767384292.409849:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e427ceb5. 00040000:00000010:1.0:1767384292.409852:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cbe1f794. 00000001:00000010:1.0:1767384292.409855:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002186a026. 00000001:00000010:1.0:1767384292.409858:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000be57907c. 00000001:00000010:1.0:1767384292.409860:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007749d423. 00040000:00000010:1.0:1767384292.409866:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b2048c8b. 00000020:00000010:1.0:1767384292.409879:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f27f2949. 00080000:00000010:1.0:1767384292.409882:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b6f3ee0. 00080000:00000010:1.0:1767384292.409909:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b6f3ee0. 00000020:00000010:1.0:1767384292.409912:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f27f2949. 00000004:00000010:1.0:1767384292.409924:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000011ff2ddc. 00000004:00000010:1.0:1767384292.409927:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006295b352. 00000004:00000010:1.0:1767384292.409930:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000093f407b0. 00080000:00000010:1.0:1767384292.409933:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b6f3ee0. 00100000:00000010:1.0:1767384292.409961:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ee2502c2. 00000004:00000010:1.0:1767384292.409976:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7068438. 00000004:00000010:1.0:1767384292.409979:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b136e6b9. 00000004:00000010:1.0:1767384292.409981:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a3693956. 00080000:00000010:1.0:1767384292.409984:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f69dec42. 00100000:00000010:1.0:1767384292.410007:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004cc2bc85. 00040000:00000010:1.0:1767384292.410011:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e8fdcafc. 00000001:00000010:1.0:1767384292.410014:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fe12021f. 00000001:00000010:1.0:1767384292.410016:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000edbd3224. 00000001:00000010:1.0:1767384292.410019:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000028a9f78f. 00040000:00000010:1.0:1767384292.410025:0:16777:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000069a144d4. 00000020:00000010:1.0:1767384292.410038:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003821a123. 00080000:00000010:1.0:1767384292.410041:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ee04f29. 00080000:00000010:1.0:1767384292.410067:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ee04f29. 00000020:00000010:1.0:1767384292.410070:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003821a123. 00000004:00000010:1.0:1767384292.410085:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cc4eaf47. 00000004:00000010:1.0:1767384292.410090:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c1397f83. 00000004:00000010:1.0:1767384292.410093:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002fd97353. 00080000:00000010:1.0:1767384292.410096:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ee04f29. 00100000:00000010:1.0:1767384292.410147:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad68fcd3. 00000004:00000010:1.0:1767384292.410172:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000093e1b105. 00000004:00000010:1.0:1767384292.410176:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cac48648. 00000004:00000010:1.0:1767384292.410179:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000096ca64ac. 00080000:00000010:1.0:1767384292.410182:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064f13eb9. 00100000:00000010:1.0:1767384292.410205:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000085794ed2. 00040000:00000010:1.0:1767384292.410208:0:16777:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006be86533. 00000001:00000010:1.0:1767384292.410211:0:16777:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000775c0f12. 00000001:00000010:1.0:1767384292.410214:0:16777:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c0e186d0. 00000001:00000010:1.0:1767384292.410216:0:16777:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000046140c2f. 00040000:00000010:1.0:1767384292.410230:0:16777:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000331fe1d7. 00000020:00000010:1.0:1767384292.410241:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f02f7ce. 00000020:00000010:1.0:1767384292.410244:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e69349b. 00000020:00000010:1.0:1767384292.410247:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006cf93200. 00000020:00000010:1.0:1767384292.410250:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d69e598c. 00000020:00000010:1.0:1767384292.410252:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5bab1dd. 80000000:00000010:1.0:1767384292.410255:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c7b199e1. 40000000:00000010:1.0:1767384292.410257:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000411870e6. 00100000:00000010:1.0:1767384292.410260:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007cec03b0. 00040000:00000010:1.0:1767384292.410263:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f94f26d4. 00040000:00000010:1.0:1767384292.410265:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009269537e. 00080000:00000010:1.0:1767384292.410268:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000983ce130. 00002000:00000010:1.0:1767384292.410271:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c30c4a6c. 00000020:00000010:1.0:1767384292.410593:0:16777:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000003f19ed7f. 00000020:00000010:1.0:1767384292.410598:0:16777:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000003f19ed7f. 00000020:00000010:1.0:1767384292.410602:0:16777:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000fec0e8dc. 00000020:00000010:1.0:1767384292.410606:0:16777:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000003f19ed7f. 00000020:00000010:1.0:1767384292.410609:0:16777:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000003f19ed7f. 40000000:00000010:1.0:1767384292.410613:0:16777:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000b0de2b7d. 00080000:00000010:1.0:1767384292.410660:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000923f8ae1. 00000004:00000010:0.0:1767384292.421651:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000501c5f06. 00000004:00000010:0.0:1767384292.421668:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005a61d977. 00000004:00000010:0.0:1767384292.421672:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000085582f21. 00080000:00000010:0.0:1767384292.421676:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058c2f341. 00000004:00000010:0.0:1767384292.421888:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001b655853. 00000004:00000010:0.0:1767384292.421894:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009250242f. 00000004:00000010:0.0:1767384292.421897:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000044a22277. 00080000:00000010:0.0:1767384292.421901:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c2b353c. 00000020:00000010:0.0:1767384292.422171:0:16777:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000b8f5eaae. 00080000:00000010:0.0:1767384292.422177:0:16777:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003c4da5f5. 00080000:00000010:0.0:1767384292.422179:0:16777:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000009d64b185. 00000004:00000010:0.0:1767384292.422250:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e8c0b31b. 00000004:00000010:0.0:1767384292.422255:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000275dfde2. 00000004:00000010:0.0:1767384292.422258:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a71d494. 00080000:00000010:0.0:1767384292.422263:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005bb3509e. 00080000:00000010:0.0:1767384292.422366:0:16777:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000009d64b185. 00080000:00000010:0.0:1767384292.422370:0:16777:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003c4da5f5. 00000020:00000010:0.0:1767384292.422373:0:16777:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000b8f5eaae. 00000004:00000010:0.0:1767384292.422378:0:16777:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000b6826c3f. 00000004:00000010:0.0:1767384292.422385:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a079973e. 00000004:00000010:0.0:1767384292.422389:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002b6814f2. 00000004:00000010:0.0:1767384292.422392:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000068098dba. 00080000:00000010:0.0:1767384292.422395:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000681fa152. 00000020:00000010:0.0:1767384292.422441:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c636a6f2. 00000020:00000010:0.0:1767384292.422445:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000002beb4b7. 00000040:00000010:0.0:1767384292.422448:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fba711b5. 00000020:00000010:0.0:1767384292.422451:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001472bdb8. 00000020:00000010:0.0:1767384292.422454:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008507b79c. 00000020:00000010:0.0:1767384292.422458:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009826a7e3. 80000000:00000010:0.0:1767384292.422460:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebdf85ca. 40000000:00000010:0.0:1767384292.422463:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eadee6d9. 00100000:00000010:0.0:1767384292.422466:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000821b71b0. 00040000:00000010:0.0:1767384292.422469:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f71db553. 00040000:00000010:0.0:1767384292.422472:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007839987e. 00040000:00000010:0.0:1767384292.422475:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000239ef044. 00080000:00000010:0.0:1767384292.422477:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000159ee2fc. 00000004:00000010:0.0:1767384292.422480:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf0ec8ac. 00000004:00000010:0.0:1767384292.422492:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b613be78. 00000004:00000010:0.0:1767384292.422495:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e75db117. 00000004:00000010:0.0:1767384292.422498:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ee460c70. 00000004:00000010:0.0:1767384292.422824:0:16777:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000fbc0e63b. 00000040:00000010:0.0:1767384292.422828:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000a6f10dd9. 00000020:00000010:0.0:1767384292.422833:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042b44694. 00000020:00000010:0.0:1767384292.422836:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000766f79fa. 00000040:00000010:0.0:1767384292.422839:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d825958. 00000020:00000010:0.0:1767384292.422842:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045090cdf. 00000020:00000010:0.0:1767384292.422845:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be01f736. 00000020:00000010:0.0:1767384292.422848:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050fe596b. 80000000:00000010:0.0:1767384292.422851:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d929e37d. 40000000:00000010:0.0:1767384292.422853:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000077f68f9. 00100000:00000010:0.0:1767384292.422856:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b5456218. 00040000:00000010:0.0:1767384292.422858:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000051955254. 00040000:00000010:0.0:1767384292.422860:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c9b9ad6. 00040000:00000010:0.0:1767384292.422863:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000efe3180a. 00080000:00000010:0.0:1767384292.422865:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000016b440c4. 00000004:00000010:0.0:1767384292.422868:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000531c798e. 00000004:00000010:0.0:1767384292.422871:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e08909eb. 00000004:00000010:0.0:1767384292.422873:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078126784. 00000004:00000010:0.0:1767384292.422875:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005f7571a3. 00000004:00000010:0.0:1767384292.423128:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bfb81961. 00000004:00000010:0.0:1767384292.423135:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000522f8b15. 00000004:00000010:0.0:1767384292.423140:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008f1c1c3c. 00080000:00000010:0.0:1767384292.423145:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3c5a01f. 00080000:00000010:0.0:1767384292.423473:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3c5a01f. 00000004:00000010:0.0:1767384292.423480:0:16777:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008f1c1c3c. 00000004:00000010:0.0:1767384292.423484:0:16777:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000522f8b15. 00000004:00000010:0.0:1767384292.423487:0:16777:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bfb81961. 00000004:00000010:0.0:1767384292.423494:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007ed6cac0. 00000004:00000010:0.0:1767384292.423498:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000522f8b15. 00000004:00000010:0.0:1767384292.423516:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008f1c1c3c. 00080000:00000010:0.0:1767384292.423528:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3c5a01f. 00000004:00000010:0.0:1767384292.423715:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae3f4473. 00000004:00000010:0.0:1767384292.423723:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d8025397. 00000004:00000010:0.0:1767384292.423729:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006caeae69. 00080000:00000010:0.0:1767384292.423745:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b855636. 00080000:00000010:0.0:1767384292.424076:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b855636. 00000004:00000010:0.0:1767384292.424082:0:16777:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006caeae69. 00000004:00000010:0.0:1767384292.424085:0:16777:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d8025397. 00000004:00000010:0.0:1767384292.424088:0:16777:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ae3f4473. 00000004:00000010:0.0:1767384292.424127:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cced8ab2. 00000004:00000010:0.0:1767384292.424134:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d8025397. 00000004:00000010:0.0:1767384292.424137:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006caeae69. 00080000:00000010:0.0:1767384292.424142:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b855636. 00000004:00000010:0.0:1767384292.424260:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c22d1c13. 00000004:00000010:0.0:1767384292.424266:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004754f08a. 00000004:00000010:0.0:1767384292.424270:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000063d7b559. 00080000:00000010:0.0:1767384292.424274:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9756422. 00080000:00000010:0.0:1767384292.425232:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f9756422. 00000004:00000010:0.0:1767384292.425238:0:16777:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000063d7b559. 00000004:00000010:0.0:1767384292.425240:0:16777:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004754f08a. 00000004:00000010:0.0:1767384292.425243:0:16777:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c22d1c13. 00000004:00000010:0.0:1767384292.425249:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae8a06e1. 00000004:00000010:0.0:1767384292.425253:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004754f08a. 00000004:00000010:0.0:1767384292.425255:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000063d7b559. 00080000:00000010:0.0:1767384292.425259:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9756422. 00000004:00000010:0.0:1767384292.425306:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e6f76501. 00000004:00000010:0.0:1767384292.425310:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008671290b. 00000004:00000010:0.0:1767384292.425312:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a435f97. 00080000:00000010:0.0:1767384292.425315:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf884bda. 00080000:00000010:0.0:1767384292.426175:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cf884bda. 00000004:00000010:0.0:1767384292.426180:0:16777:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a435f97. 00000004:00000010:0.0:1767384292.426182:0:16777:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008671290b. 00000004:00000010:0.0:1767384292.426191:0:16777:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e6f76501. 00000004:00000010:0.0:1767384292.426198:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000027562c39. 00000004:00000010:0.0:1767384292.426201:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008671290b. 00000004:00000010:0.0:1767384292.426203:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a435f97. 00080000:00000010:0.0:1767384292.426207:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf884bda. 00000020:00000010:0.0:1767384292.426256:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f57d376. 00080000:00000010:0.0:1767384292.426260:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de8f4737. 00080000:00000010:0.0:1767384292.426364:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000de8f4737. 00000020:00000010:0.0:1767384292.426368:0:16777:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f57d376. 00000004:00000010:0.0:1767384292.426376:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdf41b95. 00000004:00000010:0.0:1767384292.426380:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006a56e0f2. 00000004:00000010:0.0:1767384292.426382:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000be1fae12. 00080000:00000010:0.0:1767384292.426385:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de8f4737. 00000040:00000010:0.0:1767384292.427289:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007232b54e. 00000040:00000010:0.0:1767384292.427298:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000046cdd261. 00000040:00000010:0.0:1767384292.427314:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000003d9c6ce5. 00000020:00000010:0.0:1767384292.427318:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f1985c2. 00080000:00000010:0.0:1767384292.427321:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002bc388b6. 00000040:00000010:0.0:1767384292.427362:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b8f5eaae. 00000040:00000010:0.0:1767384292.427372:0:16777:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000003e18f43c. 00000040:00000010:0.0:1767384292.427975:0:16777:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000003e18f43c. 00000040:00000010:0.0:1767384292.427991:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005e3373be. 00000040:00000010:0.0:1767384292.427996:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000031e05f4d. 00000040:00000010:0.0:1767384292.428014:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000942c7e3e. 00000020:00000010:0.0:1767384292.428018:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000069538275. 00080000:00000010:0.0:1767384292.428021:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ecb3295. 00000040:00000010:0.0:1767384292.428075:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003e18f43c. 00000040:00000010:0.0:1767384292.428089:0:16777:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000ac9f6158. 00000040:00000010:0.0:1767384292.428705:0:16777:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000ac9f6158. 00000040:00000010:0.0:1767384292.428712:0:16777:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008f8d0a78. 00000020:00000010:0.0:1767384292.428715:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000946fc33e. 00000020:00000010:0.0:1767384292.428718:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087dc3955. 00000040:00000010:0.0:1767384292.428721:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000017d9a3e2. 00000020:00000010:0.0:1767384292.428729:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078126784. 00000020:00000010:0.0:1767384292.428732:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.428735:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b301ebc5. 80000000:00000010:0.0:1767384292.428737:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d719c542. 40000000:00000010:0.0:1767384292.428739:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008600e14e. 00100000:00000010:0.0:1767384292.428742:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000531c798e. 00040000:00000010:0.0:1767384292.428745:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000010035761. 00040000:00000010:0.0:1767384292.428747:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000016b440c4. 00040000:00000010:0.0:1767384292.428750:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041699dad. 00080000:00000010:0.0:1767384292.428752:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007c9b9ad6. 00000004:00000010:0.0:1767384292.428754:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b5456218. 00000004:00000010:0.0:1767384292.428758:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008650a7ba. 00000004:00000010:0.0:1767384292.428760:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045090cdf. 00002000:00000010:0.0:1767384292.428762:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bc07c030. 00000004:00000010:0.0:1767384292.428765:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005e660326. 00000020:00000010:0.0:1767384292.428768:0:16777:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a62969bd. 00000040:00000010:0.0:1767384292.428772:0:16777:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ac9f6158. 00000040:00000010:0.0:1767384292.429421:0:16777:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ac9f6158. 00000020:00000010:0.0:1767384292.429425:0:16777:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a62969bd. 00000020:00000010:0.0:1767384292.429430:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087dc3955. 00000040:00000010:0.0:1767384292.429434:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000017d9a3e2. 00000020:00000010:0.0:1767384292.429436:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078126784. 00000020:00000010:0.0:1767384292.429439:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.429442:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b301ebc5. 80000000:00000010:0.0:1767384292.429444:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d719c542. 40000000:00000010:0.0:1767384292.429446:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008600e14e. 00100000:00000010:0.0:1767384292.429449:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000531c798e. 00040000:00000010:0.0:1767384292.429451:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000010035761. 00040000:00000010:0.0:1767384292.429453:0:16777:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000016b440c4. 00040000:00000010:0.0:1767384292.429455:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041699dad. 00080000:00000010:0.0:1767384292.429457:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007c9b9ad6. 00000004:00000010:0.0:1767384292.429460:0:16777:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b5456218. 00000004:00000010:0.0:1767384292.429462:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008650a7ba. 00000004:00000010:0.0:1767384292.429465:0:16777:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045090cdf. 00002000:00000010:0.0:1767384292.429473:0:16777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bc07c030. 00000004:00000010:0.0:1767384292.429475:0:16777:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005e660326. 00000020:00000010:0.0:1767384292.429478:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000946fc33e. 00000040:00000010:0.0:1767384292.429480:0:16777:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008f8d0a78. 00000040:00000010:0.0:1767384292.429484:0:16777:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008f8d0a78. 00000020:00000010:0.0:1767384292.429486:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041699dad. 00000020:00000010:0.0:1767384292.429488:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b301ebc5. 00000040:00000010:0.0:1767384292.429490:0:16777:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000017d9a3e2. 00000020:00000010:0.0:1767384292.429493:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045090cdf. 00000020:00000010:0.0:1767384292.429495:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.429498:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de59a6c7. 80000000:00000010:0.0:1767384292.429500:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d719c542. 40000000:00000010:0.0:1767384292.429502:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008600e14e. 00100000:00000010:0.0:1767384292.429504:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b5456218. 00040000:00000010:0.0:1767384292.429507:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000010035761. 00040000:00000010:0.0:1767384292.429509:0:16777:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007c9b9ad6. 00040000:00000010:0.0:1767384292.429511:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000946fc33e. 00080000:00000010:0.0:1767384292.429514:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000016b440c4. 00000004:00000010:0.0:1767384292.429516:0:16777:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000531c798e. 00000004:00000010:0.0:1767384292.429518:0:16777:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008650a7ba. 00000004:00000010:0.0:1767384292.429520:0:16777:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078126784. 00002000:00000010:0.0:1767384292.429522:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e660326. 00000004:00000010:0.0:1767384292.429524:0:16777:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bc07c030. 00000020:00000010:0.0:1767384292.429526:0:16777:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d14b88b3. 00000040:00000010:0.0:1767384292.429530:0:16777:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ac9f6158. 00000040:00000010:0.0:1767384292.430192:0:16777:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ac9f6158. 00000020:00000010:0.0:1767384292.430207:0:16777:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d14b88b3. 00000020:00000010:0.0:1767384292.430211:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b301ebc5. 00000040:00000010:0.0:1767384292.430214:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000017d9a3e2. 00000020:00000010:0.0:1767384292.430216:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000045090cdf. 00000020:00000010:0.0:1767384292.430218:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.430220:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000de59a6c7. 80000000:00000010:0.0:1767384292.430222:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d719c542. 40000000:00000010:0.0:1767384292.430224:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008600e14e. 00100000:00000010:0.0:1767384292.430233:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b5456218. 00040000:00000010:0.0:1767384292.430235:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000010035761. 00040000:00000010:0.0:1767384292.430237:0:16777:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007c9b9ad6. 00040000:00000010:0.0:1767384292.430239:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000946fc33e. 00080000:00000010:0.0:1767384292.430241:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000016b440c4. 00000004:00000010:0.0:1767384292.430244:0:16777:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000531c798e. 00000004:00000010:0.0:1767384292.430246:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008650a7ba. 00000004:00000010:0.0:1767384292.430248:0:16777:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000078126784. 00002000:00000010:0.0:1767384292.430250:0:16777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005e660326. 00000004:00000010:0.0:1767384292.430252:0:16777:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bc07c030. 00000020:00000010:0.0:1767384292.430254:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041699dad. 00000040:00000010:0.0:1767384292.430256:0:16777:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008f8d0a78. 00000040:00000010:0.0:1767384292.430260:0:16777:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007e2f5b6f. 00000040:00000010:0.0:1767384292.430266:0:16777:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000946fc33e. 00000040:00000010:0.0:1767384292.430286:0:16777:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 0000000040c9ed16. 00000020:00000010:0.0:1767384292.430290:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010035761. 00080000:00000010:0.0:1767384292.430294:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000208dab91. 00000040:00000010:0.0:1767384292.430325:0:16777:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ac9f6158. 00000001:00000010:0.0:1767384292.430333:0:16777:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000010794cb. 00000004:00000010:0.0:1767384292.430352:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000031ac3733. 00000004:00000010:0.0:1767384292.430356:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006502c9c6. 00000004:00000010:0.0:1767384292.430359:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001c0918c0. 00080000:00000010:0.0:1767384292.430362:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092b85e68. 00080000:00000010:0.0:1767384292.430391:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc07c030. 00080000:00000010:0.0:1767384292.430401:0:16777:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000051955254. 00080000:00000010:0.0:1767384292.430671:0:16777:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000092b85e68. 00000004:00000010:0.0:1767384292.430676:0:16777:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001c0918c0. 00000004:00000010:0.0:1767384292.430678:0:16777:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006502c9c6. 00000004:00000010:0.0:1767384292.430680:0:16777:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000031ac3733. 00000020:00000010:0.0:1767384292.430693:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f84ae42f. 00080000:00000010:0.0:1767384292.430696:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092b85e68. 00080000:00000010:0.0:1767384292.430702:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006fbdb975. 00000020:00000010:0.0:1767384292.431012:0:16777:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000008ab7765. 00100000:00000010:0.0:1767384292.431035:0:16777:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000daf4b31a. 00080000:00000010:0.0:1767384292.431064:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000dac5e11. 00000020:00000010:0.0:1767384292.431103:0:16777:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000008ab7765. 00000020:00000010:0.0:1767384292.431123:0:16777:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000004bc1a671. 00080000:00000010:0.0:1767384292.431158:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009d45555e. 00080000:00000010:0.0:1767384292.431189:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005f7571a3. 00080000:00000010:0.0:1767384292.431232:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a584b2f5. 00100000:00000010:0.0:1767384292.431259:0:16777:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000008650a7ba. 00000020:00000010:0.0:1767384292.431288:0:16777:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000998fbdd2. 00000004:00000010:0.0:1767384292.431305:0:16777:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006331e282. 00000004:00000010:0.0:1767384292.431309:0:16777:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006502c9c6. 00000004:00000010:0.0:1767384292.431312:0:16777:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001c0918c0. 00080000:00000010:0.0:1767384292.431315:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5c1b667. 00000020:00000010:0.0:1767384292.431326:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000076596630. 00080000:00000010:0.0:1767384292.431329:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e3075481. 00000020:00000010:0.0:1767384292.431363:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000656c72e3. 00080000:00000010:0.0:1767384292.431366:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071b6ab98. 00100000:00000010:0.0:1767384292.431424:0:16777:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000497e3d90. 00100000:00000010:0.0:1767384292.431427:0:16777:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000008cbf2120. 00100000:00000010:0.0:1767384292.431474:0:16777:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000008cbf2120. 00100000:00000010:0.0:1767384292.431478:0:16777:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000078126784. 00100000:00000010:0.0:1767384292.431482:0:16777:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000a21c7f7a. 00100000:00000010:0.0:1767384292.431485:0:16777:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000001c7d96d8. 00100000:00000010:0.0:1767384292.431488:0:16777:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000c71a5dc8. 00000020:00000010:0.0:1767384292.431503:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c6388231. 00080000:00000010:0.0:1767384292.431506:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2cc9151. 00000020:00000010:0.0:1767384292.431708:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000782fdab6. 00080000:00000010:0.0:1767384292.431713:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c17f9f6. 00000020:00000010:0.0:1767384292.431749:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000575a29c. 00080000:00000010:0.0:1767384292.431753:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000074ef9657. 00000020:00000010:0.0:1767384292.431778:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007ff3d376. 00080000:00000010:0.0:1767384292.431781:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008535681b. 00000020:00000010:0.0:1767384292.431805:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099e6f2fa. 00080000:00000010:0.0:1767384292.431814:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000095846231. 00000020:00000010:0.0:1767384292.431846:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000d24ceb8. 00080000:00000010:0.0:1767384292.431849:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002067fdde. 00000020:00000010:0.0:1767384292.431873:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f985fcd6. 00080000:00000010:0.0:1767384292.431902:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000531758ab. 00000020:00000010:0.0:1767384292.431938:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000093dd794a. 00080000:00000010:0.0:1767384292.431941:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000737ffda5. 00000020:00000010:0.0:1767384292.431968:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c74cf457. 00080000:00000010:0.0:1767384292.431971:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c9f4908. 00000020:00000010:0.0:1767384292.432008:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb19107b. 00080000:00000010:0.0:1767384292.432011:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000439153b3. 00000020:00000010:0.0:1767384292.432036:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000417df92e. 00080000:00000010:0.0:1767384292.432039:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078876447. 00000020:00000010:0.0:1767384292.432075:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000047ec8573. 00080000:00000010:0.0:1767384292.432078:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4a23204. 00000020:00000010:0.0:1767384292.432103:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df15807a. 00080000:00000010:0.0:1767384292.432127:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bad631f0. 00000020:00000010:0.0:1767384292.432177:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000704d00e0. 00080000:00000010:0.0:1767384292.432181:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0bd8efb. 00000020:00000010:0.0:1767384292.432222:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ada9c09. 00080000:00000010:0.0:1767384292.432226:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c04cc47. 00000020:00000010:0.0:1767384292.432252:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a56e191. 00080000:00000010:0.0:1767384292.432255:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036cf770e. 00000020:00000010:0.0:1767384292.432282:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000065250178. 00080000:00000010:0.0:1767384292.432285:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000409d7898. 00100000:00000010:0.0:1767384292.432307:0:16777:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000531c798e. 00100000:00000010:0.0:1767384292.432310:0:16777:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000b2c3b5db. 00100000:00000010:0.0:1767384292.432314:0:16777:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000b4133cd3. 00100000:00000010:0.0:1767384292.432317:0:16777:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000005569a1c1. 00000020:00000010:0.0:1767384292.432326:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004eeeee61. 00080000:00000010:0.0:1767384292.432329:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000126f9abb. 00000020:00000010:0.0:1767384292.432415:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000abbf6fa4. 00080000:00000010:0.0:1767384292.432426:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004091727c. 00000020:00000010:0.0:1767384292.432464:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001443f70e. 00080000:00000010:0.0:1767384292.432468:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008914cdea. 00000020:00000010:0.0:1767384292.432493:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005d1d4d77. 00080000:00000010:0.0:1767384292.432496:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d12daecf. 00000020:00000010:0.0:1767384292.432522:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006639aa47. 00080000:00000010:0.0:1767384292.432525:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c91a8a75. 00000020:00000010:0.0:1767384292.432570:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b10bed3a. 00080000:00000010:0.0:1767384292.432573:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e14f1f5. 00000020:00000010:0.0:1767384292.432665:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b0225d57. 00080000:00000010:0.0:1767384292.432691:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2939365. 00000020:00000010:0.0:1767384292.432726:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061268bec. 00080000:00000010:0.0:1767384292.432730:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4f6a14. 00000020:00000010:0.0:1767384292.432755:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b7510210. 00080000:00000010:0.0:1767384292.432758:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1df31c3. 00000020:00000010:0.0:1767384292.432782:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b42fa389. 00080000:00000010:0.0:1767384292.432785:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c99af46f. 00000020:00000010:0.0:1767384292.432809:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bfb81945. 00080000:00000010:0.0:1767384292.432812:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0bedc37. 00000020:00000010:0.0:1767384292.432836:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d09b3ff3. 00080000:00000010:0.0:1767384292.432840:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000946b5699. 00000020:00000010:0.0:1767384292.432873:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061a0bc87. 00080000:00000010:0.0:1767384292.432893:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000212be28c. 00000020:00000010:0.0:1767384292.432927:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003b096b00. 00080000:00000010:0.0:1767384292.432930:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e9b2dab. 00000020:00000010:0.0:1767384292.432958:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000024a1fccc. 00080000:00000010:0.0:1767384292.432961:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001cf862d0. 00000020:00000010:0.0:1767384292.432995:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000576870e4. 00080000:00000010:0.0:1767384292.433048:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063ea00a7. 00000020:00000010:0.0:1767384292.433085:0:16777:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d4746d3. 00080000:00000010:0.0:1767384292.433088:0:16777:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049e4c407. 00100000:00000010:0.0:1767384292.433152:0:16777:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000003a751a27. 00200000:00000010:0.0:1767384292.433158:0:16777:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000008cbf2120. 00000020:00000010:0.0:1767384292.433176:0:16777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad3ae1e3. 00000020:00000010:0.0:1767384292.433179:0:16777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004380ecd3. 00000020:00000010:0.0:1767384292.433182:0:16777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016b440c4. 00000020:00000010:0.0:1767384292.433184:0:16777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.433187:0:16777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec4dd9b8. 80000000:00000010:0.0:1767384292.433189:0:16777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000013ba041c. 40000000:00000010:0.0:1767384292.433191:0:16777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee88b75d. 00100000:00000010:0.0:1767384292.433208:0:16777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007c9b9ad6. 00040000:00000010:0.0:1767384292.433211:0:16777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039e953a4. 00040000:00000010:0.0:1767384292.433214:0:16777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ebc849c. 00080000:00000010:0.0:1767384292.433217:0:16777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b5456218. 00002000:00000010:0.0:1767384292.433219:0:16777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000168910bc. 00080000:00000010:0.0:1767384292.433225:0:16777:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082250247. 00080000:00000010:1.0:1767384292.445862:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082250247. 00080000:00000010:1.0:1767384292.445871:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a584b2f5. 00080000:00000010:1.0:1767384292.445874:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005f7571a3. 00080000:00000010:1.0:1767384292.445876:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009d45555e. 00080000:00000010:1.0:1767384292.445878:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000dac5e11. 00080000:00000010:1.0:1767384292.445881:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006fbdb975. 00080000:00000010:1.0:1767384292.445886:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc07c030. 00000020:00000010:0.0:1767384292.445970:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004380ecd3. 00000020:00000010:0.0:1767384292.445986:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016b440c4. 00000020:00000010:0.0:1767384292.445989:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384292.445992:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec4dd9b8. 80000000:00000010:0.0:1767384292.445995:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000013ba041c. 40000000:00000010:0.0:1767384292.445997:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee88b75d. 00100000:00000010:0.0:1767384292.445999:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007c9b9ad6. 00040000:00000010:0.0:1767384292.446002:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039e953a4. 00040000:00000010:0.0:1767384292.446004:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ebc849c. 00080000:00000010:0.0:1767384292.446007:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b5456218. 00002000:00000010:0.0:1767384292.446009:0:16777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000168910bc. 00000020:00000010:0.0:1767384292.446011:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad3ae1e3. 00000004:00000010:0.0:1767384292.446020:0:16777:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000ee88b75d. 00000004:00000010:0.0:1767384292.446314:0:16777:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000ee88b75d. 00000020:00000010:0.0:1767384292.446340:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000084d9aa19. 00000040:00000010:0.0:1767384292.446348:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073cba2ce. 00000020:00000010:0.0:1767384292.446357:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000024388b09. 00000020:00000010:0.0:1767384292.446366:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f98589b. 00000020:00000010:0.0:1767384292.446377:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e952a16f. 80000000:00000010:0.0:1767384292.446383:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004363d5b1. 40000000:00000010:0.0:1767384292.446398:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f08509c. 00000020:00000010:0.0:1767384292.446404:0:16777:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000998fbdd2. 00100000:00000010:0.0:1767384292.446409:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000909d48d1. 00040000:00000010:0.0:1767384292.446413:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096178b9a. 00040000:00000010:0.0:1767384292.446418:0:16777:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000700e0fb6. 00040000:00000010:0.0:1767384292.446421:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007e29e39d. 00080000:00000010:0.0:1767384292.446424:0:16777:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000051955254. 00000020:00000010:0.0:1767384292.446428:0:16777:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000004bc1a671. 00080000:00000010:0.0:1767384292.446432:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000238ffa7c. 00000004:00000010:0.0:1767384292.446435:0:16777:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b3f0471b. 00000004:00000010:0.0:1767384292.446438:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000513b87ab. 00000004:00000010:0.0:1767384292.446442:0:16777:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000bfa4485. 00000004:00000010:0.0:1767384292.446445:0:16777:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc4110ca. 00000020:00000010:0.0:1767384292.446448:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab5594c. 00000020:00000010:0.0:1767384292.446451:0:16777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000036f076c. 00000020:00000010:0.0:1767384292.446454:0:16777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000649a610b. 00000020:00000010:0.0:1767384292.446458:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dceb3777. 00000400:00000010:0.0:1767384292.446526:0:16777:0:(api-ni.c:3420:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 000000000d2e3eb6. 00000400:00000200:0.0:1767384292.446530:0:16777:0:(api-ni.c:3434:LNetRegisterNIDUpdates()) Registering 000000000a5e5f86/000000000ecd437b party for NID updates 00000040:00000010:0.0:1767384292.446540:0:16777:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000cd046421. 00000020:00000010:0.0:1767384292.446549:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000001225a48. 00000040:00000010:0.0:1767384292.446599:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ef0eb70. 00000020:00000010:0.0:1767384292.446604:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005b3dc9a8. 00000020:00000010:0.0:1767384292.446607:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b17dd37d. 80000000:00000010:0.0:1767384292.446610:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007b878707. 00040000:00000010:0.0:1767384292.446614:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ab541dd7. 00080000:00000010:0.0:1767384292.446617:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000006b44f9f. 20000000:00000010:0.0:1767384292.446620:0:16777:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000714c709. 00000020:00000010:0.0:1767384292.446623:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d5000c. 00000020:00000010:1.0:1767384293.332606:0:366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c710bc1f. 00000020:00000010:1.0:1767384293.332617:0:366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000064a3c509. 00080000:00000001:1.0:1767384293.898696:0:17068:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384293.898709:0:17068:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.898712:0:17068:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.194982:0:17118:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384294.194994:0:17118:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.194997:0:17118:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.356614:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384294.356632:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.356639:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384294.356642:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.838337:0:17167:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384294.838354:0:17167:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.838360:0:17167:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.379663:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384295.379670:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.379676:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384295.379678:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.379778:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384295.379782:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.379785:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384295.842367:0:17251:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384295.842372:0:17251:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384295.847733:0:17251:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:0.0:1767384296.310425:0:17263:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384296.310476:0:17263:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.310482:0:17263:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384296.403668:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384296.403674:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384296.403682:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384296.403684:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384296.889973:0:17311:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384296.889990:0:17311:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384296.889996:0:17311:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.428644:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384297.428649:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.428653:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384297.428654:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.620690:0:16153:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384297.620702:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.620706:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.620713:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.620719:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.620724:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.620727:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.620795:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384297.620814:0:16156:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f5c3de1. 00000020:00000010:1.0:1767384297.620823:0:16156:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a0164858. 80000000:00000010:1.0:1767384297.620830:0:16156:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000190fa325. 40000000:00000010:1.0:1767384297.620836:0:16156:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000070996de2. 00000008:00000010:1.0:1767384297.620842:0:16156:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000eedc6da4. 00020000:00000010:1.0:1767384297.620854:0:16156:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000a7dc3330. 00008000:00000010:1.0:1767384297.620860:0:16156:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001d8d2beb. 00100000:00000010:1.0:1767384297.620866:0:16156:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002d8db478. 00040000:00000010:1.0:1767384297.620869:0:16156:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000430fa0d6. 00040000:00000010:1.0:1767384297.620872:0:16156:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b9c27afc. 00040000:00000010:1.0:1767384297.620876:0:16156:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8f307f7. 00080000:00000010:1.0:1767384297.620879:0:16156:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de44a742. 00000004:00000010:1.0:1767384297.620883:0:16156:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000966393fd. 00000004:00000010:1.0:1767384297.620887:0:16156:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000155e6d0c. 00000004:00000010:1.0:1767384297.620891:0:16156:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ef37bd37. 00002000:00000010:1.0:1767384297.620895:0:16156:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000dac5e11. 00000004:00000010:1.0:1767384297.620902:0:16156:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006fbdb975. 00000080:00000010:1.0:1767384297.620909:0:16156:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cd9d6c63. 00000080:00000010:1.0:1767384297.620917:0:16156:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000222f057e. 00000008:00000010:1.0:1767384297.620935:0:16156:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000512acb08. 00020000:00000010:1.0:1767384297.620942:0:16156:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000081434fe1. 00008000:00000010:1.0:1767384297.620965:0:16156:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005fa198b2. 00000080:00000010:1.0:1767384297.620972:0:16156:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b2f3716d. 00000100:00000001:1.0:1767384297.620981:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.620986:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384297.620996:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621022:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384297.621027:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.621033:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384297.621039:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384297.621044:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.621055:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744031488:0@lo:400: 00000100:00000001:1.0:1767384297.621067:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384297.621106:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384297.621117:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.621124:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384297.621130:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0b727be. 02000000:00000001:1.0:1767384297.621139:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384297.621144:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384297.621152:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384297.621159:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744031488, portal 25 00000100:00000001:1.0:1767384297.621164:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384297.621167:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353482496 : -120961356069120 : ffff91fc7d570700) 00000100:00000040:1.0:1767384297.621175:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621187:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384297.621192:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384297.621196:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384297.621198:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744031488, offset 0 00000400:00000200:1.0:1767384297.621203:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384297.621214:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384297.621224:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd00d00 00000400:00000200:1.0:1767384297.621235:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x161 [2] + 0 00000400:00000010:1.0:1767384297.621242:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011bcfcbe. 00000400:00000200:1.0:1767384297.621248:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030d0f731 00000400:00000200:1.0:1767384297.621255:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384297.621263:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384297.621269:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d0f731 00000400:00000010:1.0:1767384297.621273:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030d0f731. 00000100:00000001:1.0:1767384297.621278:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384297.621281:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384297.621285:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000014e38bd2 x1853236744031488 msgsize 224 00000100:00100000:1.0:1767384297.621293:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384297.621296:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384297.621305:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384297.621312:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005214c6ac 00000400:00000010:1.0:1767384297.621314:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005214c6ac. 00000100:00000001:1.0:1767384297.621328:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384297.621330:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621343:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.621354:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621370:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621372:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.621376:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621382:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294886404 00000100:00000010:1.0:1767384297.621405:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d923df0. 00000100:00000001:1.0:1767384297.621416:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384297.621429:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294886404 00000100:00000010:1.0:1767384297.621439:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000650f586. 00000100:00000001:1.0:1767384297.621447:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384297.621458:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294886404 00000100:00000010:1.0:1767384297.621469:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb1c2306. 00000100:00000001:1.0:1767384297.621474:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384297.621485:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294886404 00000100:00000010:1.0:1767384297.621493:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7aa040d. 00000100:00000001:1.0:1767384297.621500:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384297.621506:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.621511:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621515:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621519:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.621525:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.621530:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384297.621535:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.621537:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.621539:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621543:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621598:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.621602:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.621604:0:16153:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384297.621613:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027c696b x1853236744031616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621637:0:16153:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384297.621665:0:16153:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.621671:0:16153:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384297.621675:0:16153:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384297.621677:0:16153:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.621686:0:16153:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16153:1853236744031616:0@lo:38: 00000100:00000001:1.0:1767384297.621692:0:16153:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384297.621696:0:16153:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384297.621699:0:16153:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.621704:0:16153:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384297.621709:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc07c030. 02000000:00000001:1.0:1767384297.621714:0:16153:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384297.621718:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000400:00000010:1.0:1767384297.621723:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384297.621727:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744031616, portal 10 00000100:00000001:1.0:1767384297.621729:0:16153:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384297.621731:0:16153:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000100:00000040:1.0:1767384297.621742:0:16153:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027c696b x1853236744031616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621753:0:16153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384297.621760:0:16153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384297.621764:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c19a347. 00000100:00000200:1.0:1767384297.621768:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236744031616, offset 0 00000400:00000200:1.0:1767384297.621774:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384297.621784:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384297.621796:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dd00d80 00000400:00000200:1.0:1767384297.621804:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:1.0:1767384297.621813:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384297.621820:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384297.621825:0:16153:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384297.621828:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384297.621833:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050b6fd0f. 00000100:00000040:1.0:1767384297.621838:0:16153:0:(events.c:337:request_in_callback()) incoming req@0000000050b6fd0f x1853236744031616 msgsize 520 00000100:00100000:1.0:1767384297.621847:0:16153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384297.621858:0:16153:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384297.621871:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c19a347 00000400:00000010:1.0:1767384297.621874:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c19a347. 00000100:00000001:1.0:1767384297.621876:0:16153:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384297.621881:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027c696b x1853236744031616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621892:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.621897:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027c696b x1853236744031616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.621905:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621907:0:16153:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384297.621913:0:16153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.621920:0:16153:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 553 usecs (1 jiffies) 00000100:00000001:1.0:1767384297.621924:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886403 00000100:00000001:1.0:1767384297.621939:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886404 00000100:00000001:1.0:1767384297.621942:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886403 00000100:00000001:1.0:1767384297.621944:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886404 00000100:00000001:1.0:1767384297.621946:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886403 00000100:00000001:1.0:1767384297.621949:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886404 00000100:00000001:1.0:1767384297.621951:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886403 00000100:00000001:1.0:1767384297.621954:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886404 00000100:00000001:1.0:1767384297.621960:0:16153:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.621965:0:16153:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621989:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.621996:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622010:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.622016:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622026:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.622030:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.622037:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.622046:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384297.622186:0:16796:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002c6ec90a. 00000100:00000001:1.0:1767384297.622194:0:16796:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384297.622203:0:16796:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:1.0:1767384297.622214:0:16796:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000ae4696f. 00000100:00100000:1.0:1767384297.622223:0:16796:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:1.0:1767384297.622293:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.622297:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384297.622305:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384297.622309:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384297.622312:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:1.0:1767384297.622316:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384297.622319:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384297.622331:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384297.622338:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384297.622352:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.622365:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384297.622368:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622374:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384297.622378:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384297.622400:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.622405:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.622410:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384297.622418:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384297.622424:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384297.622434:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384297.622439:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384297.622444:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384297.622449:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.622455:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.622464:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.622488:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.622498:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384297.622505:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384297.622518:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384297.622562:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744031488:0@lo:400: 00000100:00000001:1.0:1767384297.622613:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622616:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384297.622620:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ede0195 x1853236744031488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.622632:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384297.622637:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384297.622660:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0b727be. 02000000:00000001:1.0:1767384297.622666:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384297.622671:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384297.622675:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384297.622677:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384297.622679:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c2dcca6. 02000000:00000001:1.0:1767384297.622687:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384297.622690:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384297.622692:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000100:00000001:1.0:1767384297.622697:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384297.622698:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622700:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.622704:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.622706:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.622713:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.622716:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.622749:0:16796:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.624679:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294886404, at 4294886405 00000100:00000010:0.0:1767384297.624687:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d923df0. 00000100:00000040:1.0:1767384297.625667:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294886404, at 4294886406 00000100:00000010:1.0:1767384297.625676:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000650f586. 00080000:00000001:0.0:1767384298.070029:0:17564:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384298.070042:0:17564:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.070046:0:17564:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767384298.079233:0:17564:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:0.0:1767384298.079236:0:17564:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 00000000be01c9db 00000020:00000001:0.0:1767384298.079240:0:17564:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:0.0:1767384298.079243:0:17564:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000a6dccbb9. 00000020:00000010:0.0:1767384298.079246:0:17564:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000a5bc0b2d. 00000020:00000001:0.0:1767384298.079248:0:17564:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446623111441905664 : -120962267645952 : ffff91fc47017800) 00000020:00000001:0.0:1767384298.079254:0:17564:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:0.0:1767384298.079257:0:17564:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000eae37d36. 00000020:00000010:0.0:1767384298.079266:0:17564:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000d106c394. 00000020:00000010:0.0:1767384298.079273:0:17564:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 000000009ba81bbb. 00000020:00000010:0.0:1767384298.079287:0:17564:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000a1b3fecc. 00000020:00000010:0.0:1767384298.079292:0:17564:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 0000000031db43c2. 00000020:01000004:0.0:1767384298.079295:0:17564:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:0.0:1767384298.079296:0:17564:0:(obd_mount.c:904:lmd_print()) device: lustre-ost1/ost1 00000020:00000001:0.0:1767384298.079298:0:17564:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.079301:0:17564:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:0.0:1767384298.079303:0:17564:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:0.0:1767384298.079307:0:17564:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.079309:0:17564:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:0.0:1767384298.079321:0:17564:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1767384298.079330:0:17564:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000001:0.0:1767384298.079332:0:17564:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-zfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:0.0:1767384298.079337:0:17564:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000855fa347. 00000020:00000080:0.0:1767384298.079339:0:17564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384298.079342:0:17564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384298.079346:0:17564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384298.079355:0:17564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000b8004f3a. 00000020:00000080:0.0:1767384298.079358:0:17564:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000b8004f3a) 00000020:00000001:0.0:1767384298.079367:0:17564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384298.079369:0:17564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006349fe49. 00000020:00000001:0.0:1767384298.079371:0:17564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.079373:0:17564:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006349fe49 with handle 0xf489261bfe0bc4bf to hash 00000020:00000001:0.0:1767384298.079375:0:17564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384298.079378:0:17564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384298.079379:0:17564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.079381:0:17564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623111441885184 : -120962267666432 : ffff91fc47012800) 00000020:00000040:0.0:1767384298.079384:0:17564:0:(genops.c:898:class_export_put()) PUTting export 000000006349fe49 : new refcount 1 00000020:00000040:0.0:1767384298.079389:0:17564:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000b8004f3a) now 2 - obd_device_list 00000020:00000001:0.0:1767384298.079393:0:17564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384298.079396:0:17564:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-zfs with refcount 2 00000020:00000001:0.0:1767384298.079397:0:17564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.079399:0:17564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.079402:0:17564:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000855fa347. 00000020:00000001:0.0:1767384298.079404:0:17564:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 lustre-ost1/ost1 0:32768 (null) lustre-OST0000 00000020:00000010:0.0:1767384298.079406:0:17564:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000855fa347. 00000020:00000080:0.0:1767384298.079408:0:17564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384298.079411:0:17564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384298.079422:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384298.079425:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000027ec2845. 00000001:00000010:0.0:1767384298.079429:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000047d73b71. 00000001:00000010:0.0:1767384298.079431:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5b4052e. 00000001:00000010:0.0:1767384298.079434:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b81a35f. 00000001:00000010:0.0:1767384298.079435:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000383a919d. 00000001:00000010:0.0:1767384298.079437:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000221212d6. 00000001:00000001:0.0:1767384298.079439:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384298.079440:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000083f09486. 00000001:00000010:0.0:1767384298.079442:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bf65e769. 00000001:00000010:0.0:1767384298.079443:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef3b2d35. 00000001:00000010:0.0:1767384298.079445:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000055bea87. 00000001:00000010:0.0:1767384298.079447:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079651d3c. 00000001:00000010:0.0:1767384298.079449:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d5c4fa9. 00000020:00000001:0.0:1767384298.079450:0:17564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384298.079457:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000558af428. 00000020:00000010:0.0:1767384298.079461:0:17564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000027ad54dc. 00000020:00000010:0.0:1767384298.079465:0:17564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b79243c3. 00000008:00000010:0.0:1767384298.079469:0:17564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ea2a2ffb. 00020000:00000010:0.0:1767384298.079473:0:17564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000771215d5. 00008000:00000010:0.0:1767384298.079476:0:17564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005494d3f9. 00000080:00000010:0.0:1767384298.079482:0:17564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000075aec946. 00000020:00000010:0.0:1767384298.079484:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cb99471. 00000020:00000010:0.0:1767384298.079487:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e38dec5. 00000040:00000010:0.0:1767384298.079489:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004bf97e04. 00000020:00000010:0.0:1767384298.079492:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000329f57c5. 00000020:00000010:0.0:1767384298.079495:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004b9b2781. 00040000:00000010:0.0:1767384298.079499:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b6612867. 00040000:00000010:0.0:1767384298.079501:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066958059. 00080000:00000010:0.0:1767384298.079504:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba194d2e. 00080000:00000010:0.0:1767384298.079522:0:17564:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000627b4cbb. 00080000:00000001:0.0:1767384298.079525:0:17564:0:(osd_handler.c:1351:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.079528:0:17564:0:(osd_handler.c:1127:osd_mount()) Process entered 00080000:00000001:0.0:1767384298.079531:0:17564:0:(osd_handler.c:955:osd_objset_open()) Process entered 00000100:00000001:0.0:1767384298.145156:0:17569:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384298.145176:0:17569:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008520c2cb. 00000020:00000010:0.0:1767384298.145181:0:17569:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006cec6aea. 00000020:00000010:0.0:1767384298.145185:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b48080c. 00000020:00000010:0.0:1767384298.145188:0:17569:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069d9e4fc. 00000020:00000010:0.0:1767384298.145193:0:17569:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d3a6bc5. 00000020:00000010:0.0:1767384298.145198:0:17569:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fcc30b55. 00000020:00000010:0.0:1767384298.145202:0:17569:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000113c2225. 80000000:00000010:0.0:1767384298.145208:0:17569:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a44656aa. 40000000:00000010:0.0:1767384298.145214:0:17569:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005cc356d4. 00100000:00000010:0.0:1767384298.145220:0:17569:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f04e5e5a. 00040000:00000010:0.0:1767384298.145226:0:17569:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000037ba41d7. 00040000:00000010:0.0:1767384298.145232:0:17569:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac447ada. 00080000:00000010:0.0:1767384298.145236:0:17569:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a4c1a0fb. 00002000:00000010:0.0:1767384298.145242:0:17569:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ba2578ba. 00000100:00000200:0.0:1767384298.145258:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145266:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c95e7ba. 00000400:00000010:0.0:1767384298.145274:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bddcce77. 00000100:00000200:0.0:1767384298.145278:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145281:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033bd53b2. 00000400:00000010:0.0:1767384298.145284:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000067f32342. 00000100:00000200:0.0:1767384298.145286:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145288:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed6b2ed. 00000400:00000010:0.0:1767384298.145290:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fc4ee456. 00000100:00000200:0.0:1767384298.145292:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145294:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063b9f243. 00000400:00000010:0.0:1767384298.145296:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a767ae6d. 00000100:00000200:0.0:1767384298.145298:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145299:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007483d1b3. 00000400:00000010:0.0:1767384298.145301:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008fb896a5. 00000100:00000200:0.0:1767384298.145303:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145305:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd62d743. 00000400:00000010:0.0:1767384298.145307:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b6612867. 00000100:00000200:0.0:1767384298.145309:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145310:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfefabb. 00000400:00000010:0.0:1767384298.145320:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003d936ae9. 00000100:00000200:0.0:1767384298.145321:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145323:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1855835. 00000400:00000010:0.0:1767384298.145325:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cf7ef022. 00000100:00000200:0.0:1767384298.145326:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145328:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b1317c8. 00000400:00000010:0.0:1767384298.145330:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000027632c37. 00000100:00000200:0.0:1767384298.145331:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145333:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000746362dc. 00000400:00000010:0.0:1767384298.145334:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008cafb7e2. 00000100:00000200:0.0:1767384298.145336:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145337:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c376e7. 00000400:00000010:0.0:1767384298.145340:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000635ed4fd. 00000100:00000200:0.0:1767384298.145342:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145344:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003303ba1e. 00000400:00000010:0.0:1767384298.145363:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005dc13d03. 00000100:00000200:0.0:1767384298.145373:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145375:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c0a815e. 00000400:00000010:0.0:1767384298.145377:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069c669a0. 00000100:00000200:0.0:1767384298.145380:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145382:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f9df379. 00000400:00000010:0.0:1767384298.145384:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000290f2fe. 00000100:00000200:0.0:1767384298.145386:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145388:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7a03ff1. 00000400:00000010:0.0:1767384298.145390:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000073464df0. 00000100:00000200:0.0:1767384298.145393:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145395:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acbbf464. 00000400:00000010:0.0:1767384298.145398:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b9f85996. 00000100:00000200:0.0:1767384298.145400:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145402:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3a0601b. 00000400:00000010:0.0:1767384298.145405:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b4c7e9a0. 00000100:00000200:0.0:1767384298.145407:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145409:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a451f20. 00000400:00000010:0.0:1767384298.145411:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f62bcc4d. 00000100:00000200:0.0:1767384298.145413:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145415:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000066de2a2. 00000400:00000010:0.0:1767384298.145418:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000459f5bea. 00000100:00000200:0.0:1767384298.145420:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145422:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2e78851. 00000400:00000010:0.0:1767384298.145424:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e5fdce25. 00000100:00000200:0.0:1767384298.145426:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145428:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a7e47a7. 00000400:00000010:0.0:1767384298.145431:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dc09ea76. 00000100:00000200:0.0:1767384298.145433:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145435:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c4cdc4a. 00000400:00000010:0.0:1767384298.145438:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003d5484df. 00000100:00000200:0.0:1767384298.145440:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145442:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ff95c2. 00000400:00000010:0.0:1767384298.145444:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007d444a1e. 00000100:00000200:0.0:1767384298.145446:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145448:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a17fae99. 00000400:00000010:0.0:1767384298.145450:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cb8b9db0. 00000100:00000200:0.0:1767384298.145458:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145460:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000358a0743. 00000400:00000010:0.0:1767384298.145474:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a33c171e. 00000100:00000200:0.0:1767384298.145478:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145480:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a7e4ec8. 00000400:00000010:0.0:1767384298.145483:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000047f62e12. 00000100:00000200:0.0:1767384298.145485:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145487:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b9a9aeb. 00000400:00000010:0.0:1767384298.145489:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fefda8a0. 00000100:00000200:0.0:1767384298.145492:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145494:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011bcfcbe. 00000400:00000010:0.0:1767384298.145497:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000044eb35e7. 00000100:00000200:0.0:1767384298.145499:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145501:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e68eefa. 00000400:00000010:0.0:1767384298.145503:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cfe4d6b9. 00000100:00000200:0.0:1767384298.145505:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145507:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf2dee38. 00000400:00000010:0.0:1767384298.145510:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a547b2a2. 00000100:00000200:0.0:1767384298.145512:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145514:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bd30d79. 00000400:00000010:0.0:1767384298.145516:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ce27bc7d. 00000100:00000200:0.0:1767384298.145518:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145520:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056b3f36a. 00000400:00000010:0.0:1767384298.145522:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000de7c4012. 00000100:00000200:0.0:1767384298.145524:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145526:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fea32f8. 00000400:00000010:0.0:1767384298.145528:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002d105f13. 00000100:00000200:0.0:1767384298.145530:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145532:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f18552f. 00000400:00000010:0.0:1767384298.145534:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000005163ce9. 00000100:00000200:0.0:1767384298.145536:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145538:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2c85eb6. 00000400:00000010:0.0:1767384298.145540:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000079480868. 00000100:00000200:0.0:1767384298.145554:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145556:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000874c762b. 00000400:00000010:0.0:1767384298.145558:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006c49ddf0. 00000100:00000200:0.0:1767384298.145625:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145629:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007758e2c9. 00000400:00000010:0.0:1767384298.145632:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000024e2e87f. 00000100:00000200:0.0:1767384298.145634:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145635:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571869ea. 00000400:00000010:0.0:1767384298.145637:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000060771fbf. 00000100:00000200:0.0:1767384298.145639:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145641:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b122b52c. 00000400:00000010:0.0:1767384298.145642:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f1d8b714. 00000100:00000200:0.0:1767384298.145644:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145645:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7acefb7. 00000400:00000010:0.0:1767384298.145647:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c5d60f8a. 00000100:00000200:0.0:1767384298.145649:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145650:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042a3f625. 00000400:00000010:0.0:1767384298.145660:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000098afc5b1. 00000100:00000200:0.0:1767384298.145663:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145665:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006158d771. 00000400:00000010:0.0:1767384298.145667:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000083d53add. 00000100:00000200:0.0:1767384298.145669:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145671:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5cc51d4. 00000400:00000010:0.0:1767384298.145673:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001caeb4c4. 00000100:00000200:0.0:1767384298.145676:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145678:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058dfc574. 00000400:00000010:0.0:1767384298.145680:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000047836b5. 00000100:00000200:0.0:1767384298.145683:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145685:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000701d149. 00000400:00000010:0.0:1767384298.145687:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004eb2f3b7. 00000100:00000200:0.0:1767384298.145689:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145691:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a76d04bc. 00000400:00000010:0.0:1767384298.145693:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000139f3e8. 00000100:00000200:0.0:1767384298.145695:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145696:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1bcd8a. 00000400:00000010:0.0:1767384298.145698:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b7db7b1e. 00000100:00000200:0.0:1767384298.145700:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145701:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000988eec82. 00000400:00000010:0.0:1767384298.145703:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ab7b1d19. 00000100:00000200:0.0:1767384298.145710:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145712:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d24382bf. 00000400:00000010:0.0:1767384298.145715:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000066d3f0b5. 00000100:00000200:0.0:1767384298.145716:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145719:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000badca52c. 00000400:00000010:0.0:1767384298.145721:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000db94177c. 00000100:00000200:0.0:1767384298.145722:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145724:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b8ddb44. 00000400:00000010:0.0:1767384298.145726:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dfcc9f7e. 00000100:00000200:0.0:1767384298.145728:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145729:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb26a6f. 00000400:00000010:0.0:1767384298.145731:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001e1e1d08. 00000100:00000200:0.0:1767384298.145733:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145734:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050b4b75c. 00000400:00000010:0.0:1767384298.145736:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006e1b1cbe. 00000100:00000200:0.0:1767384298.145737:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145739:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c39cfc4. 00000400:00000010:0.0:1767384298.145740:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001573ad99. 00000100:00000200:0.0:1767384298.145742:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145743:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac689fe1. 00000400:00000010:0.0:1767384298.145745:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ce54dfec. 00000100:00000200:0.0:1767384298.145747:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145748:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ae4229c. 00000400:00000010:0.0:1767384298.145750:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000b6db4f9. 00000100:00000200:0.0:1767384298.145752:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145753:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b756062. 00000400:00000010:0.0:1767384298.145761:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000041e51ac. 00000100:00000200:0.0:1767384298.145765:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145766:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072f38e6f. 00000400:00000010:0.0:1767384298.145768:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000e0559ae. 00000100:00000200:0.0:1767384298.145770:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145771:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d68b6a7e. 00000400:00000010:0.0:1767384298.145773:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000382b1e8f. 00000100:00000200:0.0:1767384298.145775:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145776:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbed27d. 00000400:00000010:0.0:1767384298.145778:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d3a49a37. 00000100:00000200:0.0:1767384298.145785:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145787:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fb41c64. 00000400:00000010:0.0:1767384298.145789:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000070b97ea7. 00000100:00000200:0.0:1767384298.145790:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145792:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076471837. 00000400:00000010:0.0:1767384298.145794:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf7d4690. 00000100:00000200:0.0:1767384298.145796:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145797:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f453884. 00000400:00000010:0.0:1767384298.145799:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006d355728. 00000100:00000200:0.0:1767384298.145801:0:17569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:0.0:1767384298.145802:0:17569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008041c906. 00000400:00000010:0.0:1767384298.145804:0:17569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e89ab81a. 00000100:00000010:0.0:1767384298.145817:0:17569:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002089cc17. 00000100:00000200:0.0:1767384298.145834:0:17569:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000040:1.0:1767384298.222669:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887002, at 4294887003 00000100:00000010:1.0:1767384298.222686:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae40e965. 00000100:00000040:0.0:1767384298.222786:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887002, at 4294887003 00000100:00000010:0.0:1767384298.222803:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adb46da9. 00080000:00000020:0.0:1767384298.223971:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384298.223978:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384298.223981:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000009cf7d8. 20000000:00000001:0.0:1767384298.224000:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.224007:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744031744 00010000:00000001:0.0:1767384298.224012:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.224019:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041f50aa3 x1853236744031744/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.224031:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.224034:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.224038:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.224043:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.224045:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.224048:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.224051:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.224054:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.224058:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.224060:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.224065:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031c338af. 00000100:00000200:0.0:1767384298.224119:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744031744, offset 224 00000400:00000200:0.0:1767384298.224125:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.224137:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.224146:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd00e00 00000400:00000200:0.0:1767384298.224152:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xfb9 [2] + 224 00000400:00000200:0.0:1767384298.224159:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.224163:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.224168:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.224172:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744031744/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.224181:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000011cae6f0 x1853236744031744/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.224197:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.224204:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031c338af 00000400:00000010:0.0:1767384298.224206:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031c338af. 00000100:00000001:0.0:1767384298.224209:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.224211:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.224214:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.224220:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.224227:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.224229:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.224233:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.224240:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041f50aa3 x1853236744031744/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 4848/4768 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.224265:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041f50aa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+10:17564:x1853236744031744:12345-0@lo:253: Request processed in 5044us (5425us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.224283:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:0.0:1767384298.224293:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.224304:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.224309:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.224318:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8fef3c7. 00000020:00000010:0.0:1767384298.224325:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f6d6af4. 00000020:00000010:0.0:1767384298.224336:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006958810c. 00000020:00000040:0.0:1767384298.224345:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 9 02000000:00000001:0.0:1767384298.224360:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.224367:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9d8f2bd. 02000000:00000001:0.0:1767384298.224373:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.224380:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.224413:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.224428:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6e350f. 00000400:00000010:0.0:1767384298.224442:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031c338af. 00000100:00000001:0.0:1767384298.225053:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.225059:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744031872 02000000:00000001:0.0:1767384298.225089:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.225098:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.225103:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.225127:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.225130:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744031872 00000020:00000001:0.0:1767384298.225133:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.225134:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384298.225136:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.225138:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=10 00000020:00000001:0.0:1767384298.225141:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384298.225144:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.225148:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.225151:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.225155:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.225157:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000020:00000010:0.0:1767384298.225162:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000083306ca. 00000020:00000010:0.0:1767384298.225166:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.225169:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384298.225174:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384298.225176:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384298.225177:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384298.225178:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.225182:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.225192:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.225207:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.225210:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.225215:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1767384298.225217:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384298.225219:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094055504 : -120961615496112 : ffff91fc6de07c50) 00000100:00000040:0.0:1767384298.225224:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000520e423f x1853236744031872/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.225232:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.225234:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.225235:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.225237:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000100:00100000:0.0:1767384298.225240:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+10:17564:x1853236744031872:12345-0@lo:501: 00000100:00000200:0.0:1767384298.225244:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744031872 00000020:00000001:0.0:1767384298.225245:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.225247:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.225249:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.225250:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.225252:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505216 : -1040046400 : ffffffffc20226c0) 00000020:00000001:0.0:1767384298.225254:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.225255:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.225257:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.225258:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.225260:0:16789:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384298.225262:0:16789:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.225264:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.225265:0:16789:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384298.225267:0:16789:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384298.225269:0:16789:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384298.225271:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.225273:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.225275:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.225277:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.225278:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384298.225281:0:16789:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384298.225288:0:16789:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:0.0:1767384298.225290:0:16789:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.225292:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.225296:0:16789:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.225298:0:16789:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.225300:0:16789:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:0.0:1767384298.225302:0:16789:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00080000:00000001:0.0:1767384298.225309:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.225558:0:16789:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.225567:0:16789:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384298.225617:0:16789:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384298.225621:0:16789:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384298.225624:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.225629:0:16789:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.225632:0:16789:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384298.225635:0:16789:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384298.225639:0:16789:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384298.225641:0:16789:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384298.225645:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744031872 00010000:00000001:0.0:1767384298.225648:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.225653:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000520e423f x1853236744031872/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/272 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.225663:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.225665:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.225668:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.225672:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.225675:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.225678:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.225681:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.225684:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.225688:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.225691:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.225704:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.225709:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744031872, offset 224 00000400:00000200:0.0:1767384298.225715:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.225724:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.225732:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd00e80 00000400:00000200:0.0:1767384298.225739:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfc9 [1] + 224 00000400:00000200:0.0:1767384298.225745:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.225749:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.225754:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.225758:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744031872/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.225768:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000011cae6f0 x1853236744031872/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.225791:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.225797:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.225800:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.225805:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.225807:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.225813:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.225821:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.225827:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.225841:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.225847:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.225857:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000520e423f x1853236744031872/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/272 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.225910:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+10:17564:x1853236744031872:12345-0@lo:501: Request processed in 667us (948us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384298.225996:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1767384298.226008:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.226018:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.226025:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.226034:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.226052:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384298.226123:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000083306ca. 00000020:00000040:0.0:1767384298.226138:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 9 02000000:00000001:0.0:1767384298.226150:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.226157:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.226168:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.226174:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.226190:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.226205:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000282c8c25. 00000400:00000010:0.0:1767384298.226217:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3d3ea7a. 00000100:00000001:0.0:1767384298.226711:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.226722:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744032000 02000000:00000001:0.0:1767384298.226736:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.226740:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.226744:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.226750:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.226755:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744032000 00000020:00000001:0.0:1767384298.226759:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.226761:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384298.226764:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.226767:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=10 00000020:00000001:0.0:1767384298.226770:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384298.226773:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.226777:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.226781:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.226784:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.226786:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000020:00000010:0.0:1767384298.226792:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000083306ca. 00000020:00000010:0.0:1767384298.226796:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.226799:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384298.226806:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384298.226808:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384298.226810:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384298.226812:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.226817:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.226832:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.226854:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.226857:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.226864:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384298.226868:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384298.226870:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094045264 : -120961615506352 : ffff91fc6de05450) 00000100:00000040:0.0:1767384298.226877:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055f24d25 x1853236744032000/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.226888:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.226891:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.226894:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.226898:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000100:00100000:0.0:1767384298.226905:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+10:17564:x1853236744032000:12345-0@lo:101: 00000100:00000200:0.0:1767384298.226912:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744032000 00000020:00000001:0.0:1767384298.226932:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.226935:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.226938:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.226942:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.226944:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:0.0:1767384298.226949:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.226951:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.226954:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.226957:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.226962:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.226966:0:16789:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384298.226969:0:16789:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384298.226972:0:16789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384298.226975:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384298.226979:0:16789:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.226986:0:16789:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384298.226994:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000011aa749. 00010000:00000001:0.0:1767384298.227002:0:16789:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.227005:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fb54ef2f. 00000020:00000001:0.0:1767384298.227009:0:16789:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.227020:0:16789:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fb54ef2f with handle 0xf489261bfe0bc4db to hash 00000020:00000001:0.0:1767384298.227022:0:16789:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.227024:0:16789:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116752384 : -120961592799232 : ffff91fc6f3ad000) 00010000:00000001:0.0:1767384298.227027:0:16789:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116752384 : -120961592799232 : ffff91fc6f3ad000) 00010000:00010000:0.0:1767384298.227031:0:16789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fb54ef2f/0xf489261bfe0bc4db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc4d4 expref: -99 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.227040:0:16789:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 6 00000020:00000040:0.0:1767384298.227042:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=11 00000100:00000001:0.0:1767384298.227050:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.227052:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.227055:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.227057:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.227059:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.227062:0:16789:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.227065:0:16789:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.227106:0:16789:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.227108:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.227110:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.227112:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.227113:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.227115:0:16789:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.227117:0:16789:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.227119:0:16789:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.227120:0:16789:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.227121:0:16789:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000011aa749) refcount = 1 00010000:00010000:0.0:1767384298.227125:0:16789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fb54ef2f/0xf489261bfe0bc4db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc4d4 expref: 11 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.227130:0:16789:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.227132:0:16789:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.227133:0:16789:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.227135:0:16789:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.227136:0:16789:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.227141:0:16789:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384298.227149:0:16789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fb54ef2f/0xf489261bfe0bc4db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4d4 expref: 11 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.227155:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.227157:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.227159:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.227161:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.227162:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.227164:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.227166:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.227167:0:16789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fb54ef2f, rc 0) 00000020:00000001:0.0:1767384298.227169:0:16789:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.227171:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744032000 00010000:00000001:0.0:1767384298.227173:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.227175:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055f24d25 x1853236744032000/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.227181:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.227182:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.227184:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.227187:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.227189:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.227191:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.227193:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.227194:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.227196:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.227198:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.227200:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.227204:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744032000, offset 224 00000400:00000200:0.0:1767384298.227208:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.227214:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.227220:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00f00 00000400:00000200:0.0:1767384298.227224:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfd9 [1] + 224 00000400:00000200:0.0:1767384298.227228:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.227231:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.227234:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.227242:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744032000/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.227249:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000011cae6f0 x1853236744032000/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.227264:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.227270:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.227272:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.227274:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.227275:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.227278:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.227280:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.227282:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.227284:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.227287:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.227291:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055f24d25 x1853236744032000/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.227302:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+11:17564:x1853236744032000:12345-0@lo:101: Request processed in 410us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.227312:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384298.227318:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.227324:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.227328:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.227336:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.227346:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384298.227355:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000083306ca. 00000020:00000040:0.0:1767384298.227362:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 10 02000000:00000001:0.0:1767384298.227376:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.227382:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.227388:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.227410:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.227433:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.227442:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abf56cba. 00000400:00000010:0.0:1767384298.227453:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000277619f7. 00000100:00000001:0.0:1767384298.228021:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.228028:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744032128 02000000:00000001:0.0:1767384298.228032:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.228034:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.228036:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.228040:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.228044:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744032128 00000020:00000001:0.0:1767384298.228046:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.228048:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384298.228050:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.228053:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=11 00000020:00000001:0.0:1767384298.228056:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384298.228059:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.228063:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.228093:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.228097:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.228100:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000020:00000010:0.0:1767384298.228122:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000083306ca. 00000020:00000010:0.0:1767384298.228125:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.228128:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384298.228133:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384298.228135:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384298.228136:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384298.228137:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.228141:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.228153:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.228161:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.228162:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.228166:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:0.0:1767384298.228169:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384298.228171:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094050384 : -120961615501232 : ffff91fc6de06850) 00000100:00000040:0.0:1767384298.228176:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8192bb3 x1853236744032128/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.228185:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.228196:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056b2998c. 00000100:00000001:0.0:1767384298.228198:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.228199:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000056b2998c. 00000100:00100000:0.0:1767384298.228203:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+11:17564:x1853236744032128:12345-0@lo:101: 00000100:00000200:0.0:1767384298.228206:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744032128 00000020:00000001:0.0:1767384298.228209:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.228211:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.228212:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.228214:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.228216:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:0.0:1767384298.228218:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.228220:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.228221:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.228222:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.228225:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.228227:0:16789:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384298.228228:0:16789:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384298.228229:0:16789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384298.228230:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384298.228231:0:16789:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.228234:0:16789:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384298.228238:0:16789:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 4 00010000:00000001:0.0:1767384298.228240:0:16789:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.228242:0:16789:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.228245:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007e4f0713. 00000020:00000001:0.0:1767384298.228247:0:16789:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.228249:0:16789:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007e4f0713 with handle 0xf489261bfe0bc4e9 to hash 00000020:00000001:0.0:1767384298.228251:0:16789:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.228252:0:16789:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116753408 : -120961592798208 : ffff91fc6f3ad400) 00010000:00000001:0.0:1767384298.228254:0:16789:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116753408 : -120961592798208 : ffff91fc6f3ad400) 00010000:00010000:0.0:1767384298.228256:0:16789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc4e2 expref: -99 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.228262:0:16789:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 7 00000020:00000040:0.0:1767384298.228270:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=12 00000100:00000001:0.0:1767384298.228275:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.228277:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.228279:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.228281:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.228283:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.228285:0:16789:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.228287:0:16789:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.228288:0:16789:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.228289:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.228291:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.228293:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.228294:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.228296:0:16789:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.228297:0:16789:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.228299:0:16789:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.228300:0:16789:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.228301:0:16789:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000058b224da) refcount = 4 00010000:00000040:0.0:1767384298.228303:0:16789:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384298.228305:0:16789:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000015ec06f2/0xf489261bfe0bc49c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc495 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.228310:0:16789:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d64c77c8/0xf489261bfe0bc417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc410 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.228314:0:16789:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000014f506e2/0xf489261bfe0bc3fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc3f4 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.228319:0:16789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.228323:0:16789:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.228324:0:16789:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.228325:0:16789:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.228327:0:16789:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.228328:0:16789:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.228331:0:16789:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384298.228337:0:16789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.228342:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.228344:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.228345:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.228347:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.228348:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.228349:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.228350:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.228351:0:16789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007e4f0713, rc 0) 00000020:00000001:0.0:1767384298.228353:0:16789:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.228355:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744032128 00010000:00000001:0.0:1767384298.228357:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.228359:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8192bb3 x1853236744032128/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.228366:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.228367:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.228369:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.228391:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.228393:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.228395:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.228397:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.228399:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.228402:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.228404:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.228407:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.228411:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744032128, offset 224 00000400:00000200:0.0:1767384298.228416:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.228425:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.228433:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd00f80 00000400:00000200:0.0:1767384298.228439:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfe9 [1] + 224 00000400:00000200:0.0:1767384298.228444:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.228447:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.228452:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.228461:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744032128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.228470:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000011cae6f0 x1853236744032128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.228492:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.228499:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.228502:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.228506:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.228509:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.228513:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.228519:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.228529:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.228533:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.228547:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.228600:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8192bb3 x1853236744032128/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.228675:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032128:12345-0@lo:101: Request processed in 480us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.228705:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:0.0:1767384298.228715:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.228727:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.228730:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.228739:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b87c577. 00000020:00000010:0.0:1767384298.228747:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384298.228756:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000083306ca. 00000020:00000040:0.0:1767384298.228762:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 11 02000000:00000001:0.0:1767384298.228771:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.228777:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006a374d8f. 02000000:00000001:0.0:1767384298.228786:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.228791:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.228803:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.228818:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000010:0.0:1767384298.228826:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa2156a2. 00000040:00000001:0.0:1767384298.231747:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.231756:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.231759:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384298.231762:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384298.231765:0:17564:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231768:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384298.231770:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1767384298.231772:0:17564:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231774:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da160 type=0x10620000 idx=3 00000040:00001000:0.0:1767384298.231775:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1767384298.231776:0:17564:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231778:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384298.231780:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384298.231781:0:17564:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231783:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384298.231784:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384298.231785:0:17564:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231787:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384298.231789:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384298.231790:0:17564:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231792:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384298.231794:0:17564:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384298.231796:0:17564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.231798:0:17564:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384298.231805:0:17564:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384298.231834:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.231837:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.231839:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384298.231840:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384298.231842:0:17564:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:0.0:1767384298.231844:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439da4c0 type=0x0 idx=0 00000040:00000001:0.0:1767384298.231845:0:17564:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384298.231847:0:17564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:0.0:1767384298.231860:0:17564:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e42c627e. 00000020:00000010:0.0:1767384298.231869:0:17564:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000060d62074. 00000020:00000010:0.0:1767384298.231881:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a758ebb9. 00000040:00000010:0.0:1767384298.231885:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000094011d4f. 00000020:00000010:0.0:1767384298.231887:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000035cf54af. 00000020:00000010:0.0:1767384298.231892:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007012c1fd. 00000020:00000010:0.0:1767384298.231898:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079e2c5ba. 80000000:00000010:0.0:1767384298.231904:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bd7a6d98. 40000000:00000010:0.0:1767384298.231910:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000013d912a4. 00100000:00000010:0.0:1767384298.231916:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004b3ce470. 00040000:00000010:0.0:1767384298.231922:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000033a74bed. 00040000:00000010:0.0:1767384298.231928:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d8496a64. 00040000:00000010:0.0:1767384298.231932:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009fed8f27. 00080000:00000010:0.0:1767384298.231936:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ddef6cab. 00000004:00000010:0.0:1767384298.231942:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a9a0d10b. 00000004:00000010:0.0:1767384298.231948:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c35bdde4. 00000004:00000010:0.0:1767384298.231955:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000079202240. 00002000:00000010:0.0:1767384298.231960:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000063c977e1. 00000004:00000010:0.0:1767384298.231965:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000279d700a. 00000020:00000010:0.0:1767384298.231970:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072670848. 00000040:00000010:0.0:1767384298.231975:0:17564:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000083554524. 00000040:00000001:0.0:1767384298.231978:0:17564:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.231982:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.231986:0:17564:0:(lu_object.c:207:lu_object_put()) Add 0000000081cd4b0b/00000000aa24d6da to site lru. bkt: 0000000041f75386 00000040:00000010:0.0:1767384298.231990:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c08eb374. 00000040:00000001:0.0:1767384298.232011:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.232013:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000094506ae8. 00000040:00000010:0.0:1767384298.232017:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000028bf0cb3. 00000040:00000001:0.0:1767384298.232019:0:17564:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232023:0:17564:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384298.232024:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.232028:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000083306ca. 00000040:00000001:0.0:1767384298.232032:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.232035:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.232038:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.232050:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.232059:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.232130:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.232133:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.232134:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232136:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384298.232140:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ae3a92d8. 00000020:00000001:0.0:1767384298.232143:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.232148:0:17564:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000262e4bc1. 00000020:00000001:0.0:1767384298.232150:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107075047000 : -120966634504616 : ffff91fb42b87e58) 00000040:00000001:0.0:1767384298.232153:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232154:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232156:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.232160:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000098d0cbcc. 00000040:00000001:0.0:1767384298.232161:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.232163:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384298.232211:0:17564:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232213:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232215:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232217:0:17564:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384298.232218:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.232219:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.232221:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.232222:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.232224:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.232226:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.232228:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.232236:0:17564:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.232238:0:17564:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384298.232240:0:17564:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384298.232242:0:17564:0:(llog.c:1547:llog_open()) MGC192.168.203.113@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:0.0:1767384298.232244:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.232246:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.232247:0:17564:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.232255:0:17564:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384298.232256:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.232257:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.232259:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.232261:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.232262:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.232264:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.232266:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.232274:0:17564:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384298.232277:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000046022fc8. 00000020:00000001:0.0:1767384298.232279:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.232282:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060dee746. 00000020:00000001:0.0:1767384298.232299:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.232321:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ffaf838. 00000020:00000001:0.0:1767384298.232324:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232326:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.232328:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.232330:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.232332:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232345:0:17564:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384298.232347:0:17564:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.232349:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.232352:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442328664 : -120962267222952 : ffff91fc4707ec58) 00000040:00000001:0.0:1767384298.232354:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232355:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232357:0:17564:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384298.232359:0:17564:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232361:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.232365:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a374d8f. 00080000:00000001:0.0:1767384298.232367:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112343526400 : -120961366025216 : ffff91fc7cbf1c00) 00000040:00000001:0.0:1767384298.232369:0:17564:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384298.232371:0:17564:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384298.232374:0:17564:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384298.232376:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.232383:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.232384:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232392:0:17564:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384298.232426:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.232427:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384298.232433:0:17564:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:0.0:1767384298.232438:0:17564:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000027d96e69. 00000001:00000001:0.0:1767384298.232440:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.232442:0:17564:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232444:0:17564:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384298.232448:0:17564:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.232450:0:17564:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232455:0:17564:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384298.232460:0:17564:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232462:0:17564:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232464:0:17564:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232467:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.232484:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232486:0:17564:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384298.232488:0:17564:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384298.232491:0:17564:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384298.232493:0:17564:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384298.232545:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.232546:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.232657:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887011, at 4294887013 00000100:00000040:0.0:1767384298.232657:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887011, at 4294887013 00000100:00000010:1.0:1767384298.232674:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001bb1d08a. 00000100:00000010:0.0:1767384298.232677:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000214d3031. 00080000:00000001:0.0:1767384298.232702:0:17564:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384298.232706:0:17564:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232709:0:17564:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232714:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.232741:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384298.232743:0:17564:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232748:0:17564:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384298.232779:0:17564:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232782:0:17564:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232784:0:17564:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.232787:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384298.232797:0:17564:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000087c8eb5. 00080000:00000001:0.0:1767384298.232826:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232828:0:17564:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232838:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.232843:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.232845:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.232847:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384298.232850:0:17564:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384298.232852:0:17564:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384298.232855:0:17564:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384298.232858:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232860:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.232862:0:17564:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384298.232864:0:17564:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ecff50fe. 00000040:00001000:0.0:1767384298.232866:0:17564:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384298.232870:0:17564:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384298.232873:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:0.0:1767384298.232876:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba2e0504. 00000040:00000010:0.0:1767384298.232879:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000065cf1f14. 00000020:00000010:0.0:1767384298.232883:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c3f67d9b. 00000020:00000010:0.0:1767384298.232887:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006748bc72. 00000020:00000010:0.0:1767384298.232891:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9ecc2af. 80000000:00000010:0.0:1767384298.232895:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008e354c4c. 40000000:00000010:0.0:1767384298.232899:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006197fe1f. 00100000:00000010:0.0:1767384298.232904:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f8a62f48. 00040000:00000010:0.0:1767384298.232909:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000016b293bc. 00040000:00000010:0.0:1767384298.232915:0:17564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba194d2e. 00040000:00000010:0.0:1767384298.232920:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c58671c. 00080000:00000010:0.0:1767384298.232926:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000329f57c5. 00000004:00000010:0.0:1767384298.232932:0:17564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000003fdb7bf. 00000004:00000010:0.0:1767384298.232939:0:17564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a3df4c9. 00000004:00000010:0.0:1767384298.232963:0:17564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cc51f18d. 00002000:00000010:0.0:1767384298.232970:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001a827235. 00000004:00000010:0.0:1767384298.232987:0:17564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f2751baf. 00000020:00000010:0.0:1767384298.233007:0:17564:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007128322d. 00000040:00000010:0.0:1767384298.233016:0:17564:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000089bb48ec. 00000040:00001000:0.0:1767384298.233018:0:17564:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:0.0:1767384298.233027:0:17564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.233030:0:17564:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384298.233035:0:17564:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:0.0:1767384298.233111:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.233114:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233116:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd8000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384298.233118:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384298.233119:0:17564:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233121:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233123:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233125:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233129:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000790f2fea. 00080000:00000001:0.0:1767384298.233131:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091698688 : -120966617852928 : ffff91fb43b69400) 00000040:00000001:0.0:1767384298.233133:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233135:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233137:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233139:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233140:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233142:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233143:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233144:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233145:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233147:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233150:0:17564:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384298.233151:0:17564:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.233153:0:17564:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233155:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233162:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233164:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233165:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233166:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233170:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233302:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:0.0:1767384298.233305:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233318:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384298.233321:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:0.0:1767384298.233323:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233325:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233333:0:17564:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1767384298.233335:0:17564:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.233337:0:17564:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233338:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.233345:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233346:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233348:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233350:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd80e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384298.233351:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1767384298.233353:0:17564:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233354:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233355:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233356:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233359:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ba7e2bb. 00080000:00000001:0.0:1767384298.233361:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091708928 : -120966617842688 : ffff91fb43b6bc00) 00000040:00000001:0.0:1767384298.233362:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233363:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233365:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233372:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233373:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233374:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233400:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233402:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233403:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233405:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233407:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233415:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233417:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233419:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233420:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233424:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233431:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.233433:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233437:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.233439:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233443:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.233445:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233450:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:0.0:1767384298.233452:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:0.0:1767384298.233461:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233463:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233465:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.233472:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233473:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233475:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233477:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd8160 type=0x10620000 idx=3 00000040:00001000:0.0:1767384298.233479:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1767384298.233481:0:17564:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233483:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233484:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233485:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233488:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009b6ab6d0. 00080000:00000001:0.0:1767384298.233490:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091707904 : -120966617843712 : ffff91fb43b6b800) 00000040:00000001:0.0:1767384298.233492:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233493:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233494:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233501:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233502:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233504:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233509:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233510:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233512:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233514:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233516:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233522:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233524:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233525:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233526:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233529:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233535:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.233537:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233540:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.233542:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233545:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.233548:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233552:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=112 : 112 : 70) 00000040:00080000:0.0:1767384298.233554:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:0.0:1767384298.233556:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233563:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233565:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.233609:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233612:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233614:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233615:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd81d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384298.233618:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384298.233620:0:17564:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233621:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233622:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233624:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233628:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000380a6d31. 00080000:00000001:0.0:1767384298.233630:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091702784 : -120966617848832 : ffff91fb43b6a400) 00000040:00000001:0.0:1767384298.233633:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233634:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233636:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233645:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233646:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233648:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233654:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233655:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233657:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233658:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233660:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233669:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233672:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233673:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233675:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233680:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233690:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.233692:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233695:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.233697:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233701:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.233703:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233726:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384298.233729:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:0.0:1767384298.233732:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233733:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233743:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.233750:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233752:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233753:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233755:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd82b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384298.233758:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384298.233759:0:17564:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233761:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233763:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233764:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233767:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007615c6e2. 00080000:00000001:0.0:1767384298.233769:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091705856 : -120966617845760 : ffff91fb43b6b000) 00000040:00000001:0.0:1767384298.233771:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233772:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233774:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233781:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233782:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233784:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233789:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233791:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233792:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233794:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233796:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233803:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233805:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233806:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233808:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233811:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233818:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.233820:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233823:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.233824:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233829:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.233831:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233836:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384298.233838:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:0.0:1767384298.233841:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233842:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233844:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.233857:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233859:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233860:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.233862:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd8390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384298.233864:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384298.233866:0:17564:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.233868:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.233869:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.233870:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.233873:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000936bb249. 00080000:00000001:0.0:1767384298.233875:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091701760 : -120966617849856 : ffff91fb43b6a000) 00000040:00000001:0.0:1767384298.233877:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233878:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.233880:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233887:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233888:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233890:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.233898:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.233900:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233903:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233906:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.233908:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.233921:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233924:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.233926:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.233928:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.233934:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233946:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.233949:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233954:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.233957:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233964:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.233968:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.233976:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:0.0:1767384298.233980:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:0.0:1767384298.233983:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.233985:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.234003:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.234011:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234022:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234024:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.234026:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd83e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384298.234029:0:17564:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384298.234032:0:17564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.234034:0:17564:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384298.234038:0:17564:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384298.234089:0:17564:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.234093:0:17564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.234095:0:17564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fc7cbd83e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384298.234098:0:17564:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384298.234100:0:17564:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:0.0:1767384298.234102:0:17564:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:0.0:1767384298.234120:0:17564:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:0.0:1767384298.234122:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.234126:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000adfa546. 00080000:00000001:0.0:1767384298.234128:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091697664 : -120966617853952 : ffff91fb43b69000) 00000040:00000001:0.0:1767384298.234129:0:17564:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384298.234131:0:17564:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384298.234132:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.234138:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.234139:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.234140:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.234145:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.234146:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234147:0:17564:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234149:0:17564:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.234150:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.234157:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234159:0:17564:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384298.234160:0:17564:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384298.234161:0:17564:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000001:0.0:1767384298.234164:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.234170:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384298.234171:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.234174:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1767384298.234175:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.234178:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384298.234186:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.234208:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:0.0:1767384298.234210:0:17564:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:0.0:1767384298.234212:0:17564:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234214:0:17564:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.234215:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.234220:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234221:0:17564:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234223:0:17564:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234224:0:17564:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384298.234226:0:17564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:0.0:1767384298.234228:0:17564:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000089bb48ec. 00000020:00000010:0.0:1767384298.234233:0:17564:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007128322d. 00000020:00000010:0.0:1767384298.234238:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba2e0504. 00000040:00000010:0.0:1767384298.234241:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000065cf1f14. 00000020:00000010:0.0:1767384298.234243:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c3f67d9b. 00000020:00000010:0.0:1767384298.234246:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006748bc72. 00000020:00000010:0.0:1767384298.234249:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9ecc2af. 80000000:00000010:0.0:1767384298.234251:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008e354c4c. 40000000:00000010:0.0:1767384298.234253:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006197fe1f. 00100000:00000010:0.0:1767384298.234255:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f8a62f48. 00040000:00000010:0.0:1767384298.234258:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000016b293bc. 00040000:00000010:0.0:1767384298.234260:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba194d2e. 00040000:00000010:0.0:1767384298.234262:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c58671c. 00080000:00000010:0.0:1767384298.234264:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000329f57c5. 00000004:00000010:0.0:1767384298.234266:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000003fdb7bf. 00000004:00000010:0.0:1767384298.234269:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003a3df4c9. 00000004:00000010:0.0:1767384298.234271:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cc51f18d. 00002000:00000010:0.0:1767384298.234273:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001a827235. 00000004:00000010:0.0:1767384298.234275:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f2751baf. 00000020:00000010:0.0:1767384298.234277:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000040:00000010:0.0:1767384298.234279:0:17564:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ecff50fe. 00000040:00000001:0.0:1767384298.234281:0:17564:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234283:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.234285:0:17564:0:(lu_object.c:207:lu_object_put()) Add 000000006ffaf838/0000000060dee746 to site lru. bkt: 0000000037d91d35 00000040:00000010:0.0:1767384298.234287:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000046022fc8. 00000040:00000001:0.0:1767384298.234294:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.234296:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.234298:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ab92344a. 00000040:00000001:0.0:1767384298.234300:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.234301:0:17564:0:(lu_object.c:207:lu_object_put()) Add 0000000081cd4b0b/00000000aa24d6da to site lru. bkt: 0000000041f75386 00000040:00000010:0.0:1767384298.234303:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ae3a92d8. 00000040:00000001:0.0:1767384298.234305:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.234306:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000098d0cbcc. 00000040:00000010:0.0:1767384298.234308:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000083306ca. 00000040:00000001:0.0:1767384298.234310:0:17564:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.234311:0:17564:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384298.234312:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.234313:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000083306ca. 00000040:00000001:0.0:1767384298.234316:0:17564:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384298.234318:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000010:0.0:1767384298.234321:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000020:00000040:0.0:1767384298.234324:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384298.234327:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384298.234329:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.234332:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384298.234337:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab92344a. 00000100:00000001:0.0:1767384298.234342:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.234346:0:17564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384298.234348:0:17564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384298.234351:0:17564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a6be3f. 00000100:00000001:0.0:1767384298.234353:0:17564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111440430016 : -120962269121600 : ffff91fc46eaf3c0) 00000100:00000001:0.0:1767384298.234355:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.234356:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000001:0.0:1767384298.234361:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.234362:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.234364:0:17564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384298.234366:0:17564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384298.234370:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.234378:0:17564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.234384:0:17564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.234387:0:17564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.234389:0:17564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.234391:0:17564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.234394:0:17564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032256:0@lo:501: 00000100:00000001:0.0:1767384298.234397:0:17564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.234420:0:17564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.234422:0:17564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.234425:0:17564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.234428:0:17564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec94a03. 02000000:00000001:0.0:1767384298.234430:0:17564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.234434:0:17564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000400:00000010:0.0:1767384298.234438:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.234442:0:17564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744032256, portal 25 00000100:00000001:0.0:1767384298.234444:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.234445:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000040:0.0:1767384298.234450:0:17564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.234458:0:17564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.234461:0:17564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.234462:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384298.234464:0:17564:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236744032256, offset 0 00000400:00000200:0.0:1767384298.234469:0:17564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.234476:0:17564:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.234482:0:17564:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dd01000 00000400:00000200:0.0:1767384298.234487:0:17564:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x175 [2] + 0 00000400:00000010:0.0:1767384298.234492:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000400:00000200:0.0:1767384298.234495:0:17564:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c20764b 00000400:00000200:0.0:1767384298.234498:0:17564:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.234502:0:17564:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384298.234505:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c20764b 00000400:00000010:0.0:1767384298.234507:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c20764b. 00000100:00000001:0.0:1767384298.234511:0:17564:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.234513:0:17564:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.234522:0:17564:0:(events.c:337:request_in_callback()) incoming req@000000005c958ae9 x1853236744032256 msgsize 512 00000100:00100000:0.0:1767384298.234526:0:17564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.234529:0:17564:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384298.234545:0:17564:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.234552:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384298.234604:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384298.234610:0:17564:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.234614:0:17564:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.234626:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.234631:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.234640:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.234651:0:17564:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.234659:0:17564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.234668:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294887018 00000100:00000010:0.0:1767384298.234676:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecff50fe. 00000100:00000001:0.0:1767384298.234684:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384298.234696:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294887018 00000100:00000010:0.0:1767384298.234706:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e354c4c. 00000100:00000001:0.0:1767384298.234715:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384298.234732:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294887018 00000100:00000010:0.0:1767384298.234740:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a590a49. 00000100:00000001:0.0:1767384298.234748:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384298.234770:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294887018 00000100:00000010:0.0:1767384298.234791:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000277b3a73. 00000100:00000001:0.0:1767384298.234812:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384298.234825:0:17564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.234830:0:17564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.234838:0:17564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.234845:0:17564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384298.234855:0:17564:0:(client.c:2690:ptlrpc_set_wait()) set 0000000069a6be3f going to sleep for 11 seconds 00000100:00000001:0.0:1767384298.234870:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.234873:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235313:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384298.235321:0:17564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.235326:0:17564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.235336:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c4eaa62. 00000400:00000200:0.0:1767384298.235344:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.235348:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.235355:0:17564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.235365:0:17564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384298.235392:0:17564:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235434:0:17564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.235442:0:17564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.235448:0:17564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.235451:0:17564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.235454:0:17564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.235456:0:17564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.235459:0:17564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.235464:0:17564:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384298.235468:0:17564:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.235471:0:17564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.235472:0:17564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.235475:0:17564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.235477:0:17564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235480:0:17564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.235483:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235490:0:17564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.235493:0:17564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.235495:0:17564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.235498:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.235505:0:17564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032256:0@lo:501: 00000100:00000001:0.0:1767384298.235520:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.235523:0:17564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235525:0:17564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384298.235526:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.235529:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235535:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.235538:0:17564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000069a6be3f. 00000100:00000001:0.0:1767384298.235541:0:17564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384298.235542:0:17564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.235545:0:17564:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384298.235548:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.235549:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.235552:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384298.235553:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.235555:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e819c688 x1853236744032256/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235562:0:17564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.235564:0:17564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.235567:0:17564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec94a03. 02000000:00000001:0.0:1767384298.235614:0:17564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.235615:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.235617:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.235619:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.235622:0:17564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab92344a. 02000000:00000001:0.0:1767384298.235625:0:17564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.235627:0:17564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.235629:0:17564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00000100:00000001:0.0:1767384298.235634:0:17564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.235635:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384298.235638:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.235640:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.235644:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000098d0cbcc. 00000040:00000001:0.0:1767384298.235647:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.235648:0:17564:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384298.235650:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000010:0.0:1767384298.235661:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000020:00000040:0.0:1767384298.235664:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384298.235667:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384298.235669:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.235672:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384298.235677:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab92344a. 00000100:00000001:0.0:1767384298.235681:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235685:0:17564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384298.235687:0:17564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384298.235691:0:17564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069a6be3f. 00000100:00000001:0.0:1767384298.235694:0:17564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111440430016 : -120962269121600 : ffff91fc46eaf3c0) 00000100:00000001:0.0:1767384298.235697:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.235699:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000001:0.0:1767384298.235703:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.235705:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235707:0:17564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384298.235709:0:17564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384298.235713:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235721:0:17564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.235723:0:17564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.235726:0:17564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.235727:0:17564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.235729:0:17564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.235732:0:17564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032384:0@lo:503: 00000100:00000001:0.0:1767384298.235735:0:17564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.235737:0:17564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.235739:0:17564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.235741:0:17564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.235756:0:17564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001f8bb284. 02000000:00000001:0.0:1767384298.235758:0:17564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.235762:0:17564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000400:00000010:0.0:1767384298.235768:0:17564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000057cd5b95. 00000100:00000200:0.0:1767384298.235772:0:17564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744032384, portal 25 00000100:00000001:0.0:1767384298.235779:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.235780:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000040:0.0:1767384298.235784:0:17564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235792:0:17564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.235794:0:17564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.235797:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.235800:0:17564:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744032384, offset 0 00000400:00000200:0.0:1767384298.235804:0:17564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.235812:0:17564:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.235819:0:17564:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd01080 00000400:00000200:0.0:1767384298.235824:0:17564:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:0.0:1767384298.235828:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803b6602. 00000400:00000200:0.0:1767384298.235832:0:17564:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002081f2f4 00000400:00000200:0.0:1767384298.235835:0:17564:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.235839:0:17564:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384298.235842:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002081f2f4 00000400:00000010:0.0:1767384298.235844:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002081f2f4. 00000100:00000001:0.0:1767384298.235848:0:17564:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.235849:0:17564:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.235853:0:17564:0:(events.c:337:request_in_callback()) incoming req@0000000093dd4b9a x1853236744032384 msgsize 272 00000100:00100000:0.0:1767384298.235856:0:17564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.235858:0:17564:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384298.235874:0:17564:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.235878:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.235880:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.235884:0:17564:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.235888:0:17564:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235904:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.235912:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.235962:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.235980:0:17564:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.236018:0:17564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.236028:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294887019 00000100:00000001:0.0:1767384298.236046:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887018 00000100:00000001:0.0:1767384298.236056:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294887019 00000100:00000001:0.0:1767384298.236061:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887018 00000100:00000001:0.0:1767384298.236089:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294887019 00000100:00000001:0.0:1767384298.236122:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887018 00000100:00000001:0.0:1767384298.236136:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294887019 00000100:00000001:0.0:1767384298.236144:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887018 00000100:00000001:0.0:1767384298.236153:0:17564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.236173:0:17564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.236180:0:17564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.236182:0:17564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384298.236193:0:17564:0:(client.c:2690:ptlrpc_set_wait()) set 0000000069a6be3f going to sleep for 11 seconds 00000100:00000001:0.0:1767384298.236202:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.236210:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.238507:0:16789:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.238512:0:16789:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.238514:0:16789:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384298.238522:0:16789:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:0.0:1767384298.238526:0:16789:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384298.238530:0:16789:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.238533:0:16789:0:(lu_object.c:207:lu_object_put()) Add 000000005ef21e20/0000000091783d10 to site lru. bkt: 0000000020508257 00000040:00000001:0.0:1767384298.238536:0:16789:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.238538:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000034c09f2. 00000040:00000010:0.0:1767384298.238542:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009fed8f27. 00000040:00000040:0.0:1767384298.238546:0:16789:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384298.238549:0:16789:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.238589:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744032384 00010000:00000001:0.0:1767384298.238593:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.238600:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093dd4b9a x1853236744032384/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.238626:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.238629:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.238631:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.238635:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.238638:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.238641:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.238644:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.238646:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.238648:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.238651:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.238655:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002081f2f4. 00000100:00000200:0.0:1767384298.238659:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744032384, offset 224 00000400:00000200:0.0:1767384298.238664:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.238671:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.238677:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd01080 00000400:00000200:0.0:1767384298.238682:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1009 [4] + 224 00000400:00000200:0.0:1767384298.238688:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.238691:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.238695:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.238697:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.238705:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e819c688 x1853236744032384/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.238725:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.238731:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002081f2f4 00000400:00000010:0.0:1767384298.238734:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002081f2f4. 00000100:00000001:0.0:1767384298.238738:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.238740:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.238744:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.238750:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.238753:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.238756:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.238759:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.238776:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093dd4b9a x1853236744032384/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.238816:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093dd4b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032384:12345-0@lo:503: Request processed in 2666us (2955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.238850:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384298.238859:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.238871:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.238879:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.238891:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bebc9676. 00000020:00000010:0.0:1767384298.238905:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ddd71112. 00000020:00000010:0.0:1767384298.238917:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072670848. 00000020:00000040:0.0:1767384298.238931:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 11 02000000:00000001:0.0:1767384298.238945:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.238953:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000fd413083. 02000000:00000001:0.0:1767384298.238976:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.238983:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.239000:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.239008:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d2db96. 00000400:00000010:0.0:1767384298.239027:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002081f2f4. 00000100:00000040:0.0:1767384298.239638:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887019, at 4294887020 00000100:00000010:0.0:1767384298.239649:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecff50fe. 00000100:00000040:1.0:1767384298.239728:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887019, at 4294887020 00000100:00000010:1.0:1767384298.239742:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e354c4c. 00000100:00000001:0.0:1767384298.240164:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.240168:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744032512 02000000:00000001:0.0:1767384298.240172:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.240177:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.240180:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.240184:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.240191:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744032512 00000020:00000001:0.0:1767384298.240195:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.240198:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384298.240209:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.240213:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=12 00000020:00000001:0.0:1767384298.240223:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384298.240234:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.240252:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.240257:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011321605. 00000100:00000001:0.0:1767384298.240270:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.240282:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011321605. 00000020:00000010:0.0:1767384298.240289:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2e0504. 00000020:00000010:0.0:1767384298.240294:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008478c931. 00000020:00000010:0.0:1767384298.240300:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384298.240307:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384298.240309:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384298.240311:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384298.240312:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.240317:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.240329:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.240337:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.240339:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.240342:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:0.0:1767384298.240344:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384298.240346:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094041168 : -120961615510448 : ffff91fc6de04450) 00000100:00000040:0.0:1767384298.240349:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006524eee9 x1853236744032512/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.240356:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.240358:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011321605. 00000100:00000001:0.0:1767384298.240360:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.240361:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011321605. 00000100:00100000:0.0:1767384298.240364:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032512:12345-0@lo:502: 00000100:00000200:0.0:1767384298.240368:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744032512 00000020:00000001:0.0:1767384298.240369:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.240372:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.240373:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.240391:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.240393:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:0.0:1767384298.240396:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.240407:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.240410:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.240412:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.240415:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.240418:0:16789:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.240420:0:16789:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384298.240425:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.240428:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.240442:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000fd413083. 02000000:00000001:0.0:1767384298.240446:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.240449:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384298.240451:0:16789:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:0.0:1767384298.240454:0:16789:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.240456:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006ec94a03. 00000040:00000001:0.0:1767384298.240459:0:16789:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.240461:0:16789:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.240464:0:16789:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:0.0:1767384298.240467:0:16789:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:0.0:1767384298.240471:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.240475:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107075044184 : -120966634507432 : ffff91fb42b87358) 00000040:00000001:0.0:1767384298.240478:0:16789:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.240480:0:16789:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.240482:0:16789:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.240485:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.240487:0:16789:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.240488:0:16789:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384298.240549:0:16789:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.240552:0:16789:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.240554:0:16789:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.240558:0:16789:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.240559:0:16789:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384298.240562:0:16789:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:0.0:1767384298.241059:0:16789:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.241065:0:16789:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.241088:0:16789:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384298.241091:0:16789:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.241122:0:16789:0:(lu_object.c:207:lu_object_put()) Add 000000005ef21e20/0000000091783d10 to site lru. bkt: 0000000020508257 00000040:00000001:0.0:1767384298.241125:0:16789:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.241126:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.241129:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006ec94a03. 00000040:00000040:0.0:1767384298.241131:0:16789:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384298.241133:0:16789:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.241136:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744032512 00010000:00000001:0.0:1767384298.241138:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.241141:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006524eee9 x1853236744032512/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.241148:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.241149:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.241151:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.241154:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.241155:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.241157:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.241159:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.241161:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.241163:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.241165:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.241168:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000033ca7e3b. 00000100:00000200:0.0:1767384298.241172:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744032512, offset 224 00000400:00000200:0.0:1767384298.241176:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.241183:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.241188:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd01100 00000400:00000200:0.0:1767384298.241193:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1019 [4] + 224 00000400:00000200:0.0:1767384298.241200:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.241203:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.241206:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.241209:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744032512/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.241214:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000011cae6f0 x1853236744032512/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.241242:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.241247:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033ca7e3b 00000400:00000010:0.0:1767384298.241249:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000033ca7e3b. 00000100:00000001:0.0:1767384298.241251:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.241253:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.241257:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.241260:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.241263:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.241273:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.241278:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.241286:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006524eee9 x1853236744032512/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.241310:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032512:12345-0@lo:502: Request processed in 949us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.241326:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:0.0:1767384298.241333:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.241342:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.241352:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.241358:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008478c931. 00000020:00000010:0.0:1767384298.241367:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384298.241375:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2e0504. 00000020:00000040:0.0:1767384298.241381:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 11 02000000:00000001:0.0:1767384298.241390:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.241418:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000fd413083. 02000000:00000001:0.0:1767384298.241444:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.241453:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.241467:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.241480:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f11c0d. 00000400:00000010:0.0:1767384298.241492:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033ca7e3b. 00000100:00000001:0.0:1767384298.242424:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384298.242428:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744032640 02000000:00000001:0.0:1767384298.242441:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.242445:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.242461:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.242481:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.242489:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744032640 00000020:00000001:0.0:1767384298.242498:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.242509:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384298.242517:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.242521:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=12 00000020:00000001:0.0:1767384298.242524:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384298.242527:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.242530:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.242533:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40c5e32. 00000100:00000001:0.0:1767384298.242535:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.242537:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40c5e32. 00000020:00000010:0.0:1767384298.242542:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2e0504. 00000020:00000010:0.0:1767384298.242544:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008478c931. 00000020:00000010:0.0:1767384298.242548:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384298.242553:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384298.242556:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384298.242557:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384298.242561:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.242600:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.242605:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.242614:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.242616:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384298.242620:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:0.0:1767384298.242623:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384298.242625:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227597392 : -120961481954224 : ffff91fc75d62c50) 00000100:00000040:0.0:1767384298.242629:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed191b9e x1853236744032640/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.242638:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384298.242641:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a40c5e32. 00000100:00000001:0.0:1767384298.242643:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.242645:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a40c5e32. 00000100:00100000:0.0:1767384298.242657:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032640:12345-0@lo:502: 00000100:00000200:0.0:1767384298.242661:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744032640 00000020:00000001:0.0:1767384298.242665:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384298.242668:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384298.242671:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.242673:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384298.242675:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:0.0:1767384298.242678:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384298.242680:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.242683:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384298.242685:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384298.242687:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.242690:0:16789:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.242691:0:16789:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384298.242695:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384298.242699:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384298.242713:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004011cff6. 02000000:00000001:0.0:1767384298.242716:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.242718:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384298.242720:0:16789:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:0.0:1767384298.242723:0:16789:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.242725:0:16789:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006ec94a03. 00000040:00000001:0.0:1767384298.242728:0:16789:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.242730:0:16789:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.242732:0:16789:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:0.0:1767384298.242734:0:16789:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:0.0:1767384298.242738:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.242741:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107075044184 : -120966634507432 : ffff91fb42b87358) 00000040:00000001:0.0:1767384298.242743:0:16789:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242745:0:16789:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242747:0:16789:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.242750:0:16789:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.242751:0:16789:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.242753:0:16789:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384298.242809:0:16789:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242818:0:16789:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242819:0:16789:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242823:0:16789:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384298.242825:0:16789:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384298.242829:0:16789:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384298.242850:0:16789:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384298.242853:0:16789:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.242854:0:16789:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384298.242856:0:16789:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.242859:0:16789:0:(lu_object.c:207:lu_object_put()) Add 000000005ef21e20/0000000091783d10 to site lru. bkt: 0000000020508257 00000040:00000001:0.0:1767384298.242861:0:16789:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.242863:0:16789:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.242866:0:16789:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006ec94a03. 00000040:00000040:0.0:1767384298.242868:0:16789:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384298.242870:0:16789:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384298.242873:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744032640 00010000:00000001:0.0:1767384298.242875:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384298.242879:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed191b9e x1853236744032640/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.242887:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384298.242889:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.242893:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.242898:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384298.242901:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:0.0:1767384298.242904:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384298.242908:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384298.242911:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.242914:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.242918:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.242924:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000800e5b38. 00000100:00000200:0.0:1767384298.242931:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744032640, offset 224 00000400:00000200:0.0:1767384298.242939:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.242950:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.242960:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd01180 00000400:00000200:0.0:1767384298.242969:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1029 [4] + 224 00000400:00000200:0.0:1767384298.242992:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.242998:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384298.243004:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.243011:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744032640/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384298.243024:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000011cae6f0 x1853236744032640/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.243051:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.243059:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800e5b38 00000400:00000010:0.0:1767384298.243064:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000800e5b38. 00000100:00000001:0.0:1767384298.243086:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384298.243092:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.243102:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.243135:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:0.0:1767384298.243143:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384298.243148:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.243158:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384298.243169:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed191b9e x1853236744032640/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.243203:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+12:17564:x1853236744032640:12345-0@lo:502: Request processed in 558us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384298.243226:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:0.0:1767384298.243229:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384298.243231:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384298.243236:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384298.243244:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008478c931. 00000020:00000010:0.0:1767384298.243251:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384298.243259:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2e0504. 00000020:00000040:0.0:1767384298.243277:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 11 02000000:00000001:0.0:1767384298.243291:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384298.243299:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004011cff6. 02000000:00000001:0.0:1767384298.243318:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384298.243324:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384298.243339:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384298.243345:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009da8bf98. 00000400:00000010:0.0:1767384298.243357:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800e5b38. 00000100:00000040:1.0:1767384298.245673:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887025, at 4294887026 00000100:00000040:0.0:1767384298.245683:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887025, at 4294887026 00000100:00000010:1.0:1767384298.245689:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5c93226. 00000100:00000010:0.0:1767384298.245699:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb2c026e. 00002000:00000001:1.0:1767384298.252257:0:17578:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.252264:0:17578:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:1.0:1767384298.252270:0:17578:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384298.252274:0:17578:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384298.252279:0:17578:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000eb62bd6. 00000020:00000010:1.0:1767384298.252285:0:17578:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8496a64. 00000020:00000010:1.0:1767384298.252289:0:17578:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033982ac3. 00000020:00000010:1.0:1767384298.252293:0:17578:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000235ecc82. 80000000:00000010:1.0:1767384298.252296:0:17578:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c61035fb. 40000000:00000010:1.0:1767384298.252299:0:17578:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000083eaafee. 00100000:00000010:1.0:1767384298.252303:0:17578:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004b3ce470. 00040000:00000010:1.0:1767384298.252305:0:17578:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054297645. 00040000:00000010:1.0:1767384298.252308:0:17578:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9df0a90. 00080000:00000010:1.0:1767384298.252312:0:17578:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000961c8d38. 00000020:00000010:1.0:1767384298.252314:0:17578:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000dcacfef0. 00080000:00000010:1.0:1767384298.252317:0:17578:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000035cf54af. 00002000:00000010:1.0:1767384298.252319:0:17578:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000012289312. 00000020:00000010:1.0:1767384298.252322:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2c10a9. 00000020:00000010:1.0:1767384298.252325:0:17578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d327545e. 00000020:00000010:1.0:1767384298.252328:0:17578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004855e5c7. 00000008:00000010:1.0:1767384298.252331:0:17578:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003c64f39f. 00020000:00000010:1.0:1767384298.252334:0:17578:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006fadd14a. 00008000:00000010:1.0:1767384298.252338:0:17578:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000002bde725c. 00000080:00000010:1.0:1767384298.252341:0:17578:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a94997dc. 00000020:00000010:1.0:1767384298.252344:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fed8f27. 00000020:00000001:1.0:1767384298.252346:0:17578:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384298.252349:0:17578:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 3 - setup 00000020:00000080:1.0:1767384298.252351:0:17578:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:1.0:1767384298.252353:0:17578:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.252355:0:17578:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.252359:0:17578:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000ae40e965. 00000020:00000001:1.0:1767384298.252371:0:17578:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252374:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de1d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384298.252377:0:17578:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384298.252380:0:17578:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384298.252399:0:17578:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384298.252402:0:17578:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384298.252405:0:17578:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384298.252407:0:17578:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1767384298.252414:0:17578:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004496d1fb. 00000020:00000080:1.0:1767384298.252418:0:17578:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384298.252420:0:17578:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:1.0:1767384298.252423:0:17578:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.252426:0:17578:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004496d1fb. 00000020:00000001:1.0:1767384298.252430:0:17578:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252432:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de2b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384298.252434:0:17578:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384298.252436:0:17578:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384298.252438:0:17578:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384298.252440:0:17578:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384298.252441:0:17578:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384298.252442:0:17578:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1767384298.252446:0:17578:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1767384298.252449:0:17578:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384298.252452:0:17578:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004496d1fb. 00000020:00000080:1.0:1767384298.252455:0:17578:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384298.252457:0:17578:0:(obd_config.c:1477:class_process_config()) marker 15 (0x1) lustre sys.timeout 00000020:00000001:1.0:1767384298.252459:0:17578:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.252461:0:17578:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004496d1fb. 00000020:00000001:1.0:1767384298.252464:0:17578:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252466:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384298.252468:0:17578:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384298.252470:0:17578:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:1.0:1767384298.252473:0:17578:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1767384298.252476:0:17578:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000000e5a8d1b. 00000020:00000080:1.0:1767384298.252488:0:17578:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1767384298.252490:0:17578:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:1.0:1767384298.252492:0:17578:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.252495:0:17578:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000000e5a8d1b. 00000020:00000001:1.0:1767384298.252497:0:17578:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252499:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384298.252503:0:17578:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384298.252508:0:17578:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384298.252511:0:17578:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384298.252519:0:17578:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384298.252646:0:17578:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384298.252653:0:17578:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252656:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384298.252660:0:17578:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384298.252665:0:17578:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:1.0:1767384298.252671:0:17578:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1767384298.252675:0:17578:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1767384298.252680:0:17578:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1767384298.252682:0:17578:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1767384298.252688:0:17578:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000004496d1fb. 00000020:00000080:1.0:1767384298.252691:0:17578:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1767384298.252694:0:17578:0:(obd_config.c:1477:class_process_config()) marker 15 (0x2) lustre sys.timeout 00000020:00000001:1.0:1767384298.252697:0:17578:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.252700:0:17578:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000004496d1fb. 00000020:00000001:1.0:1767384298.252705:0:17578:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.252708:0:17578:0:(llog.c:663:llog_process_thread()) processing rec 0xffff91fb439de4c0 type=0x0 idx=0 00000040:00000001:1.0:1767384298.252710:0:17578:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384298.252713:0:17578:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:1.0:1767384298.252716:0:17578:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000094506ae8. 00000020:00000010:1.0:1767384298.252722:0:17578:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cccc2927. 00000020:00000010:1.0:1767384298.252739:0:17578:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b78475bb. 00000040:00000010:1.0:1767384298.252743:0:17578:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000044061bc0. 00000020:00000010:1.0:1767384298.252746:0:17578:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a9a0d10b. 00000020:00000010:1.0:1767384298.252751:0:17578:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3031b9e. 00000020:00000010:1.0:1767384298.252766:0:17578:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ffd2321. 80000000:00000010:1.0:1767384298.252772:0:17578:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034d00b5e. 40000000:00000010:1.0:1767384298.252778:0:17578:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000081f2525a. 00100000:00000010:1.0:1767384298.252783:0:17578:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000079202240. 00040000:00000010:1.0:1767384298.252787:0:17578:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc7277f9. 00040000:00000010:1.0:1767384298.252790:0:17578:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002e9ea04c. 00040000:00000010:1.0:1767384298.252795:0:17578:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007451f05c. 00080000:00000010:1.0:1767384298.252798:0:17578:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002816d401. 00000004:00000010:1.0:1767384298.252803:0:17578:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016c9a99f. 00000004:00000010:1.0:1767384298.252808:0:17578:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f6d2cbf1. 00000004:00000010:1.0:1767384298.252813:0:17578:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048f10cd7. 00002000:00000010:1.0:1767384298.252816:0:17578:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000085e30b49. 00000004:00000010:1.0:1767384298.252820:0:17578:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d589b5f5. 00000020:00000010:1.0:1767384298.252824:0:17578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a758ebb9. 00000020:00000010:1.0:1767384298.253710:0:16790:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001ef76503. 00000100:00000001:0.0:1767384298.254203:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384298.254211:0:17564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.254215:0:17564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.254220:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007c954f4. 00000400:00000200:0.0:1767384298.254230:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecabb1fb 00000400:00000010:0.0:1767384298.254233:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecabb1fb. 00000100:00000001:0.0:1767384298.254243:0:17564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.254253:0:17564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384298.254274:0:17564:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.254291:0:17564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.254295:0:17564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.254300:0:17564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.254304:0:17564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.254307:0:17564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.254309:0:17564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.254312:0:17564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.254321:0:17564:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384298.254330:0:17564:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.254334:0:17564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.254335:0:17564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.254338:0:17564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.254340:0:17564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.254342:0:17564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.254346:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.254353:0:17564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.254355:0:17564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.254357:0:17564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.254369:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.254376:0:17564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011cae6f0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032768:0@lo:101: 00000100:00000001:0.0:1767384298.254380:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.254382:0:17564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.254384:0:17564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384298.254386:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.254388:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.254393:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.254396:0:17564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4b6f1db. 00000100:00000001:0.0:1767384298.254399:0:17564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384298.254417:0:17564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.254421:0:17564:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384298.254424:0:17564:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.254427:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.254430:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df0e4f1f refcount=4 00000020:00000001:0.0:1767384298.254433:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000001:0.0:1767384298.254437:0:17564:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000040:0.0:1767384298.254442:0:17564:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000df0e4f1f, remote cookie: 0xf489261bfe0bc505, flags: 0x0 00010000:00000001:0.0:1767384298.254446:0:17564:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.254449:0:17564:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.254452:0:17564:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.254454:0:17564:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.254456:0:17564:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.254458:0:17564:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000d8f1ca15) refcount = 2 00010000:00000040:0.0:1767384298.254462:0:17564:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384298.254464:0:17564:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.254474:0:17564:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000df0e4f1f/0xf489261bfe0bc4fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc505 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.254499:0:17564:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.254501:0:17564:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.254503:0:17564:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.254507:0:17564:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384298.254510:0:17564:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.254513:0:17564:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000df0e4f1f/0xf489261bfe0bc4fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc505 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.254520:0:17564:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384298.254522:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.254525:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.254527:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.254529:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.254531:0:17564:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.254535:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.254539:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011cae6f0 x1853236744032768/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.254548:0:17564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.254551:0:17564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.254554:0:17564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000011cbe1b4. 02000000:00000001:0.0:1767384298.254559:0:17564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.254561:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.254563:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.254567:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.254612:0:17564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000321405a2. 02000000:00000001:0.0:1767384298.254618:0:17564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.254620:0:17564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.254622:0:17564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011cae6f0. 00000100:00000001:0.0:1767384298.254628:0:17564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.254629:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384298.254633:0:17564:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.254637:0:17564:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384298.254640:0:17564:0:(mgc_request.c:108:config_log_get()) log params (0000000070c91b1a) refs 2 10000000:00000001:0.0:1767384298.254643:0:17564:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.254646:0:17564:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.254661:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.254664:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df0e4f1f refcount=3 00000020:00000001:0.0:1767384298.254666:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000001:0.0:1767384298.254669:0:17564:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000001:0.0:1767384298.254673:0:17564:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384298.254675:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.254676:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.254679:0:17564:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.254683:0:17564:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384298.254687:0:17564:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000a40c5e32. 00000020:00000010:0.0:1767384298.254691:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:0.0:1767384298.254696:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9ecc2af. 00000040:00000010:0.0:1767384298.254701:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000083306ca. 00000020:00000010:0.0:1767384298.254705:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc51f18d. 00000020:00000010:0.0:1767384298.254710:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab92344a. 80000000:00000010:0.0:1767384298.254714:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e4852c5. 00040000:00000010:0.0:1767384298.254719:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065cf1f14. 00080000:00000010:0.0:1767384298.254724:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005af0a459. 20000000:00000010:0.0:1767384298.254729:0:17564:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003c58671c. 10000000:00000040:0.0:1767384298.254733:0:17564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000056d1866b : new refcount 2 10000000:00000040:0.0:1767384298.254737:0:17564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000089cfbd54 : new refcount 2 10000000:00000040:0.0:1767384298.254740:0:17564:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.113@tcp: copy local log params 10000000:00000001:0.0:1767384298.254744:0:17564:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384298.254748:0:17564:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 00000000cb33e835. 00000040:00000001:0.0:1767384298.254752:0:17564:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384298.254755:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.254759:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003dc7e3b7. 00000040:00000001:0.0:1767384298.254763:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.254765:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.254769:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.254773:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.254780:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.254807:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.254811:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.254824:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254827:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384298.254834:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ff8dfd95. 00000020:00000001:0.0:1767384298.254838:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.254843:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016b293bc. 00000020:00000001:0.0:1767384298.254861:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.254865:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005cd90e8b. 00000020:00000001:0.0:1767384298.254869:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254873:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.254875:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.254878:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.254880:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254905:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254921:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384298.254931:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384298.254954:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254957:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254960:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384298.254964:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384298.254968:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384298.254972:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.254974:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.254976:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.254980:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442327128 : -120962267224488 : ffff91fc4707e658) 00000040:00000001:0.0:1767384298.254983:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.254986:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.254989:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.254994:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.254997:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.254999:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384298.255004:0:17564:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384298.255006:0:17564:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384298.255009:0:17564:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384298.255013:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.255015:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.255017:0:17564:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384298.255020:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.255036:0:17564:0:(lu_object.c:207:lu_object_put()) Add 000000005cd90e8b/0000000016b293bc to site lru. bkt: 0000000018907948 00000040:00000010:0.0:1767384298.255040:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ff8dfd95. 00000040:00000001:0.0:1767384298.255044:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.255046:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.255049:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003dc7e3b7. 00000040:00000001:0.0:1767384298.255053:0:17564:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.255056:0:17564:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:0.0:1767384298.255057:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.255060:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003dc7e3b7. 00000040:00000001:0.0:1767384298.255063:0:17564:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:0.0:1767384298.255065:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000010:0.0:1767384298.255109:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000020:00000040:0.0:1767384298.255112:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384298.255115:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384298.255117:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.255120:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384298.255126:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4b8911e. 00000100:00000001:0.0:1767384298.255130:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.255134:0:17564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384298.255136:0:17564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384298.255139:0:17564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ceba9d8. 00000100:00000001:0.0:1767384298.255142:0:17564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112086155456 : -120961623396160 : ffff91fc6d67f0c0) 00000100:00000001:0.0:1767384298.255145:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.255147:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:0.0:1767384298.255150:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.255153:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.255155:0:17564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384298.255156:0:17564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384298.255159:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.255166:0:17564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.255168:0:17564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.255171:0:17564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.255173:0:17564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.255175:0:17564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.255185:0:17564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032896:0@lo:501: 00000100:00000001:0.0:1767384298.255188:0:17564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.255192:0:17564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.255194:0:17564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.255196:0:17564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.255200:0:17564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a66c17c3. 02000000:00000001:0.0:1767384298.255202:0:17564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.255205:0:17564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000400:00000010:0.0:1767384298.255210:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.255213:0:17564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744032896, portal 25 00000100:00000001:0.0:1767384298.255216:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.255217:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:0.0:1767384298.255220:0:17564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.255226:0:17564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.255228:0:17564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.255230:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384298.255231:0:17564:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236744032896, offset 0 00000400:00000200:0.0:1767384298.255235:0:17564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.255241:0:17564:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.255246:0:17564:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824dd01280 00000400:00000200:0.0:1767384298.255251:0:17564:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x189 [2] + 0 00000400:00000010:0.0:1767384298.255254:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3222541. 00000400:00000200:0.0:1767384298.255258:0:17564:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002616efd0 00000400:00000200:0.0:1767384298.255261:0:17564:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.255266:0:17564:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384298.255269:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002616efd0 00000400:00000010:0.0:1767384298.255271:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002616efd0. 00000100:00000001:0.0:1767384298.255275:0:17564:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.255277:0:17564:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.255280:0:17564:0:(events.c:337:request_in_callback()) incoming req@00000000872fdc6f x1853236744032896 msgsize 504 00000100:00100000:0.0:1767384298.255284:0:17564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.255286:0:17564:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384298.255299:0:17564:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.255311:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384298.255313:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384298.255315:0:17564:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.255319:0:17564:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.255327:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.255331:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.255337:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.255339:0:17564:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384298.255345:0:17564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.255348:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294887038 00000100:00000001:0.0:1767384298.255356:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887036 00000100:00000001:0.0:1767384298.255366:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294887038 00000100:00000001:0.0:1767384298.255375:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887036 00000100:00000001:0.0:1767384298.255382:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294887038 00000100:00000001:0.0:1767384298.255389:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887036 00000100:00000001:0.0:1767384298.255414:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294887038 00000100:00000001:0.0:1767384298.255425:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887036 00000100:00000001:0.0:1767384298.255433:0:17564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.255439:0:17564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.255447:0:17564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.255453:0:17564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384298.255458:0:17564:0:(client.c:2690:ptlrpc_set_wait()) set 000000004ceba9d8 going to sleep for 11 seconds 00000100:00000001:0.0:1767384298.255472:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.255479:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256161:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384298.256171:0:17564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.256174:0:17564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.256178:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000400:00000200:0.0:1767384298.256185:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.256187:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.256191:0:17564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.256209:0:17564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384298.256219:0:17564:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256227:0:17564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.256229:0:17564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.256231:0:17564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.256233:0:17564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.256235:0:17564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.256237:0:17564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.256239:0:17564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.256243:0:17564:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384298.256246:0:17564:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384298.256250:0:17564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.256252:0:17564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.256254:0:17564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.256256:0:17564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256258:0:17564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.256261:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256267:0:17564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.256270:0:17564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.256271:0:17564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.256274:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.256281:0:17564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744032896:0@lo:501: 00000100:00000001:0.0:1767384298.256286:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.256290:0:17564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256292:0:17564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384298.256294:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.256297:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256302:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.256310:0:17564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ceba9d8. 00000100:00000001:0.0:1767384298.256313:0:17564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384298.256315:0:17564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.256318:0:17564:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1767384298.256320:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.256322:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.256324:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384298.256326:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.256330:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744032896/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256336:0:17564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.256337:0:17564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.256339:0:17564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a66c17c3. 02000000:00000001:0.0:1767384298.256343:0:17564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.256344:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.256345:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.256347:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.256348:0:17564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e4b8911e. 02000000:00000001:0.0:1767384298.256351:0:17564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.256352:0:17564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.256353:0:17564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:0.0:1767384298.256356:0:17564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.256357:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384298.256359:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.256361:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.256365:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.256367:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.256368:0:17564:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1767384298.256370:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000010:0.0:1767384298.256373:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000020:00000040:0.0:1767384298.256376:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384298.256378:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384298.256380:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.256403:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384298.256408:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0982d8a. 00000100:00000001:0.0:1767384298.256413:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256417:0:17564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384298.256427:0:17564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384298.256431:0:17564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ceba9d8. 00000100:00000001:0.0:1767384298.256434:0:17564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112086155456 : -120961623396160 : ffff91fc6d67f0c0) 00000100:00000001:0.0:1767384298.256438:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.256440:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:0.0:1767384298.256446:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.256448:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256452:0:17564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384298.256454:0:17564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384298.256463:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256473:0:17564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.256476:0:17564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.256480:0:17564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.256483:0:17564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.256487:0:17564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.256491:0:17564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744033024:0@lo:503: 00000100:00000001:0.0:1767384298.256497:0:17564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.256502:0:17564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.256504:0:17564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.256507:0:17564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.256527:0:17564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000029c85b09. 02000000:00000001:0.0:1767384298.256530:0:17564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.256535:0:17564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000400:00000010:0.0:1767384298.256541:0:17564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b8808f45. 00000100:00000200:0.0:1767384298.256547:0:17564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744033024, portal 25 00000100:00000001:0.0:1767384298.256551:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.256552:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:0.0:1767384298.256558:0:17564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256567:0:17564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.256628:0:17564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.256633:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.256637:0:17564:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744033024, offset 0 00000400:00000200:0.0:1767384298.256658:0:17564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.256673:0:17564:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.256683:0:17564:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd01300 00000400:00000200:0.0:1767384298.256693:0:17564:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x18d [2] + 0 00000400:00000010:0.0:1767384298.256698:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98c050c. 00000400:00000200:0.0:1767384298.256702:0:17564:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a03df82a 00000400:00000200:0.0:1767384298.256707:0:17564:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.256712:0:17564:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384298.256719:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a03df82a 00000400:00000010:0.0:1767384298.256722:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a03df82a. 00000100:00000001:0.0:1767384298.256729:0:17564:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.256732:0:17564:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.256735:0:17564:0:(events.c:337:request_in_callback()) incoming req@00000000e60a42a0 x1853236744033024 msgsize 272 00000100:00100000:0.0:1767384298.256744:0:17564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.256746:0:17564:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384298.256770:0:17564:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.256776:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384298.256779:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.256782:0:17564:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.256787:0:17564:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.256799:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.256805:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.256811:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384298.256815:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.256818:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033024 00000100:00000001:0.0:1767384298.256821:0:17564:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384298.256826:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.256830:0:17564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.256831:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.256838:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256841:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294887040 02000000:00000001:1.0:1767384298.256846:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256853:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887038 00000100:00100000:1.0:1767384298.256854:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033024 00000020:00000001:1.0:1767384298.256861:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.256866:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384298.256867:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294887040 00000020:00000001:1.0:1767384298.256871:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384298.256875:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887038 00000020:00000040:1.0:1767384298.256877:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=13 00000020:00000001:1.0:1767384298.256886:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.256888:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294887040 00000020:00000001:1.0:1767384298.256893:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.256897:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887038 00000100:00000001:1.0:1767384298.256902:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.256909:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5a8d1b. 00000100:00000001:1.0:1767384298.256919:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.256921:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294887040 00000020:00000010:1.0:1767384298.256923:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5a8d1b. 00000100:00000001:0.0:1767384298.256935:0:17564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887038 00000020:00000010:1.0:1767384298.256937:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf845e57. 00000100:00000001:0.0:1767384298.256943:0:17564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.256947:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000100:00000001:0.0:1767384298.256949:0:17564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.256953:0:17564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384298.256955:0:17564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384298.256957:0:17564:0:(client.c:2690:ptlrpc_set_wait()) set 000000004ceba9d8 going to sleep for 11 seconds 00000100:00000001:0.0:1767384298.256962:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.256969:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384298.256971:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384298.256984:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.256987:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.256989:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.256990:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.256996:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.257013:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.257026:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.257028:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.257032:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:1.0:1767384298.257035:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.257038:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227590224 : -120961481961392 : ffff91fc75d61050) 00000100:00000040:1.0:1767384298.257043:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e60a42a0 x1853236744033024/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.257055:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.257059:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5a8d1b. 00000100:00000001:1.0:1767384298.257062:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.257064:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5a8d1b. 00000100:00100000:1.0:1767384298.257088:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+13:17564:x1853236744033024:12345-0@lo:503: 00000100:00000200:1.0:1767384298.257094:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033024 00000020:00000001:1.0:1767384298.257113:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.257115:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.257117:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.257119:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.257121:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505312 : -1040046304 : ffffffffc2022720) 00000020:00000001:1.0:1767384298.257124:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.257126:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.257129:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.257130:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.257132:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.257134:0:16790:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.257136:0:16790:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384298.257139:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.257147:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.257159:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009b26e900. 02000000:00000001:1.0:1767384298.257162:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.257164:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384298.257166:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:1.0:1767384298.257167:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384298.257170:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ba2e0504. 00000040:00000001:1.0:1767384298.257173:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384298.257174:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384298.257176:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:1.0:1767384298.257178:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:1.0:1767384298.257181:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384298.257184:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111868501336 : -120961841050280 : ffff91fc606ecd58) 00000040:00000001:1.0:1767384298.257186:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.257187:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.257189:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384298.257192:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003ffd453d. 00000040:00000001:1.0:1767384298.257194:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.257195:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384298.257199:0:16790:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384298.257200:0:16790:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384298.257202:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384298.257204:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.257205:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.257208:0:16790:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384298.257210:0:16790:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384298.257212:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384298.257214:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000b6a1c3b3/00000000566d5d0f to site lru. bkt: 000000005fa6ab26 00000040:00000001:1.0:1767384298.257216:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384298.257217:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003ffd453d. 00000040:00000010:1.0:1767384298.257221:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ba2e0504. 00000040:00000040:1.0:1767384298.257222:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:1.0:1767384298.257224:0:16790:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.257226:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033024 00010000:00000001:1.0:1767384298.257228:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.257236:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e60a42a0 x1853236744033024/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.257243:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.257244:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.257246:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.257249:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.257251:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.257252:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.257254:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.257256:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.257257:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.257259:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.257261:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007c86bf3f. 00000100:00000200:1.0:1767384298.257265:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744033024, offset 224 00000400:00000200:1.0:1767384298.257269:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.257275:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.257280:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd01300 00000400:00000200:1.0:1767384298.257284:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1059 [4] + 224 00000400:00000200:1.0:1767384298.257289:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.257292:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.257295:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.257297:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.257304:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.257319:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.257323:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c86bf3f 00000400:00000010:1.0:1767384298.257325:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007c86bf3f. 00000100:00000001:1.0:1767384298.257327:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.257328:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.257331:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.257333:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:1.0:1767384298.257335:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.257337:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.257345:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384298.257346:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384298.257351:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e60a42a0 x1853236744033024/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384298.257353:0:17564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.257357:0:17564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.257361:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000400:00000200:0.0:1767384298.257368:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8808f45 00000100:00100000:1.0:1767384298.257372:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+13:17564:x1853236744033024:12345-0@lo:503: Request processed in 313us (632us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384298.257374:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b8808f45. 00000100:00000001:0.0:1767384298.257381:0:17564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384298.257386:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000200:0.0:1767384298.257388:0:17564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.257391:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384298.257396:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.257400:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.257405:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000100:00000200:0.0:1767384298.257408:0:17564:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384298.257435:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:1.0:1767384298.257446:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf845e57. 00000100:00000001:0.0:1767384298.257449:0:17564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.257455:0:17564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384298.257458:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 12 00000100:00000001:0.0:1767384298.257459:0:17564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.257465:0:17564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384298.257468:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384298.257469:0:17564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384298.257476:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009b26e900. 00000100:00000001:0.0:1767384298.257477:0:17564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.257487:0:17564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384298.257493:0:17564:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=6 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384298.257495:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384298.257498:0:17564:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.257502:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.257505:0:17564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.257510:0:17564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384298.257511:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384298.257513:0:17564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.257520:0:17564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.257523:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000100:00000001:0.0:1767384298.257524:0:17564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.257536:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c86bf3f. 00000100:00000040:0.0:1767384298.257537:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.257563:0:17564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.257567:0:17564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.257569:0:17564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.257626:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.257636:0:17564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744033024:0@lo:503: 00000100:00000001:0.0:1767384298.257642:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.257644:0:17564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.257646:0:17564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384298.257648:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.257650:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.257658:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.257660:0:17564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ceba9d8. 00000100:00000001:0.0:1767384298.257664:0:17564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384298.257665:0:17564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257671:0:17564:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1767384298.257673:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.257676:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744033024/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.257684:0:17564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.257687:0:17564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.257689:0:17564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000029c85b09. 02000000:00000001:0.0:1767384298.257702:0:17564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.257705:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.257706:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.257709:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.257711:0:17564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e0982d8a. 02000000:00000001:0.0:1767384298.257716:0:17564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.257717:0:17564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.257719:0:17564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:0.0:1767384298.257722:0:17564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.257723:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384298.257734:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.257735:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.257737:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1767384298.257739:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257742:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257744:0:17564:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384298.257745:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.257748:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0982d8a. 00000040:00000001:0.0:1767384298.257752:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.257754:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.257757:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.257760:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.257767:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.257790:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.257793:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.257795:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257797:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384298.257802:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ff8dfd95. 00000020:00000001:0.0:1767384298.257805:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.257809:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111442327128 : -120962267224488 : ffff91fc4707e658) 00000040:00000001:0.0:1767384298.257812:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257814:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257817:0:17564:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384298.257819:0:17564:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384298.257821:0:17564:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384298.257824:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.257829:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2751baf. 00080000:00000001:0.0:1767384298.257832:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091703808 : -120966617847808 : ffff91fb43b6a800) 00000040:00000001:0.0:1767384298.257835:0:17564:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384298.257837:0:17564:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384298.257841:0:17564:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1767384298.257847:0:17564:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384298.257851:0:17564:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:0.0:1767384298.257855:0:17564:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000004908d62c. 00080000:00000001:0.0:1767384298.257857:0:17564:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384298.257865:0:17564:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.257875:0:17564:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257879:0:17564:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384298.257882:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.257884:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384298.257892:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384298.257894:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.257900:0:17564:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257903:0:17564:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257906:0:17564:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257909:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.257923:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.257926:0:17564:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384298.257930:0:17564:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1767384298.257941:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.257943:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257954:0:17564:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257957:0:17564:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384298.257979:0:17564:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.257983:0:17564:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384298.257984:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.257986:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258013:0:17564:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.258016:0:17564:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258019:0:17564:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258022:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384298.258033:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258035:0:17564:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258037:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384298.258049:0:17564:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005cd90e8b. 00000020:00000010:0.0:1767384298.258054:0:17564:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000016b293bc. 00000040:00000010:0.0:1767384298.258063:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ff8dfd95. 00000040:00000001:0.0:1767384298.258108:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.258111:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0982d8a. 00000040:00000001:0.0:1767384298.258114:0:17564:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258115:0:17564:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:0.0:1767384298.258116:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.258118:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e0982d8a. 00000040:00000001:0.0:1767384298.258120:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.258122:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.258128:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.258131:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.258134:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.258144:0:17564:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:0.0:1767384298.258148:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ff8dfd95. 00000020:00000001:0.0:1767384298.258149:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.258152:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000914fd2e0. 00000020:00000001:0.0:1767384298.258155:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.258157:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005cd90e8b. 00000020:00000001:0.0:1767384298.258159:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258160:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.258162:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.258163:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.258164:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258171:0:17564:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384298.258172:0:17564:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.258174:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.258176:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442325592 : -120962267226024 : ffff91fc4707e058) 00000040:00000001:0.0:1767384298.258178:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258180:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258181:0:17564:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384298.258182:0:17564:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258184:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.258187:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007695e498. 00080000:00000001:0.0:1767384298.258189:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091693568 : -120966617858048 : ffff91fb43b68000) 00000040:00000001:0.0:1767384298.258191:0:17564:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:0.0:1767384298.258192:0:17564:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1767384298.258194:0:17564:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1767384298.258196:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.258200:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.258201:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258203:0:17564:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384298.258213:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.258214:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384298.258216:0:17564:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:0.0:1767384298.258219:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.258225:0:17564:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258227:0:17564:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1767384298.258229:0:17564:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.258231:0:17564:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258234:0:17564:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1767384298.258238:0:17564:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258240:0:17564:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258242:0:17564:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258243:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.258251:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258252:0:17564:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:0.0:1767384298.258254:0:17564:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:0.0:1767384298.258256:0:17564:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:0.0:1767384298.258257:0:17564:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384298.258344:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.258345:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258363:0:17564:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384298.258365:0:17564:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258367:0:17564:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258370:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.258375:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384298.258377:0:17564:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258380:0:17564:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1767384298.258386:0:17564:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258389:0:17564:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258391:0:17564:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258392:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384298.258414:0:17564:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000005a6690f9. 00080000:00000001:0.0:1767384298.258441:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258444:0:17564:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258446:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.258449:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000089bb48ec. 00000040:00000001:0.0:1767384298.258451:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.258453:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384298.258456:0:17564:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384298.258458:0:17564:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384298.258461:0:17564:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384298.258465:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258475:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258478:0:17564:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384298.258480:0:17564:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002f8adc80. 00000040:00001000:0.0:1767384298.258483:0:17564:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:0.0:1767384298.258487:0:17564:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384298.258492:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4b8911e. 00000020:00000010:0.0:1767384298.258495:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a66c17c3. 00000040:00000010:0.0:1767384298.258499:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9fe90c7. 00000020:00000010:0.0:1767384298.258503:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009272184e. 00000020:00000010:0.0:1767384298.258507:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006748bc72. 00000020:00000010:0.0:1767384298.258511:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c05d5d7e. 80000000:00000010:0.0:1767384298.258514:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000295b77d8. 40000000:00000010:0.0:1767384298.258518:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be82e7fe. 00100000:00000010:0.0:1767384298.258522:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019086982. 00040000:00000010:0.0:1767384298.258526:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000027d96e69. 00040000:00000010:0.0:1767384298.258530:0:17564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000079f18631. 00040000:00000010:0.0:1767384298.258533:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cda304ba. 00080000:00000010:0.0:1767384298.258536:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006d5c2092. 00000004:00000010:0.0:1767384298.258541:0:17564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d0b07ab. 00000004:00000010:0.0:1767384298.258544:0:17564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a3df4c9. 00000004:00000010:0.0:1767384298.258548:0:17564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6440cd5. 00002000:00000010:0.0:1767384298.258552:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008588be42. 00000004:00000010:0.0:1767384298.258556:0:17564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000361626e5. 00000020:00000010:0.0:1767384298.258559:0:17564:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006197fe1f. 00000040:00000010:0.0:1767384298.258567:0:17564:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000098d0cbcc. 00000040:00080000:0.0:1767384298.258569:0:17564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:0.0:1767384298.258572:0:17564:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000098d0cbcc. 00000020:00000010:0.0:1767384298.258579:0:17564:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006197fe1f. 00000020:00000010:0.0:1767384298.258637:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a66c17c3. 00000040:00000010:0.0:1767384298.258643:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9fe90c7. 00000020:00000010:0.0:1767384298.258646:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009272184e. 00000020:00000010:0.0:1767384298.258650:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006748bc72. 00000020:00000010:0.0:1767384298.258653:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c05d5d7e. 80000000:00000010:0.0:1767384298.258656:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000295b77d8. 40000000:00000010:0.0:1767384298.258668:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000be82e7fe. 00100000:00000010:0.0:1767384298.258672:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000019086982. 00040000:00000010:0.0:1767384298.258675:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027d96e69. 00040000:00000010:0.0:1767384298.258678:0:17564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000079f18631. 00040000:00000010:0.0:1767384298.258681:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cda304ba. 00080000:00000010:0.0:1767384298.258685:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006d5c2092. 00000004:00000010:0.0:1767384298.258688:0:17564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d0b07ab. 00000004:00000010:0.0:1767384298.258693:0:17564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003a3df4c9. 00000004:00000010:0.0:1767384298.258696:0:17564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6440cd5. 00002000:00000010:0.0:1767384298.258700:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008588be42. 00000004:00000010:0.0:1767384298.258703:0:17564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000361626e5. 00000020:00000010:0.0:1767384298.258706:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4b8911e. 00000040:00000010:0.0:1767384298.258709:0:17564:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002f8adc80. 00000040:00000001:0.0:1767384298.258712:0:17564:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258715:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.258718:0:17564:0:(lu_object.c:207:lu_object_put()) Add 000000005cd90e8b/00000000914fd2e0 to site lru. bkt: 0000000029097dad 00000040:00000010:0.0:1767384298.258721:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ff8dfd95. 00000040:00000001:0.0:1767384298.258724:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.258726:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000089bb48ec. 00000040:00000010:0.0:1767384298.258730:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e0982d8a. 00000040:00000010:0.0:1767384298.258733:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.258736:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003dc7e3b7. 00000040:00000001:0.0:1767384298.258739:0:17564:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258741:0:17564:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:0.0:1767384298.258743:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.258745:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cda304ba. 00000040:00000001:0.0:1767384298.258748:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.258750:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.258753:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.258756:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.258760:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.258775:0:17564:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.258778:0:17564:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384298.258781:0:17564:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384298.258791:0:17564:0:(llog.c:1547:llog_open()) MGC192.168.203.113@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:0.0:1767384298.258793:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cda304ba. 00000040:00000001:0.0:1767384298.258796:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384298.258798:0:17564:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:0.0:1767384298.258801:0:17564:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000cb33e835. 10000000:00000040:0.0:1767384298.258805:0:17564:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000056d1866b : new refcount 1 10000000:00000001:0.0:1767384298.258807:0:17564:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.258811:0:17564:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1767384298.258813:0:17564:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1767384298.258815:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.258817:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cda304ba. 00000040:00000001:0.0:1767384298.258819:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.258821:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.258823:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.258825:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.258829:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.258839:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.258842:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.258843:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.258845:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384298.258848:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000cb33e835. 00000020:00000001:0.0:1767384298.258851:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.258854:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111442325592 : -120962267226024 : ffff91fc4707e058) 00000040:00000001:0.0:1767384298.258857:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258859:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258861:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.258864:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.258866:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.258867:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384298.258871:0:17564:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384298.258872:0:17564:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384298.258875:0:17564:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384298.258878:0:17564:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258880:0:17564:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.258882:0:17564:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1767384298.258891:0:17564:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002f8adc80. 00000040:00001000:0.0:1767384298.258893:0:17564:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000010:0.0:1767384298.260261:0:17564:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002f8adc80. 00000040:00000001:0.0:1767384298.260266:0:17564:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384298.260269:0:17564:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:0.0:1767384298.260272:0:17564:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384298.260275:0:17564:0:(lu_object.c:207:lu_object_put()) Add 000000005cd90e8b/00000000914fd2e0 to site lru. bkt: 0000000029097dad 00000040:00000010:0.0:1767384298.260278:0:17564:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000cb33e835. 00000040:00000001:0.0:1767384298.260280:0:17564:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384298.260283:0:17564:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000638a6159. 00000040:00000010:0.0:1767384298.260288:0:17564:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cda304ba. 00000020:00000001:0.0:1767384298.260290:0:17564:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.260292:0:17564:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1767384298.260296:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9ecc2af. 00000040:00000010:0.0:1767384298.260299:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000083306ca. 00000020:00000010:0.0:1767384298.260302:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cc51f18d. 00000020:00000010:0.0:1767384298.260305:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab92344a. 80000000:00000010:0.0:1767384298.260308:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e4852c5. 00040000:00000010:0.0:1767384298.260310:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000065cf1f14. 00080000:00000010:0.0:1767384298.260323:0:17564:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000004908d62c. 00000020:00000010:0.0:1767384298.260325:0:17564:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000005a6690f9. 00080000:00000010:0.0:1767384298.260327:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005af0a459. 20000000:00000010:0.0:1767384298.260329:0:17564:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003c58671c. 00000020:00000010:0.0:1767384298.260331:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 10000000:00000010:0.0:1767384298.260333:0:17564:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000a40c5e32. 10000000:01000000:0.0:1767384298.260335:0:17564:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1767384298.260348:0:17564:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384298.260350:0:17564:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.260351:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.260353:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df0e4f1f refcount=3 00000020:00000001:0.0:1767384298.260355:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000001:0.0:1767384298.260357:0:17564:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701568 : -120962254850048 : ffff91fc47c4b800) 00010000:00000001:0.0:1767384298.260360:0:17564:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384298.260369:0:17564:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000df0e4f1f/0xf489261bfe0bc4fe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc505 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.260377:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.260379:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.260381:0:17564:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000df0e4f1f/0xf489261bfe0bc4fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc505 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.260386:0:17564:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384298.260387:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.260388:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384298.260389:0:17564:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.260391:0:17564:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.260393:0:17564:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.260396:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009652e802. 00000040:00000010:0.0:1767384298.260399:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000e6ae33e. 00000020:00000010:0.0:1767384298.260401:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc7eb911. 00000020:00000010:0.0:1767384298.260405:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000014edd5c5. 00040000:00000010:0.0:1767384298.260407:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f5be1845. 00040000:00000010:0.0:1767384298.260409:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e414841. 00080000:00000010:0.0:1767384298.260411:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea66c8f7. 00000020:00000010:0.0:1767384298.260414:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9952305. 00000020:00000001:0.0:1767384298.260416:0:17564:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.260418:0:17564:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000d8fc83e6. 00000020:00000010:0.0:1767384298.260438:0:17564:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000f3a71c8a. 00000020:00000001:0.0:1767384298.260441:0:17564:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.260451:0:17564:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1767384298.260454:0:17564:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000a40c5e32. 00000020:00000010:0.0:1767384298.260458:0:17564:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000005a6690f9. 00000020:00000001:0.0:1767384298.260460:0:17564:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1767384298.260463:0:17564:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000bcf78f28. 00000020:00000010:0.0:1767384298.260467:0:17564:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000004ceba9d8. 00000020:00000001:0.0:1767384298.260470:0:17564:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384298.260473:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cda304ba. 00000020:00000010:0.0:1767384298.260476:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c05d5d7e. 00000040:00000010:0.0:1767384298.260479:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9fe90c7. 00000020:00000010:0.0:1767384298.260488:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005af0a459. 00000020:00000010:0.0:1767384298.260492:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a519f0ee. 00040000:00000010:0.0:1767384298.260496:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004908d62c. 00040000:00000010:0.0:1767384298.260499:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a82f92bb. 00080000:00000010:0.0:1767384298.260502:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cc51f18d. 10000000:00000001:0.0:1767384298.260515:0:17564:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384298.260517:0:17564:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1767384298.260520:0:17564:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1767384298.260523:0:17564:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1767384298.260524:0:17564:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91fc47013000 10000000:00000001:0.0:1767384298.260528:0:17564:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1767384298.260530:0:17564:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91fc47013000 10000000:00000010:0.0:1767384298.260533:0:17564:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000feb860f6. 10000000:01000000:0.0:1767384298.260536:0:17564:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1767384298.260540:0:17564:0:(genops.c:887:class_export_get()) GET export 000000006a4f0d02 refcount=12 10000000:00000001:0.0:1767384298.260543:0:17564:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446623111442881536 : -120962266670080 : ffff91fc47105c00) 10000000:00000001:0.0:1767384298.260546:0:17564:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446623111442881536 : -120962266670080 : ffff91fc47105c00) 10000000:00000001:0.0:1767384298.260549:0:17564:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384298.260551:0:17564:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff91fc47013000 from 1 10000000:00000001:0.0:1767384298.260553:0:17564:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384298.260555:0:17564:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1767384298.260559:0:17564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000020:00000040:0.0:1767384298.260562:0:17564:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384298.260566:0:17564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384298.260702:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887040, at 4294887041 00000100:00000010:1.0:1767384298.260716:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080ade2f1. 02000000:00000001:0.0:1767384298.260721:0:17564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384298.260728:0:17564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.260750:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887040, at 4294887041 00000100:00000010:0.0:1767384298.260759:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014aa1ff4. 02000000:00000010:0.0:1767384298.260803:0:17564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae133f16. 00000100:00000001:0.0:1767384298.260808:0:17564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.260812:0:17564:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384298.260815:0:17564:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384298.260819:0:17564:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c6a909e4 count: 5 00010000:00000001:0.0:1767384298.260822:0:17564:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.260834:0:17564:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.260837:0:17564:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ec962d4. 00000020:00000010:0.0:1767384298.260842:0:17564:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007128322d. 00000020:00000001:0.0:1767384298.260845:0:17564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.260848:0:17564:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ec962d4 with handle 0xf489261bfe0bc50c to hash 00000020:00000001:0.0:1767384298.260850:0:17564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.260851:0:17564:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000001:0.0:1767384298.260854:0:17564:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000001:0.0:1767384298.260859:0:17564:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.260861:0:17564:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.260864:0:17564:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000009ec962d4/0xf489261bfe0bc50c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.260872:0:17564:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 000000009ec962d4/0xf489261bfe0bc50c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.260882:0:17564:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 000000009ec962d4/0xf489261bfe0bc50c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384298.260889:0:17564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384298.260890:0:17564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384298.260894:0:17564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8808f45. 00000100:00000001:0.0:1767384298.260896:0:17564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112086156224 : -120961623395392 : ffff91fc6d67f3c0) 00000100:00000001:0.0:1767384298.260899:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.260901:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:0.0:1767384298.260905:0:17564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384298.260906:0:17564:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.260908:0:17564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384298.260910:0:17564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384298.260914:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.260924:0:17564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384298.260925:0:17564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.260929:0:17564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384298.260937:0:17564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384298.260940:0:17564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384298.260943:0:17564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744033152:0@lo:101: 00000100:00000001:0.0:1767384298.260947:0:17564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384298.260951:0:17564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384298.260953:0:17564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.260955:0:17564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384298.260958:0:17564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000361626e5. 02000000:00000001:0.0:1767384298.260960:0:17564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.260964:0:17564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000400:00000010:0.0:1767384298.260968:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384298.260972:0:17564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744033152, portal 25 00000100:00000001:0.0:1767384298.260975:0:17564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384298.260976:0:17564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:0.0:1767384298.260980:0:17564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.260988:0:17564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384298.260991:0:17564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384298.260993:0:17564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384298.260996:0:17564:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744033152, offset 0 00000400:00000200:0.0:1767384298.261001:0:17564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384298.261008:0:17564:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384298.261015:0:17564:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd01380 00000400:00000200:0.0:1767384298.261020:0:17564:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x191 [2] + 0 00000400:00000010:0.0:1767384298.261024:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c814304. 00000400:00000200:0.0:1767384298.261027:0:17564:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba78f611 00000400:00000200:0.0:1767384298.261031:0:17564:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384298.261035:0:17564:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384298.261039:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba78f611 00000400:00000010:0.0:1767384298.261041:0:17564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba78f611. 00000100:00000001:0.0:1767384298.261044:0:17564:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384298.261046:0:17564:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384298.261050:0:17564:0:(events.c:337:request_in_callback()) incoming req@0000000064355ad9 x1853236744033152 msgsize 328 00000100:00100000:0.0:1767384298.261054:0:17564:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384298.261063:0:17564:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384298.261118:0:17564:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384298.261123:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384298.261125:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384298.261127:0:17564:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384298.261130:0:17564:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.261138:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.261141:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.261143:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384298.261148:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033152 02000000:00000001:1.0:1767384298.261153:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384298.261154:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.261156:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.261158:0:17564:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.261160:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.261163:0:17564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.261166:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.261167:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294887044 00000100:00100000:1.0:1767384298.261171:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033152 00000100:00000010:0.0:1767384298.261173:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e4852c5. 00000020:00000001:1.0:1767384298.261175:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.261180:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384298.261181:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384298.261183:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.261187:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=13 00000100:00000001:0.0:1767384298.261189:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294887044 00000020:00000001:1.0:1767384298.261190:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000010:0.0:1767384298.261194:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f8adc80. 00000100:00000001:0.0:1767384298.261197:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384298.261199:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294887044 00000100:00000010:0.0:1767384298.261206:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000295b77d8. 00000020:00000001:1.0:1767384298.261207:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384298.261212:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384298.261214:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384298.261217:0:17564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294887044 00000020:00000010:1.0:1767384298.261220:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5a8d1b. 00000100:00000010:0.0:1767384298.261223:0:17564:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028e2cc7d. 00000100:00000001:1.0:1767384298.261227:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.261228:0:17564:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384298.261232:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5a8d1b. 00000100:00000001:0.0:1767384298.261234:0:17564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.261239:0:17564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.261241:0:17564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384298.261242:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000100:00000001:0.0:1767384298.261244:0:17564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384298.261248:0:17564:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b8808f45 going to sleep for 11 seconds 00000020:00000010:1.0:1767384298.261249:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000100:00000001:0.0:1767384298.261253:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384298.261256:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000001:0.0:1767384298.261257:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.261263:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.261265:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.261268:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.261272:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.261276:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.261288:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.261297:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.261298:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.261302:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767384298.261304:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.261306:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227594320 : -120961481957296 : ffff91fc75d62050) 00000100:00000040:1.0:1767384298.261321:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064355ad9 x1853236744033152/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.261331:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.261334:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e5a8d1b. 00000100:00000001:1.0:1767384298.261335:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.261337:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e5a8d1b. 00000100:00100000:1.0:1767384298.261340:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+13:17564:x1853236744033152:12345-0@lo:101: 00000100:00000200:1.0:1767384298.261343:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033152 00000020:00000001:1.0:1767384298.261345:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.261347:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.261348:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.261350:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.261351:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:1.0:1767384298.261361:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.261362:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.261364:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.261365:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.261368:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.261370:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384298.261371:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384298.261372:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384298.261374:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384298.261375:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.261378:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384298.261380:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 5 00010000:00000001:1.0:1767384298.261382:0:16790:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384298.261384:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384298.261387:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000030060541. 00000020:00000010:1.0:1767384298.261390:0:16790:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000e5a8d1b. 00000020:00000001:1.0:1767384298.261392:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384298.261393:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000030060541 with handle 0xf489261bfe0bc513 to hash 00000020:00000001:1.0:1767384298.261395:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384298.261396:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083596800 : -120961625954816 : ffff91fc6d40e600) 00010000:00000001:1.0:1767384298.261416:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083596800 : -120961625954816 : ffff91fc6d40e600) 00010000:00010000:1.0:1767384298.261419:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc50c expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384298.261427:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:1.0:1767384298.261430:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:1.0:1767384298.261436:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.261438:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.261442:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005f7571a3. 02000000:00000001:1.0:1767384298.261445:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.261447:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.261450:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384298.261453:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384298.261455:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384298.261457:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.261466:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.261468:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.261470:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.261473:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384298.261475:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384298.261477:0:16790:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384298.261478:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384298.261480:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000058b224da) refcount = 5 00010000:00000040:1.0:1767384298.261484:0:16790:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384298.261487:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 14 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384298.261494:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000015ec06f2/0xf489261bfe0bc49c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc495 expref: 14 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384298.261501:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d64c77c8/0xf489261bfe0bc417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc410 expref: 14 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384298.261507:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000014f506e2/0xf489261bfe0bc3fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc3f4 expref: 14 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384298.261513:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc50c expref: 14 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.261519:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384298.261521:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384298.261522:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.261525:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.261527:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384298.261531:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384298.261533:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc50c expref: 14 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.261540:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384298.261542:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384298.261543:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.261546:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.261564:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384298.261566:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.261624:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384298.261626:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000030060541, rc 0) 00000020:00000001:1.0:1767384298.261630:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.261635:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033152 00010000:00000001:1.0:1767384298.261638:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.261646:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064355ad9 x1853236744033152/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.261657:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.261660:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.261663:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.261667:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.261670:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.261672:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.261675:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.261677:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.261681:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.261683:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.261688:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384298.261692:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744033152, offset 224 00000400:00000200:1.0:1767384298.261698:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.261707:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.261714:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd01380 00000400:00000200:1.0:1767384298.261720:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1069 [1] + 224 00000400:00000200:1.0:1767384298.261726:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.261729:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.261734:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.261737:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.261748:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.261768:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.261784:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384298.261788:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384298.261792:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.261794:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.261804:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.261804:0:17564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384298.261814:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00000400:00000001:0.0:1767384298.261816:0:17564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384298.261818:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384298.261822:0:17564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384298.261824:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384298.261828:0:17564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000020:00000001:1.0:1767384298.261831:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384298.261837:0:17564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000100:00000040:1.0:1767384298.261842:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064355ad9 x1853236744033152/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384298.261845:0:17564:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384298.261855:0:17564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.261867:0:17564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.261874:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033152:12345-0@lo:101: Request processed in 536us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.261906:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767384298.261911:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:0.0:1767384298.261915:0:17564:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.261917:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.261922:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.261929:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000100:00000001:0.0:1767384298.261935:0:17564:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384298.261938:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000100:00000001:0.0:1767384298.261941:0:17564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384298.261947:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000100:00000001:0.0:1767384298.261948:0:17564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.261952:0:17564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.261957:0:17564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384298.261960:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384298.261961:0:17564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.261969:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384298.261970:0:17564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384298.261976:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005f7571a3. 00000100:00001000:0.0:1767384298.261980:0:17564:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=6 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384298.261983:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384298.261991:0:17564:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.261992:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.262005:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384298.262006:0:17564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.262010:0:17564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.262015:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2729829. 00010000:00000001:0.0:1767384298.262016:0:17564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384298.262022:0:17564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384298.262026:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008328877c. 00000100:00000001:0.0:1767384298.262028:0:17564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.262038:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.262047:0:17564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.262050:0:17564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.262052:0:17564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384298.262055:0:17564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.262063:0:17564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:17564:1853236744033152:0@lo:101: 00000100:00000001:0.0:1767384298.262094:0:17564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.262124:0:17564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.262126:0:17564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384298.262127:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.262129:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.262135:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384298.262136:0:17564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8808f45. 00000100:00000001:0.0:1767384298.262139:0:17564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384298.262140:0:17564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.262142:0:17564:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384298.262144:0:17564:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.262145:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.262146:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ec962d4 refcount=4 00000020:00000001:0.0:1767384298.262148:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000001:0.0:1767384298.262150:0:17564:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000040:0.0:1767384298.262153:0:17564:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009ec962d4, remote cookie: 0xf489261bfe0bc513, flags: 0x0 00010000:00000001:0.0:1767384298.262155:0:17564:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.262157:0:17564:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.262159:0:17564:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.262160:0:17564:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.262161:0:17564:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.262163:0:17564:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000c6a909e4) refcount = 5 00010000:00000040:0.0:1767384298.262165:0:17564:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384298.262166:0:17564:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.113@tcp lock: 00000000689605ad/0xf489261bfe0bc4e2 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc4e9 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.262171:0:17564:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.262176:0:17564:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.262180:0:17564:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.113@tcp lock: 00000000b11ebf43/0xf489261bfe0bc3f4 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc3fb expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.262194:0:17564:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 000000009ec962d4/0xf489261bfe0bc50c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc513 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.262199:0:17564:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.262200:0:17564:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.262201:0:17564:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384298.262203:0:17564:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384298.262204:0:17564:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.262206:0:17564:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 000000009ec962d4/0xf489261bfe0bc50c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc513 expref: -99 pid: 17564 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.262209:0:17564:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384298.262210:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.262211:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.262212:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.262213:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.262214:0:17564:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.262216:0:17564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.262218:0:17564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744033152/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.262223:0:17564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.262225:0:17564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.262226:0:17564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000361626e5. 02000000:00000001:0.0:1767384298.262228:0:17564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.262229:0:17564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.262230:0:17564:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384298.262231:0:17564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.262232:0:17564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae133f16. 02000000:00000001:0.0:1767384298.262234:0:17564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.262236:0:17564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.262237:0:17564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:0.0:1767384298.262239:0:17564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.262240:0:17564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384298.262241:0:17564:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.262243:0:17564:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384298.262248:0:17564:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000feb860f6) refs 2 10000000:00000001:0.0:1767384298.262250:0:17564:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.262252:0:17564:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.262253:0:17564:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.262254:0:17564:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ec962d4 refcount=3 00000020:00000001:0.0:1767384298.262255:0:17564:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000001:0.0:1767384298.262257:0:17564:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750336 : -120961592801280 : ffff91fc6f3ac800) 00010000:00000001:0.0:1767384298.262258:0:17564:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384298.262259:0:17564:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.262260:0:17564:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.262261:0:17564:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384298.262263:0:17564:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1767384298.262265:0:17564:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000be82e7fe. 00000020:00000010:0.0:1767384298.262266:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae133f16. 00000020:00000010:0.0:1767384298.262269:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001c0ef4c. 00000040:00000010:0.0:1767384298.262271:0:17564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c1253d29. 00000020:00000010:0.0:1767384298.262273:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6440cd5. 00000020:00000010:0.0:1767384298.262275:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087b98a77. 80000000:00000010:0.0:1767384298.262277:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b4ebb3f. 00040000:00000010:0.0:1767384298.262280:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000191e7530. 00080000:00000010:0.0:1767384298.262282:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d0b07ab. 20000000:00000010:0.0:1767384298.262284:0:17564:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d076520c. 10000000:00000040:0.0:1767384298.262287:0:17564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000056d1866b : new refcount 2 10000000:00000040:0.0:1767384298.262288:0:17564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000089cfbd54 : new refcount 2 10000000:00000040:0.0:1767384298.262290:0:17564:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.113@tcp: copy local log lustre-client 10000000:00000001:0.0:1767384298.262292:0:17564:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:0.0:1767384298.262294:0:17564:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 15 at 00000000ae3a92d8. 00000040:00000001:0.0:1767384298.262296:0:17564:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:0.0:1767384298.262297:0:17564:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384298.262299:0:17564:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000001:0.0:1767384298.262301:0:17564:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384298.262302:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.262303:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.262306:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00080000:00000001:0.0:1767384298.262313:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.262325:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.262327:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.262328:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262330:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384298.262332:0:17564:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000046022fc8. 00000020:00000001:0.0:1767384298.262334:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.262337:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000027d96e69. 00000020:00000001:0.0:1767384298.262340:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.262342:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000be1f1500. 00000020:00000001:0.0:1767384298.262343:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262345:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.262347:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.262348:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.262349:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262357:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262364:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384298.262368:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384298.262379:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262381:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262382:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384298.262383:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384298.262385:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384298.262387:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.262389:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.262390:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.262392:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442328408 : -120962267223208 : ffff91fc4707eb58) 00000040:00000001:0.0:1767384298.262394:0:17564:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.262396:0:17564:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384298.262397:0:17564:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384298.262400:0:17564:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000638a6159. 00000040:00000001:0.0:1767384298.262402:0:17564:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384298.262403:0:17564:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:0.0:1767384298.264639:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887044, at 4294887045 00000100:00000010:0.0:1767384298.264658:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e4852c5. 00000100:00000040:1.0:1767384298.264671:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887044, at 4294887045 00000100:00000010:1.0:1767384298.264686:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f8adc80. 00000100:00000001:1.0:1767384298.269279:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384298.269286:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033280 02000000:00000001:1.0:1767384298.269293:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384298.269296:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.269323:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.269329:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.269338:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033280 00000020:00000001:1.0:1767384298.269353:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.269358:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384298.269363:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.269367:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384298.269384:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384298.269404:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384298.269431:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.269437:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.269440:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.269443:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000020:00000010:1.0:1767384298.269451:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:1.0:1767384298.269456:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.269461:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384298.269469:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.269472:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.269474:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.269476:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.269481:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.269502:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.269514:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.269516:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.269521:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767384298.269524:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.269527:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227598416 : -120961481953200 : ffff91fc75d63050) 00000100:00000040:1.0:1767384298.269533:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073139b0d x1853236744033280/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.269546:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.269550:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.269589:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.269593:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384298.269610:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033280:12345-0@lo:501: 00000100:00000200:1.0:1767384298.269616:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033280 00000020:00000001:1.0:1767384298.269620:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.269624:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.269627:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.269630:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.269633:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505216 : -1040046400 : ffffffffc20226c0) 00000020:00000001:1.0:1767384298.269636:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.269637:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.269640:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.269642:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.269645:0:16790:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384298.269648:0:16790:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.269650:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384298.269652:0:16790:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384298.269654:0:16790:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384298.269656:0:16790:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384298.269659:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.269661:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.269665:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005f7571a3. 02000000:00000001:1.0:1767384298.269667:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.269670:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384298.269673:0:16790:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384298.269675:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:1.0:1767384298.269678:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384298.269681:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003c58671c. 00000040:00000001:1.0:1767384298.269684:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384298.269686:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384298.269689:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:1.0:1767384298.269692:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00080000:00000001:1.0:1767384298.269699:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384298.269732:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384298.269735:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384298.269737:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.269739:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384298.269752:0:16790:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008e44fa45. 00000020:00000001:1.0:1767384298.269755:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384298.269759:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:1.0:1767384298.269762:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.269765:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.269769:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384298.269772:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000010:1.0:1767384298.269775:0:16790:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000008e44fa45. 00000040:00000001:1.0:1767384298.269779:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384298.269782:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c58671c. 00000040:00000001:1.0:1767384298.269785:0:16790:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384298.269786:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:1.0:1767384298.269789:0:16790:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384298.269794:0:16790:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384298.269797:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384298.269799:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384298.269801:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384298.269804:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384298.269806:0:16790:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000003719a59e. 00000020:00000040:1.0:1767384298.269809:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000020:00000040:1.0:1767384298.269811:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 20000000:00000010:1.0:1767384298.269813:0:16790:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000003719a59e. 20000000:00000001:1.0:1767384298.269816:0:16790:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:1.0:1767384298.269819:0:16790:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.269822:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033280 00010000:00000001:1.0:1767384298.269825:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.269829:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073139b0d x1853236744033280/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/272 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.269840:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.269842:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.269844:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.269849:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.269851:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.269854:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.269862:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.269865:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.269868:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.269871:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.269874:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384298.269879:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744033280, offset 224 00000400:00000200:1.0:1767384298.269884:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.269894:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.269902:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd01400 00000400:00000200:1.0:1767384298.269909:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1079 [1] + 224 00000400:00000200:1.0:1767384298.269915:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.269919:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.269923:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.269927:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744033280/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.269937:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000b2894ad8 x1853236744033280/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.269961:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.269967:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384298.269970:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384298.269973:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.269975:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.269979:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.269981:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:1.0:1767384298.269984:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.269986:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.269988:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384298.269992:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073139b0d x1853236744033280/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 512/272 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.270002:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033280:12345-0@lo:501: Request processed in 456us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.270012:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767384298.270015:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384298.270027:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.270031:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.270044:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.270054:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:1.0:1767384298.270116:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000020:00000040:1.0:1767384298.270124:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:1.0:1767384298.270135:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384298.270141:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005f7571a3. 02000000:00000001:1.0:1767384298.270153:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384298.270164:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.270174:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384298.270180:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f850f921. 00000400:00000010:1.0:1767384298.270189:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9aaa01a. 00000100:00000001:1.0:1767384298.270504:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384298.270509:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033408 02000000:00000001:1.0:1767384298.270514:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384298.270523:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.270530:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.270549:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.270597:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033408 00000020:00000001:1.0:1767384298.270608:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.270621:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384298.270626:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.270629:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384298.270633:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384298.270637:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384298.270642:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.270646:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.270649:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.270651:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000020:00000010:1.0:1767384298.270656:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:1.0:1767384298.270659:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.270662:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384298.270668:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.270671:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.270681:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.270683:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.270689:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.270703:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.270715:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.270717:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.270722:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:1.0:1767384298.270726:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.270729:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227595344 : -120961481956272 : ffff91fc75d62450) 00000100:00000040:1.0:1767384298.270734:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca3667ef x1853236744033408/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.270744:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.270747:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.270749:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.270752:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384298.270756:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033408:12345-0@lo:503: 00000100:00000200:1.0:1767384298.270760:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033408 00000020:00000001:1.0:1767384298.270762:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.270765:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.270767:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.270769:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.270770:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505312 : -1040046304 : ffffffffc2022720) 00000020:00000001:1.0:1767384298.270774:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.270775:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.270778:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.270779:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.270782:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.270784:0:16790:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.270786:0:16790:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384298.270789:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.270791:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.270809:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003e17b173. 02000000:00000001:1.0:1767384298.270812:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.270821:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384298.270823:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:1.0:1767384298.270826:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384298.270828:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003c58671c. 00000040:00000001:1.0:1767384298.270831:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384298.270833:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384298.270835:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:1.0:1767384298.270838:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:1.0:1767384298.270842:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384298.270845:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:1.0:1767384298.270848:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.270850:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.270852:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384298.270856:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003ffd453d. 00000040:00000001:1.0:1767384298.270858:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.270860:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384298.271158:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.271161:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.271162:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384298.271165:0:16790:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384298.271168:0:16790:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384298.271170:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384298.271172:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:1.0:1767384298.271174:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384298.271175:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003ffd453d. 00000040:00000010:1.0:1767384298.271178:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c58671c. 00000040:00000040:1.0:1767384298.271179:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:1.0:1767384298.271181:0:16790:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.271183:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033408 00010000:00000001:1.0:1767384298.271185:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.271188:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca3667ef x1853236744033408/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.271194:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.271195:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.271203:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.271206:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.271208:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.271209:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.271211:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.271212:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.271214:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.271216:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.271219:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009a79ac12. 00000100:00000200:1.0:1767384298.271222:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744033408, offset 224 00000400:00000200:1.0:1767384298.271226:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.271232:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.271237:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd01480 00000400:00000200:1.0:1767384298.271241:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1089 [4] + 224 00000400:00000200:1.0:1767384298.271248:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.271250:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.271254:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.271256:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744033408/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.271262:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000b2894ad8 x1853236744033408/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.271278:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.271282:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a79ac12 00000400:00000010:1.0:1767384298.271284:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009a79ac12. 00000100:00000001:1.0:1767384298.271286:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.271287:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.271289:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.271291:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:1.0:1767384298.271293:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.271294:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.271296:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384298.271298:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca3667ef x1853236744033408/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.271305:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033408:12345-0@lo:503: Request processed in 560us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.271316:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:1.0:1767384298.271318:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384298.271319:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.271321:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.271332:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.271334:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:1.0:1767384298.271336:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000020:00000040:1.0:1767384298.271338:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:1.0:1767384298.271342:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384298.271343:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003e17b173. 02000000:00000001:1.0:1767384298.271352:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384298.271354:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.271357:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384298.271361:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6913c77. 00000400:00000010:1.0:1767384298.271364:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a79ac12. 00000100:00000001:1.0:1767384298.272359:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384298.272365:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033536 02000000:00000001:1.0:1767384298.272371:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384298.272381:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.272390:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.272396:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.272425:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033536 00000020:00000001:1.0:1767384298.272434:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.272438:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384298.272450:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.272454:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384298.272459:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384298.272462:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384298.272467:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.272474:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.272477:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.272480:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000020:00000010:1.0:1767384298.272486:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:1.0:1767384298.272503:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.272507:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384298.272514:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.272518:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.272519:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.272521:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.272526:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.272548:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.272608:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.272612:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.272619:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:1.0:1767384298.272624:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.272628:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227600464 : -120961481951152 : ffff91fc75d63850) 00000100:00000040:1.0:1767384298.272637:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b29a796 x1853236744033536/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.272650:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.272655:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.272659:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.272663:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384298.272669:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033536:12345-0@lo:502: 00000100:00000200:1.0:1767384298.272674:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033536 00000020:00000001:1.0:1767384298.272677:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.272680:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.272682:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.272685:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.272687:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:1.0:1767384298.272690:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.272691:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.272694:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.272695:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.272697:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.272700:0:16790:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384298.272701:0:16790:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384298.272715:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.272717:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.272729:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003e17b173. 02000000:00000001:1.0:1767384298.272732:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.272735:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384298.272738:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:1.0:1767384298.272740:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384298.272743:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003c58671c. 00000040:00000001:1.0:1767384298.272748:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384298.272750:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384298.272752:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:1.0:1767384298.272756:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:1.0:1767384298.272760:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384298.272764:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:1.0:1767384298.272767:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272769:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272771:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384298.272775:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003ffd453d. 00000040:00000001:1.0:1767384298.272777:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.272779:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384298.272859:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272863:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272865:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272868:0:16790:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384298.272870:0:16790:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384298.272874:0:16790:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384298.272981:0:16790:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384298.272985:0:16790:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.272987:0:16790:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384298.272990:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384298.273004:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:1.0:1767384298.273007:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384298.273009:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003ffd453d. 00000040:00000010:1.0:1767384298.273013:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c58671c. 00000040:00000040:1.0:1767384298.273016:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:1.0:1767384298.273019:0:16790:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.273031:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033536 00010000:00000001:1.0:1767384298.273034:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.273038:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b29a796 x1853236744033536/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.273049:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.273051:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.273054:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.273059:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.273061:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.273064:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.273109:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.273111:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.273113:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.273115:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.273119:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007c86d378. 00000100:00000200:1.0:1767384298.273122:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744033536, offset 224 00000400:00000200:1.0:1767384298.273127:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.273133:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.273140:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd01500 00000400:00000200:1.0:1767384298.273144:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1099 [4] + 224 00000400:00000200:1.0:1767384298.273151:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.273154:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.273157:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.273160:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744033536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.273167:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b2894ad8 x1853236744033536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.273182:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.273186:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c86d378 00000400:00000010:1.0:1767384298.273188:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007c86d378. 00000100:00000001:1.0:1767384298.273190:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.273192:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.273194:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.273196:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:1.0:1767384298.273204:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.273205:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.273207:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384298.273210:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b29a796 x1853236744033536/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.273217:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033536:12345-0@lo:502: Request processed in 567us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.273223:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:1.0:1767384298.273225:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384298.273228:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.273229:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.273233:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.273236:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:1.0:1767384298.273239:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000020:00000040:1.0:1767384298.273244:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:1.0:1767384298.273247:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384298.273248:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003e17b173. 02000000:00000001:1.0:1767384298.273256:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384298.273265:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.273272:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384298.273280:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e39837. 00000400:00000010:1.0:1767384298.273294:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c86d378. 00000100:00000040:1.0:1767384298.275692:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887055, at 4294887056 00000100:00000010:1.0:1767384298.275720:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b58a01c3. 00000100:00000040:0.0:1767384298.275748:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887055, at 4294887056 00000100:00000010:0.0:1767384298.275774:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043e1c932. 00000100:00000001:1.0:1767384298.276643:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384298.276650:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744033664 02000000:00000001:1.0:1767384298.276656:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384298.276665:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384298.276675:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.276692:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.276705:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744033664 00000020:00000001:1.0:1767384298.276721:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.276735:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384298.276744:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.276767:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384298.276775:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384298.276783:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384298.276791:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.276798:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.276801:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.276804:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000020:00000010:1.0:1767384298.276810:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ec94a03. 00000020:00000010:1.0:1767384298.276814:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.276819:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384298.276829:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.276833:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.276834:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.276836:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.276841:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.276857:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.276868:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.276870:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.276875:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:1.0:1767384298.276878:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384298.276880:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227601488 : -120961481950128 : ffff91fc75d63c50) 00000100:00000040:1.0:1767384298.276886:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000351c4d7c x1853236744033664/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.276899:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.276902:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384298.276904:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.276906:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384298.276910:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033664:12345-0@lo:502: 00000100:00000200:1.0:1767384298.276915:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744033664 00000020:00000001:1.0:1767384298.276917:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.276920:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.276923:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.276937:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.276941:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:1.0:1767384298.276944:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.276946:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.276949:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.276951:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.276953:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.276956:0:16790:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384298.276957:0:16790:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384298.276962:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.276964:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.276981:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004e29ab3a. 02000000:00000001:1.0:1767384298.276984:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.276987:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384298.276990:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:1.0:1767384298.276993:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384298.276995:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003c58671c. 00000040:00000001:1.0:1767384298.276999:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384298.277001:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384298.277003:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:1.0:1767384298.277007:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:1.0:1767384298.277010:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384298.277014:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:1.0:1767384298.277017:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277019:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277021:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384298.277025:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003ffd453d. 00000040:00000001:1.0:1767384298.277027:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384298.277028:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384298.277122:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277125:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277126:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277129:0:16790:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384298.277130:0:16790:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384298.277133:0:16790:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384298.277157:0:16790:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384298.277165:0:16790:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384298.277166:0:16790:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384298.277168:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384298.277170:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:1.0:1767384298.277173:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384298.277174:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003ffd453d. 00000040:00000010:1.0:1767384298.277177:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c58671c. 00000040:00000040:1.0:1767384298.277178:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:1.0:1767384298.277180:0:16790:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.277183:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744033664 00010000:00000001:1.0:1767384298.277185:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.277188:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000351c4d7c x1853236744033664/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.277195:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.277196:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.277198:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.277201:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.277203:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 14 to 0@lo 00000100:00000001:1.0:1767384298.277204:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384298.277206:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.277208:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.277210:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.277211:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.277214:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006ab62416. 00000100:00000200:1.0:1767384298.277217:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744033664, offset 224 00000400:00000200:1.0:1767384298.277221:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.277228:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.277234:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd01580 00000400:00000200:1.0:1767384298.277239:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a9 [4] + 224 00000400:00000200:1.0:1767384298.277245:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.277248:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.277251:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.277254:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744033664/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.277271:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000b2894ad8 x1853236744033664/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.277287:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.277293:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ab62416 00000400:00000010:1.0:1767384298.277294:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006ab62416. 00000100:00000001:1.0:1767384298.277297:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.277298:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.277301:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.277303:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00010000:00000001:1.0:1767384298.277305:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.277306:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.277308:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384298.277311:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000351c4d7c x1853236744033664/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:279/0 lens 272/8472 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.277317:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:17564:x1853236744033664:12345-0@lo:502: Request processed in 419us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.277324:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:1.0:1767384298.277326:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384298.277327:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.277329:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.277331:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eda1f3ea. 00000020:00000010:1.0:1767384298.277335:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:1.0:1767384298.277338:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec94a03. 00000020:00000040:1.0:1767384298.277341:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:1.0:1767384298.277344:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384298.277347:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004e29ab3a. 02000000:00000001:1.0:1767384298.277355:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384298.277357:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.277363:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384298.277370:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b6474b. 00000400:00000010:1.0:1767384298.277415:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ab62416. 00000100:00000040:1.0:1767384298.280699:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887060, at 4294887061 00000100:00000040:0.0:1767384298.280702:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887060, at 4294887061 00000100:00000010:0.0:1767384298.280721:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef0fd151. 00000100:00000010:1.0:1767384298.280731:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003bd2b706. 00000100:00000040:0.0:1767384298.282363:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000020:00000040:0.0:1767384298.282642:0:17585:0:(genops.c:887:class_export_get()) GET export 00000000ae78704c refcount=6 00002000:00000001:0.0:1767384298.282659:0:17585:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:0.0:1767384298.282674:0:17585:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.282695:0:17585:0:(genops.c:887:class_export_get()) GET export 00000000ae78704c refcount=7 00000020:00000040:0.0:1767384298.282707:0:17585:0:(genops.c:898:class_export_put()) PUTting export 00000000ae78704c : new refcount 6 00000100:00000001:0.0:1767384298.284602:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.284608:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384298.284622:0:16153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384298.284633:0:16153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384298.284645:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042bd1c46. 00000400:00000200:0.0:1767384298.284664:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:0.0:1767384298.284677:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000100:00000001:0.0:1767384298.284687:0:16153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384298.284707:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384298.284762:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.284786:0:16153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384298.284794:0:16153:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.284798:0:16153:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384298.284809:0:16153:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384298.284814:0:16153:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384298.284821:0:16153:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384298.284828:0:16153:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384298.284839:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000089bb48ec. 00000100:00001000:0.0:1767384298.284859:0:16153:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=1767384298 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384298.284876:0:16153:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=1767384298 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384298.284886:0:16153:0:(import.c:2194:obd_at_measure()) AT 00000000ae6eb347 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384298.284896:0:16153:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384298.284904:0:16153:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.284916:0:16153:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384298.284943:0:16153:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384298.285002:0:16153:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.285014:0:16153:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384298.285023:0:16153:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1767384298.285037:0:16153:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384298.285050:0:16153:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384298.285057:0:16153:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.285098:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.285129:0:16153:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.285133:0:16153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384298.285134:0:16153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.285137:0:16153:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767384298.285143:0:16153:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:0.0:1767384298.285147:0:16153:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384298.285151:0:16153:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc521 00000020:00000001:0.0:1767384298.285155:0:16153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.285160:0:16153:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae78704c refcount=7 00000020:00000001:0.0:1767384298.285164:0:16153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091623936 : -120966617927680 : ffff91fb43b57000) 00000020:00000001:0.0:1767384298.285169:0:16153:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091623936 : -120966617927680 : ffff91fb43b57000) 00000100:00001000:0.0:1767384298.285178:0:16153:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=1767384298 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384298.285189:0:16153:0:(import.c:2194:obd_at_measure()) AT 00000000ae6eb347 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767384298.285197:0:16153:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:0.0:1767384298.285205:0:16153:0:(genops.c:898:class_export_put()) PUTting export 00000000ae78704c : new refcount 6 00000100:00000001:0.0:1767384298.285210:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384298.285215:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384298.285218:0:16153:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1767384298.285224:0:16153:0:(import.c:65:import_set_state_nolock()) 0000000063e3e530 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384298.285230:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384298.285234:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384298.285239:0:16153:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384298.285242:0:16153:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384298.285257:0:16153:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.285263:0:16153:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.285273:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384298.285291:0:16153:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16153:1853236744033792:0@lo:38: 00000100:00000001:0.0:1767384298.285301:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.285317:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384298.285324:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2894ad8 x1853236744033792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384308 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384298.285343:0:16153:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384298.285348:0:16153:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384298.285353:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e36d4075. 02000000:00000001:0.0:1767384298.285360:0:16153:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384298.285366:0:16153:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384298.285369:0:16153:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384298.285371:0:16153:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384298.285372:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b8f61833. 02000000:00000001:0.0:1767384298.285377:0:16153:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384298.285382:0:16153:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384298.285403:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2894ad8. 00000100:00000001:0.0:1767384298.285411:0:16153:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384298.285413:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384298.285416:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.285419:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384298.285425:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384298.285431:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.285439:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.286175:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384298.286184:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384298.286188:0:16789:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384298.286194:0:16789:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384298.289725:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294887069, at 4294887070 00000100:00000010:0.0:1767384298.289738:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006317e381. 00000100:00000040:1.0:1767384298.289869:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294887069, at 4294887070 00000100:00000010:1.0:1767384298.289882:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db0c17c0. 00080000:00000001:1.0:1767384298.297776:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384298.297785:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384298.297789:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384298.297792:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384298.297796:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384298.297811:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384298.297819:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384298.297827:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384298.297832:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384298.297845:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384298.297849:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384298.297855:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384298.297858:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384298.297863:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af58699b. 00010000:00000001:0.0:1767384298.297868:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384298.297872:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384298.297875:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384298.297878:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc52f to hash 00000020:00000001:0.0:1767384298.297881:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384298.297883:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.297885:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.297888:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.297890:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.297893:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.297901:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384298.297904:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384298.297906:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384298.297909:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.297913:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.297918:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384298.297921:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.297925:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384298.297928:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384298.297931:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384298.297933:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384298.297938:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af58699b) refcount = 1 00010000:00010000:0.0:1767384298.297943:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.297953:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384298.297956:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384298.297968:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.297971:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.297984:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384298.297988:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384298.297991:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001038324s 00010000:00000001:0.0:1767384298.297995:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.297997:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.298000:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384298.298003:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.298006:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.298008:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384298.298011:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298019:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384298.298021:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298027:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.298029:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384298.298032:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298038:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.298040:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.298043:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384298.298046:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384298.298052:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384298.298054:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.298056:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384298.298057:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298063:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384298.298065:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384298.298090:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384298.298093:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384298.298096:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.298098:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384298.298101:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384298.298103:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298109:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384298.298112:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384298.298115:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.298121:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384298.298133:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384298.298135:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384298.298137:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384298.298140:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc52f from hash 00010000:00000001:0.0:1767384298.298143:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384298.298144:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.298145:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.298146:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384298.298147:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384298.298149:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384298.298151:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384298.298152:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384298.298154:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.298155:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384298.298156:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384298.298158:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.298159:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.298160:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.298162:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.298163:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.298165:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298169:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.298176:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.298178:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384298.298181:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384298.298183:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384298.298187:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384298.298189:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384298.298192:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384298.298194:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384298.298196:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384298.298201:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384298.298203:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384298.298205:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc52f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384298.298210:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af58699b count: 0 00010000:00000001:0.0:1767384298.298225:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384298.298227:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384298.304591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af58699b. 00010000:00000010:0.1:1767384298.304602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00080000:00000001:3.0:1767384298.305385:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305395:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384298.305399:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384298.305405:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305407:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305408:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384298.305409:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305410:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384298.305412:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305414:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305416:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305419:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063663672 : -120966645887944 : ffff91fb420acc38) 00040000:00000001:3.0:1767384298.305422:0:17564:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446623112393835864 : -120961315715752 : ffff91fc7fbec558) 00080000:00000001:3.0:1767384298.305426:0:17564:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384298.305427:0:17564:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384298.305430:0:17564:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f5463fc2. 00100000:00000001:3.0:1767384298.305432:0:17564:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384298.305434:0:17564:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:00000001:3.0:1767384298.305437:0:17564:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.305439:0:17564:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446623112393835864 : -120961315715752 : ffff91fc7fbec558) 00080000:00000001:3.0:1767384298.305442:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305444:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384298.305447:0:17564:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384298.305449:0:17564:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384298.305451:0:17564:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384298.305454:0:17564:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384298.305455:0:17564:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305459:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384298.305475:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305478:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384298.305480:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305482:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384298.305484:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384298.305487:0:17564:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384298.305489:0:17564:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e134e4f1. 00002000:00000001:3.0:1767384298.305492:0:17564:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063665192 : -120966645886424 : ffff91fb420ad228) 00002000:00000001:3.0:1767384298.305495:0:17564:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384298.305505:0:17564:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:3.0:1767384298.305509:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b98a67e9. 00002000:00000001:3.0:1767384298.305512:0:17564:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305514:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384298.305516:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384298.305518:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384298.305519:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305537:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305544:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384298.305550:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384298.305613:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305616:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305617:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384298.305619:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305620:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384298.305622:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305623:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305625:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305628:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063665192 : -120966645886424 : ffff91fb420ad228) 00080000:00000001:3.0:1767384298.305630:0:17564:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384298.305631:0:17564:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384298.305633:0:17564:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000062f62597. 00100000:00000001:3.0:1767384298.305635:0:17564:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384298.305636:0:17564:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:00000001:3.0:1767384298.305638:0:17564:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.305640:0:17564:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446623112393837232 : -120961315714384 : ffff91fc7fbecab0) 00080000:00000001:3.0:1767384298.305642:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305643:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384298.305645:0:17564:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384298.305646:0:17564:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384298.305647:0:17564:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d4ffe626. 00000001:00000001:3.0:1767384298.305649:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384298.305651:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000028bf0cb3. 00000001:00000010:3.0:1767384298.305654:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a6460cf6. 00000001:00000010:3.0:1767384298.305656:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009331702d. 00040000:00000001:3.0:1767384298.305658:0:17564:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446623111497676544 : -120962211875072 : ffff91fc4a547700) 00000020:00000001:3.0:1767384298.305665:0:17564:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384298.305669:0:17564:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305671:0:17564:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384298.305673:0:17564:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.305675:0:17564:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384298.305676:0:17564:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384298.305677:0:17564:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b435eb7c. 00040000:00000001:3.0:1767384298.305679:0:17564:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384298.305680:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384298.305682:0:17564:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384298.305684:0:17564:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004af47cc1. 00002000:00000001:3.0:1767384298.305686:0:17564:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063661240 : -120966645890376 : ffff91fb420ac2b8) 00002000:00000001:3.0:1767384298.305688:0:17564:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384298.305689:0:17564:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:3.0:1767384298.305691:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f9a4d90. 00002000:00000001:3.0:1767384298.305693:0:17564:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305694:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384298.305695:0:17564:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305697:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305698:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063661240 : -120966645890376 : ffff91fb420ac2b8) 00040000:00000001:3.0:1767384298.305700:0:17564:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446623112393835408 : -120961315716208 : ffff91fc7fbec390) 00040000:00000001:3.0:1767384298.305701:0:17564:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384298.305702:0:17564:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:3.0:1767384298.305704:0:17564:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384298.305705:0:17564:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384298.305707:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384298.305708:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:3.0:1767384298.305709:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00000020:00000001:3.0:1767384298.305711:0:17564:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305714:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384298.305726:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305729:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384298.305730:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305731:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384298.305737:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384298.305740:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e1cf443a. 00000020:00000001:3.0:1767384298.305742:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384298.305744:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046a65696. 00000020:00000001:3.0:1767384298.305745:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305747:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384298.305748:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384298.305749:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384298.305750:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305760:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305765:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384298.305769:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384298.305777:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305778:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305780:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384298.305781:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305782:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384298.305784:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305785:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305787:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305788:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107093177688 : -120966616373928 : ffff91fb43cd2558) 00080000:00000010:3.0:1767384298.305794:0:17564:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000046a65696. 00000020:00000010:3.0:1767384298.305796:0:17564:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e1cf443a. 00000020:00000001:3.0:1767384298.305812:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384298.305814:0:17564:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384298.305815:0:17564:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa0e8aea. 00002000:00000001:3.0:1767384298.305817:0:17564:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063668232 : -120966645883384 : ffff91fb420ade08) 00002000:00000001:3.0:1767384298.305819:0:17564:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384298.305820:0:17564:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x7:0x0] 00080000:00000010:3.0:1767384298.305822:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046a65696. 00002000:00000001:3.0:1767384298.305823:0:17564:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305825:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384298.305826:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384298.305827:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384298.305828:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305834:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305838:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384298.305840:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384298.305853:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305854:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305856:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384298.305857:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305858:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384298.305860:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305861:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305862:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305865:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063668232 : -120966645883384 : ffff91fb420ade08) 00040000:00000001:3.0:1767384298.305866:0:17564:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446623112393838600 : -120961315713016 : ffff91fc7fbed008) 00080000:00000001:3.0:1767384298.305868:0:17564:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384298.305869:0:17564:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384298.305871:0:17564:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cdb85167. 00100000:00000001:3.0:1767384298.305873:0:17564:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384298.305874:0:17564:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:00000001:3.0:1767384298.305876:0:17564:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.305877:0:17564:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446623112393838600 : -120961315713016 : ffff91fc7fbed008) 00080000:00000001:3.0:1767384298.305879:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305880:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384298.305882:0:17564:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384298.305883:0:17564:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384298.305884:0:17564:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384298.305886:0:17564:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384298.305887:0:17564:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305890:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384298.305900:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305902:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384298.305912:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305914:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384298.305915:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384298.305917:0:17564:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384298.305919:0:17564:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000086ff20e9. 00002000:00000001:3.0:1767384298.305920:0:17564:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063664888 : -120966645886728 : ffff91fb420ad0f8) 00002000:00000001:3.0:1767384298.305922:0:17564:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384298.305923:0:17564:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:3.0:1767384298.305930:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000abf17e73. 00002000:00000001:3.0:1767384298.305932:0:17564:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305933:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384298.305935:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384298.305936:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384298.305937:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305948:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305952:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384298.305956:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384298.305963:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305964:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305966:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384298.305967:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305968:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384298.305969:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.305971:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384298.305972:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.305974:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063664888 : -120966645886728 : ffff91fb420ad0f8) 00080000:00000001:3.0:1767384298.305976:0:17564:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:3.0:1767384298.305977:0:17564:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384298.305978:0:17564:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000048fd594d. 00100000:00000001:3.0:1767384298.305980:0:17564:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:3.0:1767384298.305981:0:17564:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:00000001:3.0:1767384298.305994:0:17564:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.305995:0:17564:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446623112393834496 : -120961315717120 : ffff91fc7fbec000) 00080000:00000001:3.0:1767384298.305997:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384298.305998:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:3.0:1767384298.305999:0:17564:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:3.0:1767384298.306000:0:17564:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384298.306001:0:17564:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006bca4b81. 00000001:00000001:3.0:1767384298.306003:0:17564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384298.306005:0:17564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000025483a3c. 00000001:00000010:3.0:1767384298.306007:0:17564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f3078312. 00000001:00000010:3.0:1767384298.306010:0:17564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003dfdcf06. 00040000:00000001:3.0:1767384298.306011:0:17564:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446623111497678080 : -120962211873536 : ffff91fc4a547d00) 00000020:00000001:3.0:1767384298.306013:0:17564:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384298.306021:0:17564:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.306023:0:17564:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384298.306025:0:17564:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.306026:0:17564:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384298.306029:0:17564:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384298.306031:0:17564:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.306032:0:17564:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384298.306033:0:17564:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.306034:0:17564:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384298.306035:0:17564:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384298.306037:0:17564:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:3.0:1767384298.306039:0:17564:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000db0c17c0. 00000020:00000010:3.0:1767384298.306042:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8baf1de. 00000020:00000010:3.0:1767384298.306044:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041af7a3c. 00000020:00000010:3.0:1767384298.306047:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009e8824de. 00000020:00000010:3.0:1767384298.306060:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000083a6cbc1. 00000020:00000010:3.0:1767384298.306063:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000037f74aff. 80000000:00000010:3.0:1767384298.306065:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006317e381. 40000000:00000010:3.0:1767384298.306086:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f05de019. 00100000:00000010:3.0:1767384298.306089:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d48db708. 00040000:00000010:3.0:1767384298.306091:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000038e79330. 00040000:00000010:3.0:1767384298.306103:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000094937c06. 00080000:00000010:3.0:1767384298.306105:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001124931d. 00002000:00000010:3.0:1767384298.306107:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006dedcc81. 00040000:00000001:3.0:1767384298.306343:0:17587:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1767384298.306386:0:17564:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306392:0:17564:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384298.306396:0:17564:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000079f177bc. 00000020:00000001:0.0:1767384298.306400:0:17564:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384298.306402:0:17564:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000079f177bc. 00000020:00000001:0.0:1767384298.306405:0:17564:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1767384298.306408:0:17564:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000fe47dc04. 00000020:00000010:0.0:1767384298.306415:0:17564:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000079f177bc. 00000020:00000010:0.0:1767384298.306418:0:17564:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000079f177bc. 00040000:00000001:0.0:1767384298.306421:0:17564:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1767384298.306423:0:17564:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306425:0:17564:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384298.306426:0:17564:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306428:0:17564:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384298.306431:0:17564:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:0.0:1767384298.306435:0:17564:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000003a3df4c9. 00000020:00000001:0.0:1767384298.306439:0:17564:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384298.306441:0:17564:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384298.306450:0:17564:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623111446163456 : -120962263388160 : 0xffff91fc47427000) 00000020:00000001:0.0:1767384298.306452:0:17564:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623111446163456 : -120962263388160 : ffff91fc47427000) 00000020:00000001:0.0:1767384298.306455:0:17564:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384298.306457:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.306461:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107094415528 : -120966615136088 : ffff91fb43e008a8) 00000020:00000001:0.0:1767384298.306463:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384298.306465:0:17564:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384298.306478:0:17564:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000038d23924. 00002000:00000001:0.0:1767384298.306480:0:17564:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063671864 : -120966645879752 : ffff91fb420aec38) 00002000:00000001:0.0:1767384298.306492:0:17564:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384298.306494:0:17564:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1767384298.306522:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdecc1b1. 00002000:00000001:0.0:1767384298.306525:0:17564:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306527:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.306528:0:17564:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306530:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306532:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063671864 : -120966645879752 : ffff91fb420aec38) 00080000:00000001:0.0:1767384298.306535:0:17564:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384298.306536:0:17564:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306538:0:17564:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306541:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.306592:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306595:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.306597:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306599:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384298.306601:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.306605:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae68830e. 00000020:00000001:0.0:1767384298.306608:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.306611:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a598acb1. 00000020:00000001:0.0:1767384298.306614:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306616:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.306618:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.306620:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.306621:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306636:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306643:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384298.306655:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384298.306666:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306668:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306669:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384298.306671:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384298.306672:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384298.306674:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306676:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306677:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306680:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442329432 : -120962267222184 : ffff91fc4707ef58) 00100000:00000001:0.0:1767384298.306683:0:17564:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1767384298.306685:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.306686:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107094415528 : -120966615136088 : ffff91fb43e008a8) 00080000:00000001:0.0:1767384298.306689:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.306697:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306699:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.306700:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306701:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384298.306703:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.306705:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016b293bc. 00000020:00000001:0.0:1767384298.306707:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.306709:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d271b70. 00000020:00000001:0.0:1767384298.306710:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306712:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.306713:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.306714:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.306715:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306722:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306727:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384298.306730:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384298.306736:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306738:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306739:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384298.306740:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384298.306742:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384298.306743:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306745:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306746:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306754:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442327128 : -120962267224488 : ffff91fc4707e658) 00100000:00000001:0.0:1767384298.306807:0:17564:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384298.306811:0:17564:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1767384298.306814:0:17564:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000006d5c2092. 00100000:00000010:0.0:1767384298.306817:0:17564:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000694bb6ab. 00100000:00000010:0.0:1767384298.306819:0:17564:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000bd40c930. 00100000:00000010:0.0:1767384298.306822:0:17564:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000027d96e69. 00000020:00000001:0.0:1767384298.306823:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384298.306825:0:17564:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623107094415528 : -120966615136088 : ffff91fb43e008a8) 00080000:00000001:0.0:1767384298.306828:0:17564:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384298.306837:0:17564:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306839:0:17564:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384298.306840:0:17564:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306841:0:17564:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384298.306843:0:17564:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384298.306856:0:17564:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004908d62c. 00000020:00000001:0.0:1767384298.306858:0:17564:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384298.306861:0:17564:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000be1f1500. 00000020:00000001:0.0:1767384298.306863:0:17564:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306864:0:17564:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384298.306866:0:17564:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384298.306867:0:17564:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384298.306868:0:17564:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306875:0:17564:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306880:0:17564:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384298.306884:0:17564:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384298.306892:0:17564:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306894:0:17564:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306896:0:17564:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384298.306897:0:17564:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384298.306898:0:17564:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384298.306900:0:17564:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.306901:0:17564:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384298.306902:0:17564:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.306904:0:17564:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111442327640 : -120962267223976 : ffff91fc4707e858) 00100000:00000001:0.0:1767384298.306935:0:17564:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1767384298.306947:0:17564:0:(lu_object.c:207:lu_object_put()) Add 00000000c7574143/0000000014e65be0 to site lru. bkt: 00000000bbe46e84 00000020:00000010:0.0:1767384298.306952:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f680322. 00000020:00000010:0.0:1767384298.306955:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b01cfbd8. 00000020:00000010:0.0:1767384298.306958:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079f18631. 00000020:00000010:0.0:1767384298.306962:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006748bc72. 00000020:00000010:0.0:1767384298.306964:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bf42cb0. 80000000:00000010:0.0:1767384298.306967:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a6690f9. 40000000:00000010:0.0:1767384298.306969:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003bac5e2e. 00100000:00000010:0.0:1767384298.306972:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000019086982. 00040000:00000010:0.0:1767384298.306974:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060dee746. 00040000:00000010:0.0:1767384298.306976:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cda304ba. 00080000:00000010:0.0:1767384298.306979:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009272184e. 00002000:00000010:0.0:1767384298.306981:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007284bca3. 00000001:00000001:0.0:1767384298.306996:0:17564:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384298.306998:0:17564:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384298.307001:0:17564:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384298.307004:0:17564:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f5fd0813. 00080000:00000001:0.0:1767384298.307006:0:17564:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091706880 : -120966617844736 : ffff91fb43b6b400) 00080000:00000001:0.0:1767384298.307009:0:17564:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384298.307017:0:17564:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384298.307019:0:17564:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.307021:0:17564:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384298.307034:0:17564:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384298.307036:0:17564:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384298.307039:0:17564:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384298.307051:0:17564:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384298.307053:0:17564:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384298.307055:0:17564:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.307058:0:17564:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384298.332891:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.332896:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332898:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.332900:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5fd0813. 00080000:00000001:1.0:1767384298.332907:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.332910:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.332911:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332912:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.332914:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007695e498. 00080000:00000001:1.0:1767384298.332916:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.332919:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.332922:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332923:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.332925:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2751baf. 00080000:00000001:1.0:1767384298.332935:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.332937:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.332938:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332940:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.332942:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000adfa546. 00080000:00000001:1.0:1767384298.332945:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.332946:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.332947:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332948:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.332950:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000936bb249. 00080000:00000001:3.0:1767384298.332953:0:17564:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.332953:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.332957:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1767384298.332961:0:17564:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384298.332965:0:17564:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384298.332968:0:17564:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.332971:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.332975:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000010:3.0:1767384298.332976:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b01cfbd8. 00080000:00000010:1.0:1767384298.332977:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007615c6e2. 00080000:00000001:1.0:1767384298.332987:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1767384298.332988:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079f18631. 00080000:00000001:1.0:1767384298.332990:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:3.0:1767384298.332999:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006748bc72. 00040000:00000001:1.0:1767384298.333002:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1767384298.333007:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bf42cb0. 00040000:00000001:1.0:1767384298.333007:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333012:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000380a6d31. 80000000:00000010:3.0:1767384298.333015:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005a6690f9. 00080000:00000001:1.0:1767384298.333018:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333021:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333022:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333024:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333025:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009b6ab6d0. 00080000:00000001:1.0:1767384298.333028:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333035:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 40000000:00000010:3.0:1767384298.333036:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003bac5e2e. 00040000:00000001:1.0:1767384298.333037:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333042:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333045:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ba7e2bb. 00100000:00000010:3.0:1767384298.333047:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000019086982. 00080000:00000001:1.0:1767384298.333049:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333054:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000010:3.0:1767384298.333058:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060dee746. 00040000:00000001:1.0:1767384298.333058:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333063:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00040000:00000010:3.0:1767384298.333082:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cda304ba. 00080000:00000010:1.0:1767384298.333085:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000790f2fea. 00080000:00000010:3.0:1767384298.333088:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009272184e. 00080000:00000001:1.0:1767384298.333092:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333112:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000010:3.0:1767384298.333113:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007284bca3. 00040000:00000001:1.0:1767384298.333114:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333118:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333120:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a374d8f. 00000020:00000010:3.0:1767384298.333121:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f680322. 00080000:00000001:1.0:1767384298.333124:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00080000:3.0:1767384298.333129:0:17564:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00080000:00000001:1.0:1767384298.333132:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00100000:00000001:3.0:1767384298.333133:0:17564:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00040000:00000001:1.0:1767384298.333136:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00100000:10000000:3.0:1767384298.333138:0:17564:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00040000:00000001:1.0:1767384298.333139:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00100000:00000001:3.0:1767384298.333141:0:17564:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384298.333143:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000badebff9. 00002000:00000001:3.0:1767384298.333147:0:17564:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00080000:00000001:1.0:1767384298.333148:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384298.333152:0:17564:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384298.333152:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333153:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384298.333158:0:17564:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384298.333158:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333162:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000080b025a8. 00000020:00000020:3.0:1767384298.333165:0:17564:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab free: 389021696 avail: 386924544 00080000:00000001:1.0:1767384298.333167:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333171:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1767384298.333172:0:17564:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384298.333174:0:17564:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384298.333177:0:17564:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00040000:00000001:1.0:1767384298.333183:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000020:3.0:1767384298.333184:0:17564:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00040000:00000001:1.0:1767384298.333188:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384298.333189:0:17564:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000010:1.0:1767384298.333193:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000080b800f6. 00080000:00000001:3.0:1767384298.333195:0:17564:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384298.333199:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333203:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384298.333205:0:17564:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333205:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333209:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384298.333211:0:17564:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384298.333213:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cf6b9880. 00000020:00000020:3.0:1767384298.333215:0:17564:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab free: 389021696 avail: 386924544 00080000:00000001:1.0:1767384298.333217:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384298.333221:0:17564:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:1.0:1767384298.333222:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000020:3.0:1767384298.333224:0:17564:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00040000:00000001:1.0:1767384298.333225:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333229:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384298.333231:0:17564:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00080000:00000010:1.0:1767384298.333232:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071aee626. 00000020:00000001:3.0:1767384298.333237:0:17564:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00080000:00000001:1.0:1767384298.333238:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000020:3.0:1767384298.333240:0:17564:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab wants: 40960000 current grant 0 granting: 40960000 00080000:00000001:1.0:1767384298.333242:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333246:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000020:3.0:1767384298.333247:0:17564:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab tot cached:0 granted:40960000 num_exports: 0 00040000:00000001:1.0:1767384298.333249:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333252:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007873cd0f. 00000020:00000001:3.0:1767384298.333253:0:17564:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00080000:00000001:1.0:1767384298.333257:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000020:3.0:1767384298.333258:0:17564:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab ocd_grant: 40960000 want: 40960000 left: 386924544 00080000:00000001:1.0:1767384298.333262:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333263:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333264:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333265:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dbd791a. 00080000:00000001:1.0:1767384298.333267:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333270:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333273:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384298.333275:0:17564:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00040000:00000001:1.0:1767384298.333276:0:17589:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384298.333279:0:17564:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00080000:00000010:1.0:1767384298.333280:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006cb4632a. 00040000:00000001:3.0:1767384298.333283:0:17564:0:(qsd_lib.c:883:qsd_start()) Process entered 00080000:00000001:1.0:1767384298.333285:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00040000:00000001:3.0:1767384298.333287:0:17564:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333289:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384298.333291:0:17564:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333292:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:3.0:1767384298.333297:0:17564:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333298:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333302:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000129c8701. 00002000:00000001:3.0:1767384298.333303:0:17564:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333315:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333318:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:3.0:1767384298.333319:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000112bf6dc. 00040000:00000001:1.0:1767384298.333320:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333325:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:3.0:1767384298.333327:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b0d491f5. 00080000:00000010:1.0:1767384298.333327:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a76eaed4. 00080000:00000001:1.0:1767384298.333335:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1767384298.333336:0:17564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001b1f063f. 00080000:00000001:1.0:1767384298.333338:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:3.0:1767384298.333343:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000efb39829. 80000000:00000010:3.0:1767384298.333346:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008083ac11. 00040000:00000001:1.0:1767384298.333349:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 40000000:00000010:3.0:1767384298.333351:0:17564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000651f75da. 00040000:00000001:1.0:1767384298.333352:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333357:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cb3820a4. 00100000:00000010:3.0:1767384298.333358:0:17564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e68ebf92. 00080000:00000001:1.0:1767384298.333363:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00040000:00000010:3.0:1767384298.333365:0:17564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000029b57da4. 00080000:00000001:1.0:1767384298.333368:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000010:3.0:1767384298.333370:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007667c1ac. 00040000:00000001:1.0:1767384298.333371:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333375:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384298.333377:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000043b738bb. 00080000:00000010:1.0:1767384298.333378:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000995dfcb9. 00002000:00000010:3.0:1767384298.333382:0:17564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000dbee535. 00080000:00000001:1.0:1767384298.333384:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1767384298.333388:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7891e86. 00080000:00000001:1.0:1767384298.333389:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333392:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1767384298.333393:0:17564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fbd9ead0. 00040000:00000001:1.0:1767384298.333394:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333398:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c91b77a2. 00000020:00000010:3.0:1767384298.333400:0:17564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e8aa418. 00080000:00000001:1.0:1767384298.333403:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1767384298.333406:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef780fc2. 00080000:00000001:1.0:1767384298.333407:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333411:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384298.333412:0:17564:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00040000:00000001:1.0:1767384298.333413:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333417:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099abf7a1. 00000020:00000001:3.0:1767384298.333418:0:17564:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00080000:00000001:1.0:1767384298.333421:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:01000004:3.0:1767384298.333422:0:17564:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:3.0:1767384298.333427:0:17564:0:(obd_class.h:528:obd_set_info_async()) Process entered 00080000:00000001:1.0:1767384298.333428:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:3.0:1767384298.333430:0:17564:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00040000:00000001:1.0:1767384298.333431:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:00000001:3.0:1767384298.333434:0:17564:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00040000:00000001:1.0:1767384298.333435:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:00000001:3.0:1767384298.333439:0:17564:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 00080000:00000010:1.0:1767384298.333440:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fb41ec3. 10000000:00000001:3.0:1767384298.333443:0:17564:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 00080000:00000001:1.0:1767384298.333445:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:00000040:3.0:1767384298.333447:0:17564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000089cfbd54 : new refcount 2 00080000:00000001:1.0:1767384298.333449:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333469:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00000001:3.0:1767384298.333470:0:17564:0:(llog_obd.c:93:llog_cleanup()) Process entered 00040000:00000001:1.0:1767384298.333472:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000040:3.0:1767384298.333474:0:17564:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000089cfbd54 : new refcount 1 00080000:00000010:1.0:1767384298.333476:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000068abc84b. 00080000:00000001:1.0:1767384298.333481:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333483:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333485:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333487:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333489:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000041547106. 00080000:00000001:1.0:1767384298.333493:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333498:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333500:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:3.0:1767384298.333502:0:17564:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000058f079d0. 00040000:00000001:1.0:1767384298.333503:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333506:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000059d0285c. 00000020:00000010:3.0:1767384298.333511:0:17564:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006fbe7e8c. 00080000:00000001:1.0:1767384298.333513:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333519:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:3.0:1767384298.333526:0:17564:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000004a901b4f. 00040000:00000001:1.0:1767384298.333528:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333530:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333531:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e0cc256. 00080000:00000001:1.0:1767384298.333535:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333536:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333540:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333551:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333552:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d9266516. 00080000:00000001:1.0:1767384298.333557:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333561:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333562:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333564:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333566:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005614fd1f. 00080000:00000010:3.0:1767384298.333568:0:17564:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000269baca6. 00080000:00000001:1.0:1767384298.333570:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1767384298.333577:0:17564:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a7ab2c2. 00080000:00000001:1.0:1767384298.333578:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333581:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333582:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:3.0:1767384298.333616:0:17564:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000a1957a51. 00000020:00000040:3.0:1767384298.333622:0:17564:0:(genops.c:898:class_export_put()) PUTting export 000000006349fe49 : new refcount 1 00080000:00000010:1.0:1767384298.333624:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ffb91c41. 00000040:00000010:3.0:1767384298.333627:0:17564:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000089cfbd54. 00080000:00000001:1.0:1767384298.333631:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00000001:3.0:1767384298.333635:0:17564:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333637:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:3.0:1767384298.333641:0:17564:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333643:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333649:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333651:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079bf1673. 00080000:00000001:1.0:1767384298.333656:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333661:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333663:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333665:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384298.333666:0:17564:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d1f94c94. 00080000:00000010:1.0:1767384298.333668:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053de40cf. 00000020:00000010:3.0:1767384298.333674:0:17564:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e8cc9b5e. 00080000:00000001:1.0:1767384298.333676:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333682:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:3.0:1767384298.333684:0:17564:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.113@tcp (0000000055154d58) now 6 - mgc_fs 00040000:00000001:1.0:1767384298.333684:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333686:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333691:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5a5f181. 10000000:01000000:3.0:1767384298.333693:0:17564:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.113@tcp: cl_mgc_mutex unlock 10000000:00000001:3.0:1767384298.333698:0:17564:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333699:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:00000001:3.0:1767384298.333702:0:17564:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333704:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:3.0:1767384298.333706:0:17564:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333709:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384298.333710:0:17564:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333713:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384298.333716:0:17564:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384298.333717:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000172bc979. 00000020:00000010:3.0:1767384298.333722:0:17564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000016bebc66. 00080000:00000001:1.0:1767384298.333723:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333729:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00000010:3.0:1767384298.333732:0:17564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5618a87. 00000020:00000010:3.0:1767384298.333736:0:17564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008435ddc4. 00000020:00000010:3.0:1767384298.333739:0:17564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bc6568c1. 00040000:00000001:1.0:1767384298.333741:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 80000000:00000010:3.0:1767384298.333746:0:17564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027ceed24. 00040000:00000001:1.0:1767384298.333746:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333748:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c626868e. 00040000:00000010:3.0:1767384298.333753:0:17564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000918bf610. 00080000:00000001:1.0:1767384298.333756:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:3.0:1767384298.333761:0:17564:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fd9e702f. 00080000:00000001:1.0:1767384298.333762:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333768:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000010:3.0:1767384298.333770:0:17564:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009fa00a68. 00040000:00000001:1.0:1767384298.333771:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333775:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ccdcca59. 00000020:00000010:3.0:1767384298.333778:0:17564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580d4b37. 00080000:00000001:1.0:1767384298.333781:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384298.333785:0:17564:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333787:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333791:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1767384298.333792:0:17564:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00040000:00000001:1.0:1767384298.333794:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:01000004:3.0:1767384298.333796:0:17564:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00080000:00000010:1.0:1767384298.333798:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009673dd6d. 00080000:00000001:1.0:1767384298.333803:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333804:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333805:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333806:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333807:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009a7a91ab. 00080000:00000001:1.0:1767384298.333809:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333811:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333812:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333814:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333816:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfe4c41e. 00000020:00000001:3.0:1767384298.333817:0:17564:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384298.333819:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333823:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1767384298.333825:0:17564:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384298.333826:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000080:00000001:3.0:1767384298.333831:0:17564:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384298.333832:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333848:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003cf0e158. 00000080:00000004:3.0:1767384298.333849:0:17564:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:1.0:1767384298.333856:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333858:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333860:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333861:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333863:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d7382826. 00080000:00000001:1.0:1767384298.333865:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333868:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333869:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333870:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333872:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003e49c2b6. 00080000:00000001:1.0:1767384298.333876:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333878:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333885:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333887:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333889:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002ceb1aed. 00080000:00000001:1.0:1767384298.333892:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333895:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333897:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333899:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333900:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000793187f9. 00080000:00000001:1.0:1767384298.333904:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333907:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333909:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333911:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333913:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 00080000:00000001:1.0:1767384298.333917:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333920:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333922:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333930:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333931:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc1c2132. 00080000:00000001:1.0:1767384298.333936:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333938:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333940:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333941:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333942:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000003458b2. 00080000:00000001:1.0:1767384298.333944:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333946:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333947:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333948:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333949:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003ebf66e5. 00080000:00000001:1.0:1767384298.333952:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333955:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333956:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333958:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333959:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011dfeecc. 00080000:00000001:1.0:1767384298.333962:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333966:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333968:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.333970:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.333972:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000987762fb. 00080000:00000001:1.0:1767384298.333976:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.333981:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.333999:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334001:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334003:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000803a8d8e. 00080000:00000001:1.0:1767384298.334007:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334008:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334009:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334010:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334012:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ef42979. 00080000:00000001:1.0:1767384298.334015:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334018:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334019:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334021:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334022:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011afdad1. 00080000:00000001:1.0:1767384298.334025:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334028:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334030:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334032:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334033:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000074105280. 00080000:00000001:1.0:1767384298.334036:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334038:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334040:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334042:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334043:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004261d5df. 00080000:00000001:1.0:1767384298.334045:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334047:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334048:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334049:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334051:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dcc9a9b4. 00080000:00000001:1.0:1767384298.334056:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334059:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334061:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334064:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334100:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a6f59ed. 00080000:00000001:1.0:1767384298.334103:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334105:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334106:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334117:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334118:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000828716aa. 00080000:00000001:1.0:1767384298.334120:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334121:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334129:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334130:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334131:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006389bef3. 00080000:00000001:1.0:1767384298.334133:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334135:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334135:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334136:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334137:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000805f36f3. 00080000:00000001:1.0:1767384298.334139:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334141:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334142:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334144:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334146:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2930af. 00080000:00000001:1.0:1767384298.334148:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334151:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334153:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334154:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334155:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000081c2b09e. 00080000:00000001:1.0:1767384298.334158:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334159:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334161:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334162:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334163:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ce437427. 00080000:00000001:1.0:1767384298.334166:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334168:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334168:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334169:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334170:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b8679a4. 00080000:00000001:1.0:1767384298.334173:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334177:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334178:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334179:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334183:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011cbe1b4. 00080000:00000001:1.0:1767384298.334186:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334189:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334190:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334191:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334194:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a257b9c4. 00080000:00000001:1.0:1767384298.334196:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334199:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334208:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334209:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334211:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004011cff6. 00080000:00000001:1.0:1767384298.334214:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334217:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334218:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334219:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334220:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002e3734b5. 00080000:00000001:1.0:1767384298.334224:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334229:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334234:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334238:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334239:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000982fc056. 00080000:00000001:1.0:1767384298.334247:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334253:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334257:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334262:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334265:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c8236bff. 00080000:00000001:1.0:1767384298.334273:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334278:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334282:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334286:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334291:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bf8631f1. 00080000:00000001:1.0:1767384298.334295:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334299:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334304:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334319:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334324:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033e1be53. 00080000:00000001:1.0:1767384298.334333:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334341:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334346:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334349:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334352:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b18e6f16. 00080000:00000001:1.0:1767384298.334355:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334357:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334362:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334366:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334371:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2b29245. 00080000:00000001:1.0:1767384298.334378:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334384:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334412:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334419:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334424:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f1f3297. 00080000:00000001:1.0:1767384298.334430:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334436:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334439:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334443:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334444:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000034d68b0f. 00080000:00000001:1.0:1767384298.334453:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334460:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334464:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334468:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334471:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006442a9f7. 00080000:00000001:1.0:1767384298.334480:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334486:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334489:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334494:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334497:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000030169bb7. 00080000:00000001:1.0:1767384298.334506:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334511:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334513:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334515:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334519:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000abef9708. 00080000:00000001:1.0:1767384298.334525:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334534:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334537:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334540:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334543:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a04c90e6. 00080000:00000001:1.0:1767384298.334562:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334603:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334607:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334610:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334613:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004eec8963. 00080000:00000001:1.0:1767384298.334619:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334627:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334632:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334636:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334641:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000041b8f6b3. 00080000:00000001:1.0:1767384298.334647:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334656:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334667:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334673:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334677:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002bfd95b7. 00080000:00000001:1.0:1767384298.334684:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334691:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334693:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334701:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334704:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000063c977e1. 00080000:00000001:1.0:1767384298.334711:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334717:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334721:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334728:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334733:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000279d700a. 00080000:00000001:1.0:1767384298.334745:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334749:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334754:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334758:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334763:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d02d5396. 00080000:00000001:1.0:1767384298.334771:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384298.334778:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384298.334783:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384298.334789:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384298.334795:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000010aa0e1e. 00080000:00000001:1.0:1767384298.334802:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384298.335433:0:10076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384298.335447:0:10076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.335454:0:10076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.335465:0:10076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384298.335487:0:10076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.335505:0:10076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.452607:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384298.452612:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.452618:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384298.452619:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.452649:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384298.452654:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.452664:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384298.644640:0:16782:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384298.644648:0:16782:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.950649:0:17648:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.950663:0:17648:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.950668:0:17648:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.950675:0:17648:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.950681:0:17648:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.950684:0:17648:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384299.126368:0:17687:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384299.126375:0:17687:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384299.126377:0:17687:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384299.220084:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384299.220096:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744034048 02000000:00000001:1.0:1767384299.220103:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.220110:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.220120:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.220133:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.220138:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744034048 00000020:00000001:1.0:1767384299.220142:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.220145:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384299.220153:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.220157:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384299.220173:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384299.220177:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384299.220189:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.220194:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1357349. 00000100:00000001:1.0:1767384299.220201:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.220209:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1357349. 00000020:00000010:1.0:1767384299.220227:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9ecc2af. 00000020:00000010:1.0:1767384299.220235:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4345c50. 00000020:00000010:1.0:1767384299.220241:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384299.220260:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384299.220267:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.220269:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.220273:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.220296:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.220311:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.220330:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384299.220332:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384299.220343:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384299.220344:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:0.0:1767384299.220349:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384299.220350:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384299.220353:0:16789:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.220355:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227596368 : -120961481955248 : ffff91fc75d62850) 00000100:00000001:0.0:1767384299.220356:0:16789:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.220365:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a19f81d3 x1853236744034048/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.220375:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.220378:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1357349. 00000100:00000001:1.0:1767384299.220379:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.220381:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1357349. 00000100:00100000:1.0:1767384299.220384:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744034048:12345-0@lo:101: 00000100:00000200:1.0:1767384299.220387:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744034048 00000020:00000001:1.0:1767384299.220390:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384299.220393:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384299.220395:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.220398:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384299.220406:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:1.0:1767384299.220409:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384299.220411:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.220415:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384299.220417:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384299.220423:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.220425:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384299.220427:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384299.220429:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384299.220431:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384299.220433:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.220437:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384299.220444:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005d12535. 00010000:00000001:1.0:1767384299.220449:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384299.220451:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a41574a0. 00000020:00000001:1.0:1767384299.220454:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384299.220456:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a41574a0 with handle 0xf489261bfe0bc53d to hash 00000020:00000001:1.0:1767384299.220458:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384299.220459:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00000001:1.0:1767384299.220462:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00010000:1.0:1767384299.220465:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc536 expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384299.220472:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:1.0:1767384299.220474:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384299.220481:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384299.220484:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384299.220488:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc07c030. 02000000:00000001:1.0:1767384299.220489:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.220491:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.220495:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384299.220498:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384299.220500:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384299.220502:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.220505:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.220512:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.220513:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.220515:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384299.220517:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384299.220519:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384299.220520:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384299.220522:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005d12535) refcount = 1 00010000:00010000:1.0:1767384299.220528:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.220533:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384299.220535:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384299.220537:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.220539:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.220541:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384299.220545:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384299.220547:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.220610:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384299.220614:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384299.220616:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.220619:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.220621:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384299.220623:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.220626:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384299.220628:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a41574a0, rc 0) 00000020:00000001:1.0:1767384299.220632:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.220636:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744034048 00010000:00000001:1.0:1767384299.220638:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.220645:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a19f81d3 x1853236744034048/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.220653:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.220657:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.220661:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.220667:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.220676:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000001:1.0:1767384299.220679:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384299.220682:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.220685:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.220689:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.220698:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.220702:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384299.220710:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744034048, offset 224 00000400:00000200:1.0:1767384299.220720:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.220737:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.220751:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd01700 00000400:00000200:1.0:1767384299.220763:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10d5 [1] + 224 00000400:00000200:1.0:1767384299.220770:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.220776:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.220784:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.220789:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.220798:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.220818:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.220827:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384299.220829:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:3.0:1767384299.220832:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384299.220835:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.220839:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384299.220842:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384299.220844:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384299.220847:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384299.220850:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00000400:00000010:3.0:1767384299.220852:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00010000:00000001:1.0:1767384299.220855:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384299.220860:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000020:00000001:1.0:1767384299.220860:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.220866:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 00000020:00000001:1.0:1767384299.220867:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384299.220875:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384299.220876:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a19f81d3 x1853236744034048/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.220886:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.220892:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744034048:12345-0@lo:101: Request processed in 510us (861us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384299.220912:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.220927:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:3.0:1767384299.220928:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384299.220931:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384299.220932:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.220938:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.220939:0:16793:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384299.220943:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384299.220944:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.220948:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.220950:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.220951:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4345c50. 02000000:00000001:3.0:1767384299.220953:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.220958:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000100:00001000:3.0:1767384299.220960:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=7 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384299.220963:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9ecc2af. 00000100:00001000:3.0:1767384299.220966:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=7 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384299.220970:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:3.0:1767384299.220971:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.220974:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.220977:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384299.220978:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384299.220979:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc07c030. 00010000:00000001:3.0:1767384299.220982:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.220984:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384299.220987:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384299.220992:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384299.220995:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.221000:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a9171. 00000100:00000040:3.0:1767384299.221002:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384299.221007:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a290230. 00000100:00000001:3.0:1767384299.221016:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.221019:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.221021:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.221025:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.221031:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744034048:0@lo:101: 00000100:00000001:3.0:1767384299.221036:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.221039:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221041:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.221042:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.221044:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.221050:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.221051:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8fc83e6. 00000100:00000001:3.0:1767384299.221055:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.221056:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.221059:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384299.221076:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.221078:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.221080:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=4 00000020:00000001:3.0:1767384299.221081:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:3.0:1767384299.221084:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000040:3.0:1767384299.221087:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005cd59b6e, remote cookie: 0xf489261bfe0bc53d, flags: 0x0 00010000:00000001:3.0:1767384299.221090:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.221092:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384299.221093:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384299.221094:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384299.221095:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384299.221097:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5033a3d) refcount = 1 00010000:00010000:3.0:1767384299.221099:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc536 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc53d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.221111:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384299.221113:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384299.221114:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.221116:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384299.221118:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.221120:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc536 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc53d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.221124:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384299.221125:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.221126:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.221127:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.221128:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.221130:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221132:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.221135:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010a5e520 x1853236744034048/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.221140:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.221143:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.221146:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000958363a0. 02000000:00000001:3.0:1767384299.221149:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.221150:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.221151:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384299.221153:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.221155:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c105dcfd. 02000000:00000001:3.0:1767384299.221160:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.221161:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.221163:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010a5e520. 00000100:00000001:3.0:1767384299.221166:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.221167:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384299.221169:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.221172:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384299.221174:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384299.221175:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.221177:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.221184:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.221186:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=3 00000020:00000001:3.0:1767384299.221189:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:3.0:1767384299.221191:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:3.0:1767384299.221194:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384299.221196:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.221198:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.221199:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.221202:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384299.221206:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d92c319d. 00000100:00000010:3.0:1767384299.221228:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384299.221233:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384299.221236:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.221239:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.221244:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.221250:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000220889ea. 00000100:00000001:3.0:1767384299.221256:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221260:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384299.221265:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000dbee535. 00000100:00000010:3.0:1767384299.221269:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001e95f3e7. 00000020:00000040:3.0:1767384299.221272:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384299.221278:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.221280:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.221285:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a3c3af3. 00000100:00000001:3.0:1767384299.221289:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111603040832 : -120962106510784 : ffff91fc509c3240) 00000100:00000001:3.0:1767384299.221291:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.221293:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384299.221298:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.221300:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221303:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.221306:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.221310:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.221316:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.221317:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.221327:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.221329:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.221331:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.221335:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744034176:0@lo:256: 00000100:00000001:3.0:1767384299.221338:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.221341:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.221343:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221345:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384299.221349:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a53f1af0. 00000400:00000010:3.0:1767384299.221354:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c4395b41. 00000100:00000200:3.0:1767384299.221357:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd01780-0x695824dd01780, portal 33 00000100:00000001:3.0:1767384299.221360:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.221362:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.221365:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8860b9e. 02000000:00000001:3.0:1767384299.221366:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.221369:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d3571d. 00000400:00000010:3.0:1767384299.221373:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384299.221375:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744034176, portal 25 00000100:00000001:3.0:1767384299.221378:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.221379:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:3.0:1767384299.221384:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.221389:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.221391:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.221393:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000200:3.0:1767384299.221395:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744034176, offset 0 00000400:00000200:3.0:1767384299.221399:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.221407:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.221415:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd01780 00000400:00000200:3.0:1767384299.221419:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:3.0:1767384299.221421:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ed1e2a6. 00000400:00000200:3.0:1767384299.221424:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003821af5a 00000400:00000200:3.0:1767384299.221427:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.221439:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.221444:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003821af5a 00000400:00000010:3.0:1767384299.221445:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003821af5a. 00000100:00000001:3.0:1767384299.221448:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.221450:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.221452:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000bb9035fb x1853236744034176 msgsize 304 00000100:00100000:3.0:1767384299.221457:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.221459:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.221471:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.221476:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384299.221477:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384299.221480:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.221483:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.221491:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.221495:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.221499:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384299.221502:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.221503:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744034176 00000100:00000001:3.0:1767384299.221506:0:16793:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384299.221507:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.221510:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.221511:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221512:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.221518:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.221519:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294888004 00000100:00100000:1.0:1767384299.221521:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744034176 00000020:00000001:1.0:1767384299.221526:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.221528:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384299.221530:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888003 00000020:00000001:1.0:1767384299.221530:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.221532:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384299.221537:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384299.221541:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294888004 00000020:00000001:1.0:1767384299.221541:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384299.221548:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384299.221550:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888003 00000020:00000010:1.0:1767384299.221579:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1357349. 00000100:00000001:1.0:1767384299.221584:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.221590:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1357349. 00000100:00000001:3.0:1767384299.221592:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294888005 00000020:00000010:1.0:1767384299.221595:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9ecc2af. 00000100:00000001:3.0:1767384299.221599:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888003 00000100:00000001:3.0:1767384299.221604:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294888005 00000020:00000010:1.0:1767384299.221606:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4345c50. 00000100:00000001:3.0:1767384299.221609:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888003 00000020:00000010:1.0:1767384299.221612:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000001:3.0:1767384299.221617:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.221621:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.221621:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384299.221627:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.221628:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.221632:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384299.221632:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.221635:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221639:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.221646:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000008a3c3af3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.221649:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.221651:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221653:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.221666:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384299.221668:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384299.221672:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:0.0:1767384299.221672:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.221676:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384299.221678:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384299.221680:0:16789:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221682:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227593296 : -120961481958320 : ffff91fc75d61c50) 00000100:00000001:0.0:1767384299.221685:0:16789:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.221689:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb9035fb x1853236744034176/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 304/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.221698:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.221701:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d1357349. 00000100:00000001:1.0:1767384299.221704:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.221705:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d1357349. 00000100:00100000:1.0:1767384299.221710:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744034176:12345-0@lo:256: 00000100:00000200:1.0:1767384299.221713:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744034176 00000020:00000001:1.0:1767384299.221714:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384299.221716:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384299.221717:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.221719:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384299.221720:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:1.0:1767384299.221722:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384299.221723:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.221725:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384299.221726:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384299.221727:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221730:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384299.221733:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384299.221741:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bc07c030. 02000000:00000001:1.0:1767384299.221742:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221744:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.221747:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384299.221750:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384299.221753:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384299.221755:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384299.221757:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.221758:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384299.221760:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384299.221763:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d7a792f6. 20000000:00000001:1.0:1767384299.221765:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384299.221773:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384299.221779:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:1.0:1767384299.221782:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384299.221784:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1767384299.221786:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:1.0:1767384299.221787:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:1.0:1767384299.221790:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384299.221792:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005e660326. 00000100:00000010:1.0:1767384299.221794:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008e44fa45. 00000020:00000040:1.0:1767384299.221796:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:1.0:1767384299.221799:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384299.221801:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384299.221803:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000400:00000010:1.0:1767384299.221808:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c29a91cc. 00000400:00000200:1.0:1767384299.221811:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.221819:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.221823:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x695824dd01780 00000400:00000200:1.0:1767384299.221828:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10e5 [4] + 0 00000400:00000010:1.0:1767384299.221830:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a53f1af0. 00000400:00000200:1.0:1767384299.221833:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4395b41 00000400:00000200:1.0:1767384299.221835:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.221838:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384299.221841:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4395b41 00000400:00000010:1.0:1767384299.221843:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c4395b41. 00000100:00000001:1.0:1767384299.221851:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384299.221853:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000842e4fb0 desc 000000000dbee535 mbits 1853236744034176 00000100:00000001:1.0:1767384299.221867:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384299.221870:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384299.221874:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384299.221881:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10f1 00000400:00000200:1.0:1767384299.221883:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.221887:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384299.221894:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384299.221896:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384299.221897:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000005e660326 00000100:00000001:3.0:1767384299.221900:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221901:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384299.221912:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384299.221913:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384299.221915:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384299.221916:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005e660326 00000100:00000001:1.0:1767384299.221918:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384299.221922:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x695824dd01780-0x695824dd01780 00000100:00000001:1.0:1767384299.221925:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.221928:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221930:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384299.221932:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:1.0:1767384299.221934:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008e44fa45. 00000100:00000010:1.0:1767384299.221938:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005e660326. 00000100:00000001:1.0:1767384299.221939:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384299.221941:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384299.221947:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d7a792f6. 20000000:00000001:1.0:1767384299.221949:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.221951:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744034176 00010000:00000001:1.0:1767384299.221953:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.221956:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb9035fb x1853236744034176/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 304/240 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.221961:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.221963:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.221964:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.221967:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.221973:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000001:1.0:1767384299.221975:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384299.221977:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.221978:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.221981:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.221985:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.221987:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384299.221990:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744034176, offset 224 00000400:00000200:1.0:1767384299.221993:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.221999:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.222004:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd01780 00000400:00000200:1.0:1767384299.222007:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10e9 [1] + 224 00000400:00000200:1.0:1767384299.222010:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.222013:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.222016:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.222019:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.222026:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.222040:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.222043:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384299.222045:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384299.222047:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.222049:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.222052:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.222054:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00010000:00000001:1.0:1767384299.222057:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384299.222071:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.222073:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384299.222074:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384299.222081:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb9035fb x1853236744034176/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:280/0 lens 304/240 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384299.222082:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.222086:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.222090:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028d3571d. 00000400:00000200:3.0:1767384299.222098:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000100:00100000:1.0:1767384299.222102:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744034176:12345-0@lo:256: Request processed in 399us (643us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384299.222103:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000100:00000001:3.0:1767384299.222110:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.222116:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.222134:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000200:3.0:1767384299.222135:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.222138:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384299.222144:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384299.222147:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384299.222152:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384299.222153:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4345c50. 00000100:00000001:3.0:1767384299.222155:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.222160:0:16793:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384299.222160:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 02000000:00000001:3.0:1767384299.222162:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.222166:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384299.222167:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9ecc2af. 00000100:00000001:3.0:1767384299.222168:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.222173:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.222173:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384299.222176:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=7 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384299.222178:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384299.222183:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=7 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384299.222183:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bc07c030. 02000000:00000001:1.0:1767384299.222191:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.222192:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384299.222194:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.222195:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.222201:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384299.222202:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384299.222203:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.222208:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.222209:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d16a89. 00000100:00000040:3.0:1767384299.222216:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384299.222217:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008860ac7b. 00000100:00000040:3.0:1767384299.222229:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.222236:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.222244:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.222249:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.222254:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744034176:0@lo:256: 00000100:00000001:3.0:1767384299.222258:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.222260:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.222261:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.222264:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.222266:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.222271:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.222273:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008a3c3af3. 00000100:00000001:3.0:1767384299.222276:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.222277:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384299.222280:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:3.0:1767384299.222283:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384299.222288:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000060ce7f8c. 10000000:00000040:3.0:1767384299.222298:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384299.222303:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384299.222305:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384299.222309:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384299.222311:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.222313:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384299.222314:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384299.222316:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:3.0:1767384299.222318:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767384299.222321:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384299.222334:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384299.222339:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384299.222343:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (1) 00000400:00000200:3.0:1767384299.222347:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384299.222349:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384299.222351:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (2) 00000400:00000200:3.0:1767384299.222353:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000100:00000001:3.0:1767384299.222360:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.222362:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384299.222364:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:3.0:1767384299.222368:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b5dab18e. 10000000:00000040:3.0:1767384299.222370:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384299.222372:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384299.222377:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384299.222381:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e4f13f5. 00000020:00000010:3.0:1767384299.222384:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ceed3d5b. 00000040:00000010:3.0:1767384299.222387:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1cb457e. 00000020:00000010:3.0:1767384299.222390:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fd9e702f. 00000020:00000010:3.0:1767384299.222394:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384299.222398:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000487fd77e. 80000000:00000010:3.0:1767384299.222401:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8d655ef. 40000000:00000010:3.0:1767384299.222404:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000600f241f. 00100000:00000010:3.0:1767384299.222408:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008435ddc4. 00040000:00000010:3.0:1767384299.222412:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c6d1679b. 00040000:00000010:3.0:1767384299.222415:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043b738bb. 00040000:00000010:3.0:1767384299.222419:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007667c1ac. 00080000:00000010:3.0:1767384299.222423:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000036eadb1. 00000004:00000010:3.0:1767384299.222427:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000072329c7d. 00000004:00000010:3.0:1767384299.222432:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b538311. 00000004:00000010:3.0:1767384299.222437:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e68ebf92. 00002000:00000010:3.0:1767384299.222440:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eff00f0f. 00000004:00000010:3.0:1767384299.222443:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000002d41eca. 00000004:00000001:3.0:1767384299.222447:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384299.222450:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384299.222452:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b5dab18e 00000040:00001000:3.0:1767384299.222453:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384299.222454:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384299.222456:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384299.222457:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384299.222460:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384299.222461:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384299.222468:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384299.222469:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:3.0:1767384299.222471:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384299.222512:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.222518:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ceed3d5b. 00000040:00000010:3.0:1767384299.222522:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1cb457e. 00000020:00000010:3.0:1767384299.222525:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fd9e702f. 00000020:00000010:3.0:1767384299.222530:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384299.222534:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000487fd77e. 80000000:00000010:3.0:1767384299.222538:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8d655ef. 40000000:00000010:3.0:1767384299.222541:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000600f241f. 00100000:00000010:3.0:1767384299.222543:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008435ddc4. 00040000:00000010:3.0:1767384299.222546:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c6d1679b. 00040000:00000010:3.0:1767384299.222549:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000043b738bb. 00040000:00000010:3.0:1767384299.222597:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007667c1ac. 00080000:00000010:3.0:1767384299.222603:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000036eadb1. 00000004:00000010:3.0:1767384299.222608:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000072329c7d. 00000004:00000010:3.0:1767384299.222611:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b538311. 00000004:00000010:3.0:1767384299.222615:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e68ebf92. 00002000:00000010:3.0:1767384299.222622:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eff00f0f. 00000004:00000010:3.0:1767384299.222629:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000002d41eca. 00000020:00000010:3.0:1767384299.222634:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e4f13f5. 00000020:00000001:3.0:1767384299.222641:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.222644:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384299.222648:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b5dab18e. 10000000:00000010:3.0:1767384299.222652:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000060ce7f8c. 10000000:00000001:3.0:1767384299.222658:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.222661:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.222669:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744034176/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.222676:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.222681:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.222683:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8860b9e. 02000000:00000001:3.0:1767384299.222688:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.222698:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.222701:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384299.222704:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384299.222707:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384299.222710:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.222713:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384299.222715:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384299.222717:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001e95f3e7. 00000100:00000010:3.0:1767384299.222722:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000dbee535. 00000100:00000001:3.0:1767384299.222728:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384299.222729:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000220889ea. 02000000:00000001:3.0:1767384299.222734:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.222737:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.222739:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384299.222742:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.222745:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384299.222768:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d92c319d. 10000000:01000000:3.0:1767384299.222774:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384299.222781:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384299.222784:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.222786:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.222789:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=3 00000020:00000001:3.0:1767384299.222793:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:3.0:1767384299.222798:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:3.0:1767384299.222802:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384299.222806:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc536 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc53d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.222814:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.222818:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384299.222822:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc536 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc53d expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.222830:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384299.222832:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.222833:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384299.222843:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.222845:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.222849:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384299.222853:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384299.222856:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384299.222859:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384299.225618:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294888004, at 4294888006 00000100:00000010:0.0:1767384299.225627:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008806a6f5. 00000100:00000040:3.0:1767384299.226639:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294888005, at 4294888007 00000100:00000010:3.0:1767384299.226649:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001422cf62. 00000100:00000040:1.0:1767384299.226728:0:126:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294888004, at 4294888007 00000100:00000010:1.0:1767384299.226737:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c9a06dd. 00000020:00000010:1.0:1767384299.233950:0:17707:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e5101701. 00000020:00000040:1.0:1767384299.233957:0:17707:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:1.0:1767384299.233960:0:17707:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1767384299.233962:0:17707:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 000000009cc6d090 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:1.0:1767384299.233966:0:17707:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1767384299.233974:0:17707:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00000100:00000001:1.0:1767384299.233975:0:17707:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384299.233977:0:17707:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.233979:0:17707:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000001:1.0:1767384299.233980:0:17707:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384299.233983:0:17707:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623111453772416 : -120962255779200 : 0xffff91fc47b68a80) 00000100:00000040:1.0:1767384299.233985:0:17707:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000040:1.0:1767384299.233987:0:17707:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.113@tcp -> 00000000e0f7e17c 00010000:00080000:1.0:1767384299.233989:0:17707:0:(ldlm_lib.c:85:import_set_conn()) imp 000000009cc6d090@lustre-OST0000-osc-MDT0000: found existing conn 192.168.203.113@tcp, moved to head 00010000:00000001:1.0:1767384299.234005:0:17707:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384299.234007:0:17707:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00010000:00000001:1.0:1767384299.234009:0:17707:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.234011:0:17707:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:1.0:1767384299.234012:0:17707:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e5101701. 00000100:00000001:0.0:1767384299.283710:0:16153:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384299.283722:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384299.283725:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.283730:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.283732:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.283736:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.283738:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.335994:0:17695:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.336011:0:17695:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.336017:0:17695:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.336039:0:17695:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.336045:0:17695:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.336048:0:17695:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.475700:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384299.475713:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.475723:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384299.475726:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.475793:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384299.475800:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.475806:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1767384299.503027:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (0000000022454fd2) now 10 - health_check_show 00000020:00000001:1.0:1767384299.503037:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503039:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503042:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 10 - health_check_show 00000020:00000040:1.0:1767384299.503046:0:17737:0:(obd_config.c:927:class_incref()) incref MGS (000000009f446f28) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503048:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503053:0:17737:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503055:0:17737:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 6 - health_check_show 00000020:00000040:1.0:1767384299.503057:0:17737:0:(obd_config.c:927:class_incref()) incref MGC192.168.203.113@tcp (0000000055154d58) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503084:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503086:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503088:0:17737:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.113@tcp (0000000055154d58) now 6 - health_check_show 00000020:00000040:1.0:1767384299.503091:0:17737:0:(obd_config.c:927:class_incref()) incref MDS (00000000acfdb857) now 4 - health_check_show 00000020:00000001:1.0:1767384299.503093:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503112:0:17737:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503114:0:17737:0:(obd_config.c:955:class_decref()) Decref MDS (00000000acfdb857) now 4 - health_check_show 00000020:00000040:1.0:1767384299.503116:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 5 - health_check_show 00000020:00000001:1.0:1767384299.503119:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503120:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503122:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 5 - health_check_show 00000020:00000040:1.0:1767384299.503124:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - health_check_show 00000020:00000001:1.0:1767384299.503126:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503128:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503129:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - health_check_show 00000020:00000040:1.0:1767384299.503132:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (0000000025f07d0f) now 5 - health_check_show 00000020:00000001:1.0:1767384299.503142:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503144:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503146:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000025f07d0f) now 5 - health_check_show 00000020:00000040:1.0:1767384299.503149:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (000000008d3e5770) now 5 - health_check_show 00000020:00000001:1.0:1767384299.503151:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503153:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503154:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008d3e5770) now 5 - health_check_show 00000020:00000040:1.0:1767384299.503156:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503158:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503160:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503161:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 6 - health_check_show 00000020:00000040:1.0:1767384299.503164:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503166:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503167:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503169:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 6 - health_check_show 00000020:00000040:1.0:1767384299.503171:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000b8004f3a) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503173:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503174:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503175:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000b8004f3a) now 6 - health_check_show 00000020:00000040:1.0:1767384299.503178:0:17737:0:(obd_config.c:927:class_incref()) incref OSS (000000000df580cb) now 4 - health_check_show 00000020:00000001:1.0:1767384299.503180:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503185:0:17737:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503187:0:17737:0:(obd_config.c:955:class_decref()) Decref OSS (000000000df580cb) now 4 - health_check_show 00000020:00000040:1.0:1767384299.503189:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 4 - health_check_show 00000020:00000001:1.0:1767384299.503191:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:1.0:1767384299.503196:0:17737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008641d4a8. 00000020:00000010:1.0:1767384299.503201:0:17737:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f9ecc2af. 00000020:00000010:1.0:1767384299.503206:0:17737:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a9f655df. 00000020:00000010:1.0:1767384299.503211:0:17737:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384299.503216:0:17737:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ba2e0504. 80000000:00000010:1.0:1767384299.503220:0:17737:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008268c661. 40000000:00000010:1.0:1767384299.503224:0:17737:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008744aa54. 00100000:00000010:1.0:1767384299.503230:0:17737:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000bfbf45f. 00040000:00000010:1.0:1767384299.503240:0:17737:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c6aa108a. 00040000:00000010:1.0:1767384299.503245:0:17737:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce83a8b1. 00080000:00000010:1.0:1767384299.503249:0:17737:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006dee9a4a. 00002000:00000010:1.0:1767384299.503254:0:17737:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e660326. 00080000:00000001:1.0:1767384299.503259:0:17737:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384299.503273:0:17737:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.503278:0:17737:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f9ecc2af. 00000020:00000010:1.0:1767384299.503283:0:17737:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a9f655df. 00000020:00000010:1.0:1767384299.503288:0:17737:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384299.503292:0:17737:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ba2e0504. 80000000:00000010:1.0:1767384299.503296:0:17737:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008268c661. 40000000:00000010:1.0:1767384299.503299:0:17737:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008744aa54. 00100000:00000010:1.0:1767384299.503302:0:17737:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bfbf45f. 00040000:00000010:1.0:1767384299.503306:0:17737:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c6aa108a. 00040000:00000010:1.0:1767384299.503309:0:17737:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce83a8b1. 00080000:00000010:1.0:1767384299.503313:0:17737:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006dee9a4a. 00002000:00000010:1.0:1767384299.503316:0:17737:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005e660326. 00000020:00000010:1.0:1767384299.503319:0:17737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008641d4a8. 00000020:00000001:1.0:1767384299.503322:0:17737:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503324:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 4 - health_check_show 00000020:00000040:1.0:1767384299.503328:0:17737:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000064548f04) now 6 - health_check_show 00000020:00000001:1.0:1767384299.503329:0:17737:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:1.0:1767384299.503331:0:17737:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.503332:0:17737:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (0000000064548f04) now 6 - health_check_show 00000100:00000001:0.0:1767384300.307648:0:16153:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384300.307667:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384300.307672:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.307679:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.307683:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384300.307689:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.307694:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.499618:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384300.499624:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.499629:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384300.499630:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384300.782399:0:17913:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384300.782405:0:17913:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384300.787253:0:17913:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384300.806799:0:17915:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384301.013954:0:17926:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384301.013968:0:17926:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.013972:0:17926:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.013998:0:17926:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384301.014015:0:17926:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.014020:0:17926:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.331715:0:16153:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384301.331731:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.331734:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.331740:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.331745:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.331750:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.331753:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.469438:0:17978:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384301.469457:0:17978:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.469464:0:17978:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.469474:0:17978:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384301.469481:0:17978:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.469486:0:17978:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.523918:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384301.523925:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.523931:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384301.523934:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384301.523937:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384301.523940:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.523943:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384301.523952:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.523955:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384301.523957:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.524037:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384301.524065:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.524072:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384302.140898:0:18027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384302.140917:0:18027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.140925:0:18027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.140936:0:18027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384302.140946:0:18027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.140961:0:18027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.355694:0:16153:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384302.355701:0:16153:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1767384302.355720:0:16153:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384292/real 1767384292] req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384302.355743:0:16153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.355746:0:16153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.355750:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000136b6c20. 00000400:00000200:3.0:1767384302.355756:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f57a669 00000400:00000010:3.0:1767384302.355760:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 00000100:00000001:3.0:1767384302.355766:0:16153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.355770:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.355784:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.355795:0:16153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.355799:0:16153:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.355804:0:16153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.355806:0:16153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384302.355820:0:16153:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.355827:0:16153:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.355839:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.355841:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.355844:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.355847:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.355850:0:16153:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384302.355856:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.355865:0:16153:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1767384302.355870:0:16153:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.355872:0:16153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.355876:0:16153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.355889:0:16153:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384302.355891:0:16153:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1767384302.355894:0:16153:0:(import.c:65:import_set_state_nolock()) 000000009cc6d090 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384302.355935:0:16153:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1767384302.355938:0:16153:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1767384302.355942:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.355951:0:16153:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000085509bc6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16153:1853236744029440:0@lo:8: 00000100:00000001:3.0:1767384302.355959:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.355962:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.355966:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000085509bc6 x1853236744029440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384302 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384302.355967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384302.355985:0:16153:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384302.355994:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384302.355995:0:16153:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.356002:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000165532. 00000100:00000010:1.0:1767384302.356006:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 02000000:00000001:3.0:1767384302.356008:0:16153:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.356013:0:16153:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384302.356016:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000040:3.0:1767384302.356018:0:16153:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384302.356027:0:16153:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384302.356028:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384302.356030:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000066b4b8dc. 02000000:00000001:1.0:1767384302.356036:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384302.356060:0:16153:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.356077:0:16153:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384302.356078:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384302.356081:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085509bc6. 00000100:00000001:3.0:1767384302.356093:0:16153:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767384302.356093:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006476940f. 00000100:00000001:3.0:1767384302.356097:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.356102:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.356122:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356127:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.356133:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356137:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384302.356142:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.356143:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.356170:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.356176:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.356190:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_03+3] req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.356250:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384302.356256:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1767384302.356265:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1767384302.356272:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384302.356277:0:38:0:(import.c:65:import_set_state_nolock()) 000000009cc6d090 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384302.356279:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.356283:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.356288:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1767384302.356298:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1767384302.356299:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000001:0.0:1767384302.356301:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356307:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384302.356317:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 17 to 0@lo 00000100:00000040:3.0:1767384302.356321:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.356328:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384302.356340:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 18 to 0@lo 00000100:00000001:1.0:1767384302.356350:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:1.0:1767384302.356379:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384302.356383:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc472 00000100:00000001:3.0:1767384302.356388:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384302.356390:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384302.356395:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.356403:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384302.356409:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a47bf190 refcount=4 02000000:00000001:3.0:1767384302.356412:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384302.356418:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446190080 : -120962263361536 : ffff91fc4742d800) 02000000:00000001:3.0:1767384302.356421:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.356426:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446190080 : -120962263361536 : ffff91fc4742d800) 00000100:00100000:3.0:1767384302.356434:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744034304:0@lo:400: 00000100:00000040:1.0:1767384302.356438:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 17 to 0@lo 00000100:00000001:3.0:1767384302.356447:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384302.356449:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384302.356456:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384302.356458:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 18 to 0@lo 02000000:00000001:3.0:1767384302.356460:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.356466:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384302.356467:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384302.356474:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f8df23. 00000020:00000040:1.0:1767384302.356475:0:38:0:(genops.c:898:class_export_put()) PUTting export 00000000a47bf190 : new refcount 3 02000000:00000001:3.0:1767384302.356482:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384302.356488:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000009cc6d090 using connection 192.168.203.113@tcp/0@lo 00000400:00000010:3.0:1767384302.356491:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d3571d. 00000100:00000001:1.0:1767384302.356497:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.356501:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 02000000:00000001:1.0:1767384302.356506:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1767384302.356510:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744034304, portal 25 00000100:00000001:3.0:1767384302.356515:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384302.356518:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 02000000:00000001:1.0:1767384302.356519:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.356528:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.356531:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.356537:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384302.356546:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384302.356547:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.356553:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384302.356560:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000010:1.0:1767384302.356560:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000051265d5. 00000100:00000200:3.0:1767384302.356613:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744034304, offset 0 00000400:00000200:3.0:1767384302.356621:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384302.356635:0:38:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384302.356647:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384302.356650:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384302.356657:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.356664:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.356669:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384302.356671:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd01800 02000000:00000001:1.0:1767384302.356678:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.356689:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 02000000:00000010:1.0:1767384302.356692:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005f7571a3. 00000400:00000010:3.0:1767384302.356697:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ee288a1. 00000100:00000001:1.0:1767384302.356703:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.356707:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034b1b1b4 00000400:00000200:3.0:1767384302.356716:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384302.356722:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000051265d5 x1853236744034432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384302.356733:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384302.356746:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034b1b1b4 00000100:00000001:1.0:1767384302.356750:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.356753:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.356758:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034b1b1b4. 00000100:00000040:1.0:1767384302.356765:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000051265d5] to pc [ptlrpcd_rcv+-1] req@00000000051265d5 x1853236744034432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.356769:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.356774:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384302.356781:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006b0b32b4 x1853236744034304 msgsize 224 00000100:00100000:3.0:1767384302.356795:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384302.356799:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384302.356813:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356816:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384302.356823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384302.356830:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384302.356833:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384302.356840:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384302.356844:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384302.356851:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384302.356855:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a95fb2. 00000020:00000040:1.0:1767384302.356868:0:38:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384302.356880:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.356889:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384302.356890:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384302.356900:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.356905:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384302.356919:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000444b553a. 00000100:00000001:3.0:1767384302.356921:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356935:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384302.356940:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.356948:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.356958:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.356968:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294891140 00000100:00000010:3.0:1767384302.356986:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098438b59. 00000100:00000001:1.0:1767384302.357002:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384302.357004:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384302.357008:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.357027:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294891140 00000100:00000040:1.0:1767384302.357027:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a95fb2] to pc [ptlrpcd_00_00+0] req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384302.357082:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b58eddac. 00000100:00000001:3.0:1767384302.357102:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384302.357126:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294891140 00000100:00000010:3.0:1767384302.357154:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eea51c1c. 00000100:00000001:1.0:1767384302.357159:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.357165:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384302.357171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384302.357183:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294891140 00000100:00000010:3.0:1767384302.357201:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb01794f. 00000100:00000001:1.0:1767384302.357205:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384302.357215:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000010:1.0:1767384302.357218:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c854b319. 00000100:00000001:3.0:1767384302.357228:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384302.357230:0:38:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384302.357245:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.357247:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.357254:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384302.357263:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.357267:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.357275:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2f35bae. 00000100:00000001:3.0:1767384302.357279:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.357292:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.357302:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.357310:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384302.357311:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384302.357325:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.357334:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.357343:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.357351:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384302.357358:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.357358:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.357385:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c854b319] to pc [ptlrpcd_00_01+1] req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.357403:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384302.357416:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744034304 00000100:00000001:1.0:1767384302.357423:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.357430:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.357436:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.357448:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.357448:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (228) 02000000:00000001:3.0:1767384302.357465:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.357476:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744034304 00000100:00000001:1.0:1767384302.357477:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384302.357486:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384302.357493:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384302.357494:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384302.357504:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384302.357507:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.357519:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000040:1.0:1767384302.357520:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384302.357535:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384302.357548:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384302.357563:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384302.357564:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.357572:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384302.357574:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e5f08f7. 02000000:00000001:1.0:1767384302.357579:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384302.357581:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.357634:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384302.357642:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e5f08f7. 02000000:00000001:1.0:1767384302.357645:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.357657:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5a95fb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744034560:0@lo:400: 00000020:00000010:3.0:1767384302.357660:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bac92287. 00000100:00000001:1.0:1767384302.357669:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384302.357674:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fd19c88a. 02000000:00000001:1.0:1767384302.357678:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384302.357685:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006e8aa418. 02000000:00000001:1.0:1767384302.357686:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.357696:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384302.357703:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc00f77a. 00000100:00000040:3.0:1767384302.357710:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384302.357710:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.357720:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384302.357725:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000100:00000001:3.0:1767384302.357726:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384302.357732:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.357740:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000001:3.0:1767384302.357747:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384302.357753:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744034560, portal 10 00000100:00000001:1.0:1767384302.357760:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.357764:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340690176 : -120961368861440 : ffff91fc7c93d500) 00000100:00000040:1.0:1767384302.357777:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.357779:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.357800:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384302.357808:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384302.357815:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384302.357816:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384302.357819:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384302.357826:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384302.357826:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c19a347. 00000100:00100000:0.0:1767384302.357831:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000200:1.0:1767384302.357837:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744034560, offset 0 00000100:00000040:0.0:1767384302.357841:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384302.357846:0:16790:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.357853:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227599440 : -120961481952176 : ffff91fc75d63450) 00000100:00000001:3.0:1767384302.357855:0:16790:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.357864:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384302.357875:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b0b32b4 x1853236744034304/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:283/0 lens 224/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.357898:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384302.357921:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384302.357934:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd01900 00000020:00000010:0.0:1767384302.357936:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d9c44c6. 00000020:00000010:3.0:1767384302.357941:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000a940152. 00000100:00000001:0.0:1767384302.357954:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.357961:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384302.357966:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000020:00000010:0.0:1767384302.357969:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d9c44c6. 00000100:00100000:3.0:1767384302.357970:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744034432 02000000:00000001:3.0:1767384302.357981:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384302.357991:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384302.357995:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744034304:12345-0@lo:400: 00000100:00000001:3.0:1767384302.357998:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.357999:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384302.358014:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384302.358018:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744034304 00000020:00000001:0.0:1767384302.358030:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384302.358031:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744034432 00000020:00000001:0.0:1767384302.358058:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384302.358060:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384302.358061:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384302.358064:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384302.358074:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384302.358076:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384302.358082:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384302.358083:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:3.0:1767384302.358085:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384302.358089:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384302.358097:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.358100:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:1.0:1767384302.358104:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000202fbf9e. 00000020:00000001:0.0:1767384302.358108:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384302.358115:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.358117:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384302.358118:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000202fbf9e x1853236744034560 msgsize 224 00000020:00000001:0.0:1767384302.358122:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384302.358127:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ba36e2. 00000020:00000001:0.0:1767384302.358129:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.358143:0:16789:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384302.358146:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384302.358149:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ce890b12. 00000100:00100000:1.0:1767384302.358150:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384302.358151:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384302.358159:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 02000000:00000010:0.0:1767384302.358161:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b6ab6d0. 02000000:00000001:0.0:1767384302.358168:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.358169:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.358175:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.358176:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384302.358179:0:16789:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.358181:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.358183:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384302.358186:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744034304 00010000:00000001:0.0:1767384302.358191:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384302.358194:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.358197:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c19a347 00010000:00000200:0.0:1767384302.358199:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0b32b4 x1853236744034304/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384302.358204:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c19a347. 00000100:00000001:1.0:1767384302.358211:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384302.358220:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384302.358222:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.358227:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.358232:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.358241:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384302.358248:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.358254:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384302.358254:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384302.358255:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384302.358262:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000040:1.0:1767384302.358271:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.358275:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00100000:3.0:1767384302.358277:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384302.358293:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353492352 : -120961356059264 : ffff91fc7d572d80) 02000000:00000001:0.0:1767384302.358293:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.358306:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.358309:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d3ac4983 x1853236744034432/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.358309:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.358326:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384302.358328:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384302.358340:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384302.358346:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.358348:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000040:1.0:1767384302.358356:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1753 usecs (2 jiffies) 00000100:00100000:3.0:1767384302.358357:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d3ac4983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16153:x1853236744034432:12345-0@lo:8: 00000100:00000200:0.0:1767384302.358357:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744034304, offset 224 00000100:00000001:1.0:1767384302.358370:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891140 00000100:00000200:3.0:1767384302.358375:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744034432 00000400:00000200:0.0:1767384302.358389:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384302.358393:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891141 00000020:00000001:3.0:1767384302.358394:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384302.358409:0:17568:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:1.0:1767384302.358409:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891140 00000400:00000200:0.0:1767384302.358410:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384302.358427:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891141 00000020:00000040:3.0:1767384302.358433:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 4 - find 00000100:00000001:1.0:1767384302.358436:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891140 00000400:00000200:0.0:1767384302.358444:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd01800 00000100:00000001:1.0:1767384302.358447:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891141 00000020:00000001:3.0:1767384302.358458:0:17568:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446623112216169096 : -120961493382520 : ffff91fc7527ca88) 00000100:00000001:1.0:1767384302.358460:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891140 00000400:00000200:0.0:1767384302.358469:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x10fd [1] + 224 00000100:00000001:3.0:1767384302.358475:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384302.358478:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891141 00000400:00000200:0.0:1767384302.358480:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384302.358487:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384302.358491:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384302.358499:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384302.358504:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000029c85b09. 00000100:00000001:1.0:1767384302.358507:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.358516:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.358518:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384302.358527:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.358528:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384302.358531:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384302.358546:0:17568:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00000001:1.0:1767384302.358546:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.358607:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.358614:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.358626:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00080000:3.0:1767384302.358634:0:17568:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 223 last 0 00000100:00000001:1.0:1767384302.358641:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384302.358644:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384302.358652:0:17568:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:1.0:1767384302.358656:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:3.0:1767384302.358662:0:17568:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000400:00000200:0.0:1767384302.358662:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000100:00000001:1.0:1767384302.358664:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.358677:0:17568:0:(genops.c:1392:class_connect()) Process entered 00000400:00000010:0.0:1767384302.358682:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000001:3.0:1767384302.358685:0:17568:0:(genops.c:950:__class_new_export()) Process entered 00000100:00100000:1.0:1767384302.358686:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384302.358695:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767384302.358698:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000043b738bb. 00000100:00000001:1.0:1767384302.358700:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.358700:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.358714:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.358715:0:17568:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384302.358718:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.358728:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.358731:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00000020:00000040:3.0:1767384302.358732:0:17568:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043b738bb with handle 0xf489261bfe0bc544 to hash 00000100:00000001:1.0:1767384302.358743:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384302.358747:0:17568:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384302.358747:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384302.358750:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384302.358754:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.358757:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384302.358762:0:17568:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384302.358763:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384302.358773:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384302.358783:0:17568:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000040:0.0:1767384302.358789:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b0b32b4 x1853236744034304/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:283/0 lens 224/224 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384302.358794:0:17568:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d36cc074. 00000001:00000001:3.0:1767384302.358808:0:17568:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.358810:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.358818:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.358830:0:17568:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 02000000:00000001:1.0:1767384302.358835:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000001:3.0:1767384302.358842:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 02000000:00000001:1.0:1767384302.358845:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384302.358858:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744034304:12345-0@lo:400: Request processed in 925us (2063us total) trans 0 rc 0/0 00000001:00000010:3.0:1767384302.358859:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c6d1679b. 02000000:00000001:1.0:1767384302.358862:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384302.358881:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005eae7079. 00000100:00100000:1.0:1767384302.358887:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c854b319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744034688:0@lo:400: 00000001:00000010:3.0:1767384302.358901:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005118b633. 00000100:00100000:0.0:1767384302.358904:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000001:1.0:1767384302.358923:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000010:3.0:1767384302.358924:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075330d62. 00000100:00000040:0.0:1767384302.358924:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 02000000:00000001:1.0:1767384302.358936:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384302.358941:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000010:3.0:1767384302.358944:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001af5acd5. 02000000:00000001:1.0:1767384302.358944:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.358946:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384302.358956:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fd19c88a. 00000001:00000010:3.0:1767384302.358962:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b63f645. 02000000:00000001:1.0:1767384302.358962:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384302.358967:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006e8aa418. 00010000:00000001:3.0:1767384302.358977:0:17568:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384302.358979:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bac92287. 02000000:00000010:1.0:1767384302.358980:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bad46e2a. 00010000:00000001:3.0:1767384302.358994:0:17568:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.358994:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384302.358996:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000400:00000010:1.0:1767384302.359013:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a7d0f9. 00000020:00000001:3.0:1767384302.359016:0:17568:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.359016:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384302.359030:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b6ab6d0. 00000020:00000040:3.0:1767384302.359031:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=3 00000400:00000010:1.0:1767384302.359032:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c19a347. 00000020:00000040:3.0:1767384302.359062:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 5 - export 02000000:00000001:0.0:1767384302.359063:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1767384302.359075:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744034688, portal 10 00000020:00000001:3.0:1767384302.359076:0:17568:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384302.359076:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.359111:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384302.359112:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 2 00000100:00000200:0.0:1767384302.359117:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384302.359118:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340696448 : -120961368855168 : ffff91fc7c93ed80) 00000400:00000010:0.0:1767384302.359132:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000020:00000080:3.0:1767384302.359133:0:17568:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf489261bfe0bc544 00000020:00000010:1.0:1767384302.359143:0:16154:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003ffd453d. 00000020:00000001:3.0:1767384302.359158:0:17568:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.359160:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ead1eef. 00000100:00000040:1.0:1767384302.359170:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384302.359171:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384302.359185:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:3.0:1767384302.359199:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384302.359207:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=3 00000020:00000001:3.0:1767384302.359227:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384302.359231:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384302.359251:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000001:00000001:3.0:1767384302.359270:0:17568:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000040:1.0:1767384302.359272:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:3.0:1767384302.359280:0:17568:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000400:00000010:1.0:1767384302.359288:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374b9a7e. 00000001:00000040:3.0:1767384302.359295:0:17568:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.113@tcp 00000001:00000040:3.0:1767384302.359310:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 5 00000100:00000200:1.0:1767384302.359311:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744034688, offset 0 00000001:00000001:3.0:1767384302.359322:0:17568:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446623107058717696 : -120966650833920 : ffff91fb41bf5400) 00000001:00000001:3.0:1767384302.359339:0:17568:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000400:00000200:1.0:1767384302.359339:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384302.359353:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=4 00000001:00000040:3.0:1767384302.359385:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 6 00000400:00000200:1.0:1767384302.359402:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384302.359405:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000096afccc8. 00000020:00000010:3.0:1767384302.359418:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000027202f64. 00000400:00000200:1.0:1767384302.359430:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd01980 00000400:00000200:1.0:1767384302.359445:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000001:00000001:3.0:1767384302.359455:0:17568:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.359471:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:08000000:3.0:1767384302.359474:0:17568:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384302.359489:0:17568:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 5 00000400:00000200:1.0:1767384302.359494:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384302.359496:0:17568:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384302.359511:0:17568:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00000001:1.0:1767384302.359521:0:16154:0:(events.c:286:request_in_callback()) Process entered 00002000:00080000:3.0:1767384302.359522:0:17568:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000100:00000200:1.0:1767384302.359528:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00100000:3.0:1767384302.359534:0:17568:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00000010:1.0:1767384302.359549:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000031e90012. 00002000:00000001:3.0:1767384302.359552:0:17568:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384302.359562:0:17568:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000040:1.0:1767384302.359564:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000031e90012 x1853236744034688 msgsize 224 00000001:00000040:3.0:1767384302.359567:0:17568:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384302.359575:0:17568:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384302.359584:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384302.359631:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000101dbbde. 00000100:00100000:1.0:1767384302.359634:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:3.0:1767384302.359659:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107065065472 : -120966644486144 : ffff91fb42203000) 00000100:00000001:1.0:1767384302.359663:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:3.0:1767384302.359675:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384302.359679:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000374b9a7e 00000400:00000010:1.0:1767384302.359686:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000374b9a7e. 00000100:00000001:1.0:1767384302.359696:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384302.359712:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.359782:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.359794:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c854b319 x1853236744034688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.359824:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.359832:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:3.0:1767384302.359837:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384302.359845:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.359849:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384302.359852:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.359868:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3171 usecs (4 jiffies) 00080000:00000001:3.0:1767384302.359871:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.359877:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891144 00000001:00000010:3.0:1767384302.359881:0:17568:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004d18bf74. 00000001:00000040:3.0:1767384302.359887:0:17568:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000043b738bb : new cb_count 1 00000100:00000001:1.0:1767384302.359890:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891141 00000020:00000040:3.0:1767384302.359892:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=5 00080000:00000001:3.0:1767384302.359906:0:17568:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384302.359909:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891144 00000100:00000001:1.0:1767384302.359918:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294891141 00000100:00000001:1.0:1767384302.359925:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891144 00000100:00000001:1.0:1767384302.359943:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891141 00000100:00000001:1.0:1767384302.359949:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891144 00000100:00000001:1.0:1767384302.359954:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294891141 00000100:00000001:1.0:1767384302.359960:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.359965:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384302.359982:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384302.359988:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384302.359991:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000400:00000200:1.0:1767384302.360001:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:1.0:1767384302.360006:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:1.0:1767384302.360021:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384302.360030:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384302.360065:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.360083:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384302.360086:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.360109:0:16154:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:3.0:1767384302.360115:0:17568:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:1.0:1767384302.360116:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384302.360122:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1767384302.360124:0:17568:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:1.0:1767384302.360130:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.360135:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384302.360137:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.360147:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=5 v=5 (5 0 0 0) 00080000:00000001:3.0:1767384302.360157:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.360160:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=5 v=5 (1 0 0 0) 00000001:00000040:3.0:1767384302.360178:0:17568:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000100:00000001:1.0:1767384302.360182:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000001:3.0:1767384302.360186:0:17568:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.360189:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384302.360195:0:17568:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00010000:00000001:1.0:1767384302.360204:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384302.360206:0:17568:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00010000:00080000:1.0:1767384302.360216:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384302.360217:0:17568:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000045c3029a 00000020:00000010:3.0:1767384302.360235:0:17568:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000dbc1cee1. 00010000:00000001:1.0:1767384302.360241:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.360249:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1767384302.360253:0:17568:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000dbc1cee1 for nid 0@lo - ref 2 00000100:00000040:1.0:1767384302.360254:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384302.360269:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384302.360284:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.360311:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.360390:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.360410:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384302.360417:0:17568:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.360418:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384302.360443:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.360454:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f4ed6506. 00000020:00000010:3.0:1767384302.360470:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000089000631. 00000020:00000010:3.0:1767384302.360484:0:17568:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000028d4a87f. 00000100:00100000:1.0:1767384302.360511:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5a95fb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744034560:0@lo:400: 00000020:00000010:3.0:1767384302.360523:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008d6c1bee. 00000020:00000010:3.0:1767384302.360538:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ad7fa9ea. 00000100:00000001:1.0:1767384302.360542:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384302.360549:0:17568:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f11b73e7. 00000100:00000001:1.0:1767384302.360552:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384302.360564:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a95fb2 x1853236744034560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.360575:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384302.360580:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384302.360618:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc00f77a. 00002000:00000001:3.0:1767384302.360630:0:17568:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.360632:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384302.360640:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00002000:00080000:3.0:1767384302.360648:0:17568:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000020:00000040:1.0:1767384302.360650:0:16154:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00002000:00000001:3.0:1767384302.360662:0:17568:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.360663:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384302.360669:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000444b553a. 00010000:00000001:3.0:1767384302.360675:0:17568:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.360686:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384302.360691:0:17568:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000072329c7d. 02000000:00000001:1.0:1767384302.360694:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384302.360702:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a95fb2. 00000020:00000040:3.0:1767384302.360704:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - import 00000100:00000001:1.0:1767384302.360714:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384302.360721:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.360731:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.360735:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.360740:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384302.360742:0:17568:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384302.360746:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384302.360752:0:17568:0:(genops.c:1242:class_import_put()) import 0000000072329c7d refcount=1 obd=lustre-OST0000 00000100:00000001:1.0:1767384302.360758:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.360769:0:17568:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384302.360784:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e5f08f7. 00000020:00000040:3.0:1767384302.360800:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=6 00000100:00000040:3.0:1767384302.360807:0:17568:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384302.360819:0:17568:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384302.360823:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.360831:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384302.360836:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.360846:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384302.360860:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00080000:1.0:1767384302.360869:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384302.360874:0:17568:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623111453772416 : -120962255779200 : 0xffff91fc47b68a80) 00000020:00000040:1.0:1767384302.360877:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000040:3.0:1767384302.360900:0:17568:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e0f7e17c refcount 20 to 0@lo 00000020:00000040:3.0:1767384302.360918:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=7 00000100:00000001:1.0:1767384302.360922:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.360930:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.360935:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384302.360940:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384302.360946:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384302.360947:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000010:1.0:1767384302.360949:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028d3571d. 00000100:00000001:3.0:1767384302.360961:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000200:1.0:1767384302.360964:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:1.0:1767384302.360970:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 02000000:00000001:3.0:1767384302.360971:0:17568:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1767384302.360975:0:16157:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384302.360990:0:17568:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000100:00000200:1.0:1767384302.360996:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:08000000:3.0:1767384302.360998:0:17568:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384302.361013:0:17568:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662110272 : -1047441344 : ffffffffc1915040) 02000000:00000001:3.0:1767384302.361028:0:17568:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.361061:0:17568:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384302.361068:0:17568:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000200:1.0:1767384302.361071:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.361078:0:17568:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384302.361105:0:17568:0:(import.c:65:import_set_state_nolock()) 0000000072329c7d : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384302.361110:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384302.361120:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.361121:0:17568:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384302.361130:0:17568:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384302.361131:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384302.361140:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384302.361143:0:17568:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.361149:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.361158:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384302.361162:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 6 02000000:00000001:1.0:1767384302.361165:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384302.361178:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=10 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384302.361179:0:17568:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - find 00000100:00001000:1.0:1767384302.361188:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=10 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384302.361194:0:17568:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.361214:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384302.361216:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384302.361231:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.361235:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670368 : -1035881248 : ffffffffc241b4e0) 00010000:00000001:1.0:1767384302.361245:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384302.361256:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.361257:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384302.361274:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.361278:0:17568:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384302.361289:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384302.361290:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384302.361305:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384302.361312:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384302.361318:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.361320:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384302.361326:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384302.361331:0:17568:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000040:1.0:1767384302.361337:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384302.361349:0:17568:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384302.361364:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744034432 00000100:00100000:1.0:1767384302.361371:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744034304:0@lo:400: 00010000:00000001:3.0:1767384302.361373:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384302.361388:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d3ac4983 x1853236744034432/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.361404:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.361417:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384302.361423:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384302.361429:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466595ef x1853236744034304/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384302.361433:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384302.361453:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=1767384302 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384302.361488:0:17568:0:(import.c:2194:obd_at_measure()) AT 00000000d07469d0 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1767384302.361494:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384302.361507:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384302.361518:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f8df23. 00000100:00001000:3.0:1767384302.361531:0:17568:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@00000000d3ac4983 x1853236744034432/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384302.361538:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384302.361547:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767384302.361613:0:17568:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000040:1.0:1767384302.361615:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384302.361623:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384302.361624:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384302.361630:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006476940f. 00000100:00000040:3.0:1767384302.361635:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 02000000:00000001:1.0:1767384302.361637:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384302.361642:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384302.361646:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000010:1.0:1767384302.361649:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 00000100:00000001:1.0:1767384302.361657:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384302.361658:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384302.361665:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.361670:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384302.361672:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.361678:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384302.361686:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.361692:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384302.361696:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384302.361705:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.361710:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384302.361720:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000200:3.0:1767384302.361735:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236744034432, offset 0 00000400:00000200:3.0:1767384302.361762:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384302.361804:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384302.361837:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824dd01880 00000400:00000200:3.0:1767384302.361863:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1105 [1] + 0 00000400:00000200:3.0:1767384302.361884:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384302.361904:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384302.361927:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.361952:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000051265d5 x1853236744034432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384302.361991:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000051265d5 x1853236744034432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.362038:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384302.362085:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384302.362094:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384302.362103:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384302.362114:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.362126:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.362136:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384302.362151:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384302.362159:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.362172:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384302.362184:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3ac4983 x1853236744034432/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.362239:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d3ac4983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16153:x1853236744034432:12345-0@lo:8: Request processed in 3879us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384302.362272:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384302.362285:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:3.0:1767384302.362298:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384302.362304:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384302.362316:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce890b12. 00000020:00000010:3.0:1767384302.362328:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000020:00000010:3.0:1767384302.362344:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ba36e2. 00000020:00000040:3.0:1767384302.362357:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000100:00000001:3.0:1767384302.362372:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384302.362485:0:16819:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:3.0:1767384302.362486:0:16818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1767384302.362498:0:16818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:1.0:1767384302.362498:0:16819:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384302.362511:0:16818:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00000001:1.0:1767384302.362514:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000040:00000001:3.0:1767384302.362524:0:16818:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000004:00000020:1.0:1767384302.362527:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000040:00000001:3.0:1767384302.362533:0:16818:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000010:1.0:1767384302.362541:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000040:00000001:3.0:1767384302.362543:0:16818:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1767384302.362613:0:16818:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.362632:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384302.362641:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:3.0:1767384302.362646:0:16818:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:1.0:1767384302.362647:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00001000:3.0:1767384302.362655:0:16818:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 02000000:00000001:1.0:1767384302.362658:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.362664:0:16818:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000010:1.0:1767384302.362672:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006476940f. 00080000:00000010:3.0:1767384302.362678:0:16818:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000002d41eca. 00000100:00000001:1.0:1767384302.362685:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.362688:0:16818:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107065067520 : -120966644484096 : ffff91fb42203800) 00000040:00000001:3.0:1767384302.362696:0:16818:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384302.362699:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00000001:3.0:1767384302.362707:0:16818:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:1.0:1767384302.362707:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.362718:0:16818:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:1.0:1767384302.362729:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_02+2] req@00000000466595ef x1853236744034816/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384302.362759:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384302.362776:0:16818:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384302.362788:0:16818:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384302.362809:0:16818:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384302.362810:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384302.362824:0:16818:0:(llog.c:108:llog_declare_destroy()) Process entered 00000004:00000001:1.0:1767384302.362826:0:16819:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000040:00000001:3.0:1767384302.362832:0:16818:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000004:00080000:1.0:1767384302.362835:0:16819:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00080000:00000002:3.0:1767384302.362840:0:16818:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000004:00000001:1.0:1767384302.362844:0:16819:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00080000:00000010:3.0:1767384302.362852:0:16818:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000006c775479. 00000100:00000010:1.0:1767384302.362852:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a95fb2. 00080000:00000001:3.0:1767384302.362866:0:16818:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000040:1.0:1767384302.362869:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:3.0:1767384302.362873:0:16818:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384302.362885:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.362896:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:3.0:1767384302.362898:0:16818:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.362907:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.362917:0:16818:0:(osd_object.c:744:osd_declare_destroy()) Process entered 02000000:00000010:1.0:1767384302.362933:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc00f77a. 00080000:00000001:3.0:1767384302.362937:0:16818:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384302.362949:0:16818:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.362957:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.362978:0:16819:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384302.362986:0:16819:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384302.362994:0:16819:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac6f1402. 00000100:00000001:1.0:1767384302.363004:0:16819:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112084659968 : -120961624891648 : ffff91fc6d511f00) 00000100:00000001:1.0:1767384302.363015:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.363025:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340690176 : -120961368861440 : ffff91fc7c93d500) 00000100:00000001:1.0:1767384302.363060:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.363071:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363082:0:16819:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384302.363090:0:16819:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384302.363105:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.363143:0:16819:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.363149:0:16819:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.363162:0:16819:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384302.363170:0:16819:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.363184:0:16819:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.363191:0:16819:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5a95fb2 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744034944:0@lo:7: 00000100:00000001:1.0:1767384302.363204:0:16819:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384302.363210:0:16819:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.363218:0:16819:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384302.363220:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384302.363232:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1767384302.363234:0:16819:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384302.363258:0:16819:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad7af3cd. 02000000:00000001:1.0:1767384302.363263:0:16819:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.363271:0:16819:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000400:00000010:1.0:1767384302.363293:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384302.363307:0:16819:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744034944, portal 4 00000100:00000001:1.0:1767384302.363311:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.363314:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340690176 : -120961368861440 : ffff91fc7c93d500) 00000020:00000010:1.0:1767384302.363326:0:16819:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008093c0ed. 00000100:00000040:1.0:1767384302.363339:0:16819:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384302.363414:0:16818:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363416:0:16819:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:3.0:1767384302.363425:0:16818:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.363429:0:16819:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:3.0:1767384302.363440:0:16818:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384302.363440:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374b9a7e. 00080000:00000001:3.0:1767384302.363456:0:16818:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000200:1.0:1767384302.363459:0:16819:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236744034944, offset 0 00080000:00000001:3.0:1767384302.363487:0:16818:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.363489:0:16819:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000001:3.0:1767384302.363502:0:16818:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384302.363508:0:16818:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384302.363513:0:16818:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00080000:00000001:3.0:1767384302.363528:0:16818:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384302.363529:0:16819:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384302.363587:0:16819:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824dd01a80 00000400:00000200:1.0:1767384302.363600:0:16819:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:1.0:1767384302.363607:0:16819:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.363615:0:16819:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384302.363633:0:16819:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384302.363640:0:16819:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384302.363647:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062aa03d6. 00000100:00000040:1.0:1767384302.363662:0:16819:0:(events.c:337:request_in_callback()) incoming req@0000000062aa03d6 x1853236744034944 msgsize 264 00000100:00100000:1.0:1767384302.363681:0:16819:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384302.363700:0:16819:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384302.363714:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000374b9a7e 00000400:00000010:1.0:1767384302.363725:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000374b9a7e. 00000100:00000001:1.0:1767384302.363734:0:16819:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384302.363748:0:16819:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384302.363752:0:16818:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384302.363764:0:16818:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384302.363775:0:16818:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384302.363783:0:16818:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363788:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1767384302.363789:0:16818:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.363806:0:16818:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384302.363809:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.363833:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363836:0:16819:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384302.363846:0:16819:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384302.363855:0:16819:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6740 usecs (7 jiffies) 00080000:00000001:3.0:1767384302.363858:0:16818:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363862:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891151 00000040:00000001:3.0:1767384302.363867:0:16818:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384302.363874:0:16818:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363877:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891150 00000040:00000001:3.0:1767384302.363878:0:16818:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363891:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891151 00080000:00000001:3.0:1767384302.363892:0:16818:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384302.363896:0:16819:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891151 00080000:00000010:3.0:1767384302.363902:0:16818:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000eff00f0f. 00000100:00000001:1.0:1767384302.363908:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891151 00080000:00000001:3.0:1767384302.363910:0:16818:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107065068544 : -120966644483072 : ffff91fb42203c00) 00000100:00000001:1.0:1767384302.363914:0:16819:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891151 00000100:00000001:1.0:1767384302.363928:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891151 00080000:00000001:3.0:1767384302.363929:0:16818:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384302.363934:0:16819:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891151 00080000:00000001:3.0:1767384302.363941:0:16818:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.363942:0:16819:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00001000:3.0:1767384302.363951:0:16818:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000001:1.0:1767384302.363958:0:16819:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384302.363961:0:16818:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000a9ae820c. 00000100:00000001:1.0:1767384302.363975:0:16819:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00080000:3.0:1767384302.363977:0:16818:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 223847420403ns, next at 0ns, rc = 0 00000100:00000001:1.0:1767384302.363986:0:16819:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:3.0:1767384302.363992:0:16818:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:1.0:1767384302.363993:0:16819:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ac6f1402 going to sleep for 11 seconds 00000100:00000001:1.0:1767384302.364008:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1767384302.364009:0:16818:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.364018:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384302.364034:0:16818:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1767384302.364065:0:16818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384302.364079:0:16818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.364103:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1767384302.364104:0:16818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1767384302.364113:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384302.364115:0:16818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384302.364200:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000c0bdf44. 00000100:00000001:1.0:1767384302.364221:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.364230:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744034944 02000000:00000001:1.0:1767384302.364236:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384302.364242:0:17569:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000638a6159. 00000100:00000001:1.0:1767384302.364243:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.364255:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.364269:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384302.364274:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.364280:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384302.364290:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744034944 00000100:00000001:0.0:1767384302.364291:0:17569:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.364303:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384302.364303:0:17569:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.364328:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:1.0:1767384302.364335:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.364341:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=7 00000020:00000001:1.0:1767384302.364351:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:1.0:1767384302.364391:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384302.364410:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.364421:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008744aa54. 00000100:00000001:1.0:1767384302.364438:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.364452:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008744aa54. 00000020:00000010:1.0:1767384302.364477:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a4f3122. 00000020:00000010:1.0:1767384302.364491:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000236a74d9. 00000020:00000010:1.0:1767384302.364503:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b8c2fb49. 00000100:00000040:1.0:1767384302.364521:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384302.364536:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384302.364548:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384302.364555:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.364567:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.364644:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.364679:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.364685:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384302.364704:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384302.364725:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000100:00000001:1.0:1767384302.364735:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340697344 : -120961368854272 : ffff91fc7c93f100) 00000100:00000040:1.0:1767384302.364753:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000062aa03d6 x1853236744034944/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 264/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.364770:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.364778:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008744aa54. 00000100:00000001:1.0:1767384302.364786:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.364799:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008744aa54. 00000100:00100000:1.0:1767384302.364809:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000062aa03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16819:x1853236744034944:12345-0@lo:7: 00000100:00000200:1.0:1767384302.364823:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744034944 00000020:00000001:1.0:1767384302.364832:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384302.364864:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384302.364872:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.364886:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384302.364893:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670320 : -1035881296 : ffffffffc241b4b0) 00000020:00000001:1.0:1767384302.364906:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384302.364916:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.364929:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384302.364937:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384302.364957:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384302.364968:0:17568:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:1.0:1767384302.364976:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384302.364981:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384302.364992:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009d45555e. 02000000:00000001:1.0:1767384302.365004:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.365016:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384302.365033:0:17568:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:1.0:1767384302.365066:0:17568:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 000000006fac5aae. 00000020:00000001:1.0:1767384302.365086:0:17568:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384302.365093:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384302.365109:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000444b553a. 00002000:00000001:1.0:1767384302.365126:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384302.365157:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2b29842. 00002000:00000001:1.0:1767384302.365167:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623111443250696 : -120962266300920 : ffff91fc4715fe08) 00002000:00000001:1.0:1767384302.365182:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384302.365190:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:1.0:1767384302.365207:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aae16fff. 00002000:00000001:1.0:1767384302.365219:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.365235:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384302.365243:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384302.365255:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:1.0:1767384302.365267:0:17568:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000008744aa54. 00080000:00000010:1.0:1767384302.365279:0:17568:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000003af17f7e. 00080000:00000001:0.0:1767384302.371615:0:17568:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00000100:00000040:3.0:1767384302.371705:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294891151, at 4294891152 00000100:00000010:3.0:1767384302.371720:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb01794f. 00080000:00000001:0.0:1767384302.371847:0:17568:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.372340:0:17568:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384302.372359:0:17568:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384302.372406:0:17568:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.372410:0:17568:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.372413:0:17568:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384302.372418:0:17568:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384302.372425:0:17568:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384302.372431:0:17568:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.372443:0:17568:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384302.372446:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.372454:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111443250696 : -120962266300920 : ffff91fc4715fe08) 00000020:00000001:0.0:1767384302.372459:0:17568:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446623111449554040 : -120962259997576 : ffff91fc47762c78) 00000100:00000040:0.0:1767384302.372625:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294891151, at 4294891153 00000100:00000010:0.0:1767384302.372637:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098438b59. 00000100:00000040:1.0:1767384302.373163:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294891151, at 4294891153 00000100:00000010:1.0:1767384302.373177:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b58eddac. 00002000:00080000:0.0:1767384302.375526:0:17568:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:0.0:1767384302.375534:0:17568:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446623112084658240 : -120961624893376 : ffff91fc6d511840) 00002000:00080000:0.0:1767384302.375539:0:17568:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:0.0:1767384302.375549:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000790f2fea. 00000001:00000001:0.0:1767384302.375594:0:17568:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384302.375597:0:17568:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384302.375599:0:17568:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384302.375604:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744034944 00010000:00000001:0.0:1767384302.375610:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384302.375621:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000062aa03d6 x1853236744034944/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 264/240 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.375633:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.375637:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.375641:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.375649:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.375652:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.375656:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384302.375661:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.375665:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.375670:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.375673:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.375682:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384302.375689:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236744034944, offset 224 00000400:00000200:0.0:1767384302.375703:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.375721:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.375733:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824dd01a80 00000400:00000200:0.0:1767384302.375741:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1139 [1] + 224 00000400:00000200:0.0:1767384302.375758:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.375766:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.375773:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.375779:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.375792:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.375815:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.375829:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:0.0:1767384302.375832:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:0.0:1767384302.375837:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384302.375839:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.375847:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.375853:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384302.375856:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384302.375860:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.375863:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384302.375873:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062aa03d6 x1853236744034944/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 264/240 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.375888:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000062aa03d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16819:x1853236744034944:12345-0@lo:7: Request processed in 11113us (12220us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384302.375900:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ddfcdb41. 00000100:00100000:0.0:1767384302.375907:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384302.375910:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384302.375912:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384302.375925:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384302.375930:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000236a74d9. 00000020:00000010:0.0:1767384302.375936:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b8c2fb49. 00000020:00000010:0.0:1767384302.375942:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a4f3122. 00000020:00000040:0.0:1767384302.375947:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000100:00000001:0.0:1767384302.375952:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.375971:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384302.375990:0:16819:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.375993:0:16819:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.375996:0:16819:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000400:00000200:0.0:1767384302.376002:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca4f225 00000400:00000010:0.0:1767384302.376005:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eca4f225. 00000100:00000001:0.0:1767384302.376013:0:16819:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.376018:0:16819:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.376029:0:16819:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376037:0:16819:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.376058:0:16819:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.376073:0:16819:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.376076:0:16819:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.376078:0:16819:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.376081:0:16819:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.376084:0:16819:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.376091:0:16819:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.376096:0:16819:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.376102:0:16819:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.376105:0:16819:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.376108:0:16819:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384302.376113:0:16819:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.376121:0:16819:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376124:0:16819:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384302.376126:0:16819:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384302.376128:0:16819:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384302.376130:0:16819:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.376139:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376148:0:16819:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.376151:0:16819:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.376153:0:16819:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.376160:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.376179:0:16819:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5a95fb2 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744034944:0@lo:7: 00000100:00000001:0.0:1767384302.376191:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.376200:0:16819:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376203:0:16819:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384302.376207:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.376213:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376223:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384302.376227:0:16819:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac6f1402. 00000100:00000001:0.0:1767384302.376231:0:16819:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384302.376233:0:16819:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384302.376238:0:16819:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384302.376242:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.376250:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a95fb2 x1853236744034944/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376261:0:16819:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384302.376266:0:16819:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384302.376270:0:16819:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad7af3cd. 02000000:00000001:0.0:1767384302.376275:0:16819:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384302.376279:0:16819:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384302.376282:0:16819:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384302.376286:0:16819:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384302.376291:0:16819:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc00f77a. 02000000:00000001:0.0:1767384302.376298:0:16819:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384302.376300:0:16819:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384302.376303:0:16819:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a95fb2. 00000100:00000001:0.0:1767384302.376308:0:16819:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384302.376311:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384302.376313:0:16819:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384302.376319:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000020:00000040:0.0:1767384302.376323:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384302.376329:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384302.376331:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384302.376345:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384302.376353:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d1102c7. 00000100:00000001:0.0:1767384302.376360:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376365:0:16819:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384302.376368:0:16819:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384302.376373:0:16819:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082227c9b. 00000100:00000001:0.0:1767384302.376377:0:16819:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111603245824 : -120962106305792 : ffff91fc509f5300) 00000100:00000001:0.0:1767384302.376380:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.376384:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:0.0:1767384302.376389:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384302.376392:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376395:0:16819:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384302.376398:0:16819:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384302.376404:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376412:0:16819:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384302.376414:0:16819:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.376417:0:16819:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384302.376419:0:16819:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384302.376421:0:16819:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.376425:0:16819:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744035072:0@lo:5: 00000100:00000001:0.0:1767384302.376429:0:16819:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384302.376433:0:16819:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384302.376435:0:16819:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.376437:0:16819:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384302.376443:0:16819:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007284bca3. 02000000:00000001:0.0:1767384302.376447:0:16819:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.376456:0:16819:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bef5981. 00000400:00000010:0.0:1767384302.376464:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000100:00000200:0.0:1767384302.376469:0:16819:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744035072, portal 4 00000100:00000001:0.0:1767384302.376472:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.376474:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:0.0:1767384302.376479:0:16819:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376502:0:16819:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.376507:0:16819:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.376511:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384302.376513:0:16819:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236744035072, offset 0 00000400:00000200:0.0:1767384302.376520:0:16819:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.376532:0:16819:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.376545:0:16819:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dd01b00 00000400:00000200:0.0:1767384302.376553:0:16819:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:0.0:1767384302.376595:0:16819:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.376602:0:16819:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.376609:0:16819:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384302.376613:0:16819:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384302.376619:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a1d2949b. 00000100:00000040:0.0:1767384302.376623:0:16819:0:(events.c:337:request_in_callback()) incoming req@00000000a1d2949b x1853236744035072 msgsize 432 00000100:00100000:0.0:1767384302.376628:0:16819:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384302.376645:0:16819:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.376654:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384302.376657:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384302.376661:0:16819:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384302.376665:0:16819:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376677:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.376682:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.376690:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376693:0:16819:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.376701:0:16819:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.376708:0:16819:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8718 usecs (9 jiffies) 00000100:00000001:0.0:1767384302.376712:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891166 00000100:00000010:0.0:1767384302.376718:0:16819:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d2ee77. 00000100:00000001:0.0:1767384302.376727:0:16819:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384302.376738:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891166 00000100:00000010:0.0:1767384302.376749:0:16819:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac9e469. 00000100:00000001:0.0:1767384302.376756:0:16819:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384302.376763:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891166 00000100:00000001:0.0:1767384302.376789:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891151 00000100:00000001:0.0:1767384302.376795:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891166 00000100:00000010:0.0:1767384302.376799:0:16819:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9842924. 00000100:00000001:0.0:1767384302.376803:0:16819:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384302.376808:0:16819:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.376813:0:16819:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376815:0:16819:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.376817:0:16819:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384302.376819:0:16819:0:(client.c:2690:ptlrpc_set_wait()) set 0000000082227c9b going to sleep for 11 seconds 00000100:00000001:0.0:1767384302.376822:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.376824:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.376858:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384302.376861:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035072 02000000:00000001:0.0:1767384302.376866:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384302.376869:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.376872:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.376878:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.376882:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035072 00000020:00000001:0.0:1767384302.376887:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384302.376891:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:0.0:1767384302.376893:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.376897:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000020:00000001:0.0:1767384302.376901:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:0.0:1767384302.376904:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384302.376911:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.376922:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:0.0:1767384302.376927:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.376932:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000020:00000010:0.0:1767384302.376940:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049a69947. 00000020:00000010:0.0:1767384302.376945:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c149f32. 00000020:00000010:0.0:1767384302.376963:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384302.376982:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384302.376989:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.376992:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.376994:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.377005:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.377026:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.377081:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.377084:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.377089:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384302.377092:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:0.0:1767384302.377096:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352143488 : -120961357408128 : ffff91fc7d429880) 00000100:00000040:0.0:1767384302.377103:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a1d2949b x1853236744035072/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 432/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.377111:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.377116:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:0.0:1767384302.377123:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.377126:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000100:00100000:0.0:1767384302.377154:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a1d2949b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16819:x1853236744035072:12345-0@lo:5: 00000100:00000200:0.0:1767384302.377158:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035072 00000020:00000001:0.0:1767384302.377162:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384302.377167:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384302.377170:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.377174:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384302.377176:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670224 : -1035881392 : ffffffffc241b450) 00000020:00000001:0.0:1767384302.377180:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384302.377183:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384302.377185:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384302.377188:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384302.377191:0:17567:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1767384302.377195:0:17567:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1767384302.377198:0:17567:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384302.377201:0:17567:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384302.377220:0:17567:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384302.377224:0:17567:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384302.377227:0:17567:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384302.377230:0:17567:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384302.377233:0:17567:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384302.377234:0:17567:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384302.377237:0:17567:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384302.377239:0:17567:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384302.377241:0:17567:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384302.377243:0:17567:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.377246:0:17567:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.377248:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.377252:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384302.377254:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384302.377261:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000bb0d2ab6. 02000000:00000001:0.0:1767384302.377264:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.377268:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384302.377272:0:17567:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:0.0:1767384302.377275:0:17567:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:0.0:1767384302.377279:0:17567:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:0.0:1767384302.377282:0:17567:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:0.0:1767384302.377285:0:17567:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446623112084658240 : -120961624893376 : ffff91fc6d511840) 00002000:00080000:0.0:1767384302.377291:0:17567:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:0.0:1767384302.377293:0:17567:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:0.0:1767384302.377299:0:17567:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384302.377302:0:17567:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384302.377309:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744035072 00010000:00000001:0.0:1767384302.377314:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384302.377321:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a1d2949b x1853236744035072/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 432/432 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.377329:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384302.377333:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.377336:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.377340:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384302.377342:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384302.377344:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384302.377355:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384302.377375:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.377378:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.377383:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.377386:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384302.377391:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236744035072, offset 224 00000400:00000200:0.0:1767384302.377396:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.377405:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.377413:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824dd01b00 00000400:00000200:0.0:1767384302.377421:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1149 [1] + 224 00000400:00000200:0.0:1767384302.377426:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.377432:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.377440:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.377445:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384302.377455:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.377476:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.377489:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384302.377492:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384302.377497:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384302.377499:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.377504:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.377508:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384302.377510:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384302.377512:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.377515:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384302.377519:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a1d2949b x1853236744035072/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 432/432 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.377529:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a1d2949b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16819:x1853236744035072:12345-0@lo:5: Request processed in 416us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384302.377538:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384302.377540:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384302.377555:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384302.377557:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384302.377563:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c149f32. 00000020:00000010:0.0:1767384302.377568:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006d2f6093. 00000020:00000010:0.0:1767384302.377573:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049a69947. 00000020:00000040:0.0:1767384302.377578:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000100:00000001:0.0:1767384302.377581:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.380170:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384302.380175:0:16819:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384302.380177:0:16819:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.380179:0:16819:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bef5981. 00000400:00000200:3.0:1767384302.380185:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cb8d7c 00000400:00000010:3.0:1767384302.380188:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000100:00000001:3.0:1767384302.380197:0:16819:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384302.380204:0:16819:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.380217:0:16819:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.380226:0:16819:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.380239:0:16819:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.380242:0:16819:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384302.380244:0:16819:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384302.380246:0:16819:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.380248:0:16819:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.380250:0:16819:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384302.380258:0:16819:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e2fda9b8. 00000100:00001000:3.0:1767384302.380264:0:16819:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384302.380268:0:16819:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384302.380274:0:16819:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384302.380275:0:16819:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.380278:0:16819:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384302.380284:0:16819:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384302.380291:0:16819:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.380294:0:16819:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384302.380296:0:16819:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384302.380297:0:16819:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384302.380300:0:16819:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.380304:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.380309:0:16819:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.380311:0:16819:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.380312:0:16819:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384302.380314:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.380319:0:16819:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744035072:0@lo:5: 00000100:00000001:3.0:1767384302.380325:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.380330:0:16819:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.380333:0:16819:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384302.380335:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.380339:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.380359:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384302.380362:0:16819:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082227c9b. 00000100:00000001:3.0:1767384302.380366:0:16819:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384302.380368:0:16819:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384302.380372:0:16819:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:3.0:1767384302.380378:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.380384:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744035072/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.380393:0:16819:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.380395:0:16819:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.380398:0:16819:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007284bca3. 02000000:00000001:3.0:1767384302.380402:0:16819:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.380404:0:16819:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384302.380406:0:16819:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384302.380410:0:16819:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384302.380413:0:16819:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d1102c7. 02000000:00000001:3.0:1767384302.380422:0:16819:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.380425:0:16819:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.380427:0:16819:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:3.0:1767384302.380433:0:16819:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.380435:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384302.380438:0:16819:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384302.380950:0:16819:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384302.380956:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000020:00000040:1.0:1767384302.381002:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384302.381005:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384302.381006:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384302.381009:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384302.381022:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a4f3122. 00000100:00000001:1.0:1767384302.381026:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384302.381029:0:16819:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384302.381032:0:16819:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384302.381033:0:16819:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384302.381037:0:16819:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c047baf1. 00000100:00000001:1.0:1767384302.381051:0:16819:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112084656512 : -120961624895104 : ffff91fc6d511180) 00000100:00000001:1.0:1767384302.381053:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384302.381054:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000001:1.0:1767384302.381057:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384302.381059:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.381060:0:16819:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384302.381062:0:16819:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384302.381066:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.381074:0:16819:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384302.381076:0:16819:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.381078:0:16819:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384302.381080:0:16819:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384302.381082:0:16819:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.381085:0:16819:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744035200:0@lo:5: 00000100:00000001:1.0:1767384302.381088:0:16819:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384302.381090:0:16819:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384302.381091:0:16819:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.381093:0:16819:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384302.381220:0:16819:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f5fd0813. 02000000:00000001:0.0:1767384302.381225:0:16819:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.381229:0:16819:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922b6b0. 00000400:00000010:0.0:1767384302.381234:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000100:00000200:0.0:1767384302.381237:0:16819:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744035200, portal 4 00000100:00000001:0.0:1767384302.381239:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.381241:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000040:0.0:1767384302.381248:0:16819:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.381254:0:16819:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384302.381258:0:16819:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384302.381260:0:16819:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bb03c74. 00000100:00000200:0.0:1767384302.381263:0:16819:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236744035200, offset 0 00000400:00000200:0.0:1767384302.381268:0:16819:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384302.381275:0:16819:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384302.381293:0:16819:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dd01b80 00000400:00000200:0.0:1767384302.381298:0:16819:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:0.0:1767384302.381302:0:16819:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384302.381305:0:16819:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384302.381309:0:16819:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384302.381311:0:16819:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384302.381313:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd131d0b. 00000100:00000040:0.0:1767384302.381316:0:16819:0:(events.c:337:request_in_callback()) incoming req@00000000dd131d0b x1853236744035200 msgsize 432 00000100:00100000:0.0:1767384302.381322:0:16819:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384302.381333:0:16819:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384302.381338:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bb03c74 00000400:00000010:0.0:1767384302.381340:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bb03c74. 00000100:00000001:0.0:1767384302.381351:0:16819:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384302.381354:0:16819:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.381361:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.381364:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.381369:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.381371:0:16819:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384302.381376:0:16819:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.381378:0:16819:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7743 usecs (8 jiffies) 00000100:00000001:0.0:1767384302.381380:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891169 00000100:00000001:0.0:1767384302.381385:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891166 00000100:00000001:0.0:1767384302.381389:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891169 00000100:00000001:0.0:1767384302.381393:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294891166 00000100:00000001:0.0:1767384302.381398:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891169 00000100:00000001:0.0:1767384302.381403:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891166 00000100:00000001:0.0:1767384302.381407:0:16819:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891169 00000100:00000001:0.0:1767384302.381412:0:16819:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294891166 00000100:00000001:0.0:1767384302.381415:0:16819:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.381417:0:16819:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.381419:0:16819:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384302.381420:0:16819:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384302.381422:0:16819:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c047baf1 going to sleep for 11 seconds 00000100:00000001:0.0:1767384302.381424:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384302.381427:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.381444:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384302.381447:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035200 02000000:00000001:0.0:1767384302.381449:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384302.381451:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.381452:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.381455:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384302.381462:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035200 00000020:00000001:0.0:1767384302.381464:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384302.381466:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:0.0:1767384302.381468:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384302.381470:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000020:00000001:0.0:1767384302.381472:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:0.0:1767384302.381475:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384302.381478:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384302.381481:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058187e28. 00000100:00000001:0.0:1767384302.381483:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384302.381485:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058187e28. 00000020:00000010:0.0:1767384302.381490:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049a69947. 00000020:00000010:0.0:1767384302.381493:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c149f32. 00000020:00000010:0.0:1767384302.381496:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006d2f6093. 00000100:00000040:0.0:1767384302.381500:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384302.381502:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384302.381504:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384302.381505:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.381509:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.381522:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.381532:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384302.381534:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384302.381537:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384302.381540:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:0.0:1767384302.381542:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352152448 : -120961357399168 : ffff91fc7d42bb80) 00000100:00000040:0.0:1767384302.381546:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd131d0b x1853236744035200/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:283/0 lens 432/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.381552:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.383224:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c53e78f4. 00000100:00000001:1.0:1767384302.383229:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.383231:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c53e78f4. 00000100:00100000:1.0:1767384302.383237:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd131d0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16819:x1853236744035200:12345-0@lo:5: 00000100:00000200:1.0:1767384302.383259:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035200 00000020:00000001:1.0:1767384302.383268:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384302.383271:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384302.383272:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.383274:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384302.383275:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670224 : -1035881392 : ffffffffc241b450) 00000020:00000001:1.0:1767384302.383278:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384302.383279:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.383281:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384302.383283:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384302.383285:0:17568:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384302.383287:0:17568:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384302.383288:0:17568:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384302.383290:0:17568:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384302.383292:0:17568:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384302.383294:0:17568:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384302.383295:0:17568:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384302.383298:0:17568:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384302.383299:0:17568:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384302.383300:0:17568:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384302.383302:0:17568:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384302.383304:0:17568:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384302.383305:0:17568:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384302.383306:0:17568:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.383308:0:17568:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.383311:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.383313:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384302.383315:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384302.383534:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000010:1.0:1767384302.383534:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000005f7571a3. 00000004:00080000:3.0:1767384302.383539:0:16824:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 02000000:00000001:1.0:1767384302.383539:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.383545:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384302.383547:0:17568:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384302.383549:0:17568:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00000004:00000010:3.0:1767384302.383552:0:16824:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000a9ae820c. 00002000:00000001:1.0:1767384302.383661:0:17568:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384302.383664:0:17568:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384302.383666:0:17568:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446623112084658240 : -120961624893376 : ffff91fc6d511840) 00000020:00000001:1.0:1767384302.383697:0:17568:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00040000:00000001:3.0:1767384302.383702:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384302.383705:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384302.383708:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1767384302.383708:0:17568:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00040000:00000001:3.0:1767384302.383710:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384302.383713:0:17568:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000010:3.0:1767384302.383714:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eff00f0f. 00080000:00000001:3.0:1767384302.383721:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384302.383724:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384302.383726:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384302.383726:0:17568:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384302.383729:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384302.383732:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1767384302.383732:0:17568:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384302.383736:0:17568:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab free: 389021696 avail: 386924544 00040000:00000001:3.0:1767384302.383742:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384302.383742:0:17568:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384302.383746:0:17568:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000ddef6cab avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00080000:00000010:3.0:1767384302.383747:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000002d41eca. 00080000:00000001:3.0:1767384302.383754:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384302.383754:0:17568:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:1.0:1767384302.383759:0:17568:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:1.0:1767384302.383761:0:17568:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.383763:0:17568:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:1.0:1767384302.383767:0:17568:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:1.0:1767384302.383770:0:17568:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00000004:00000001:3.0:1767384302.383773:0:16818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00002000:00000010:1.0:1767384302.383774:0:17568:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000ce8f0391. 00000004:00000001:3.0:1767384302.383777:0:16818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384302.383779:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384302.383782:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384302.383786:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384302.383788:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000009590db0. 00002000:00000001:1.0:1767384302.383791:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623111443247352 : -120962266304264 : ffff91fc4715f0f8) 00002000:00000001:1.0:1767384302.383794:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384302.383795:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:1.0:1767384302.383798:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f490333. 00002000:00000001:1.0:1767384302.383800:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.383802:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384302.383803:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384302.383805:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384302.383807:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384302.383809:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384302.383811:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384302.383813:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.383815:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384302.383817:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384302.383818:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:3.0:1767384302.384696:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384302.384700:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.384702:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.384703:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.384705:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.384707:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.384709:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.384710:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.384712:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.384715:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623111443247352 : -120962266304264 : ffff91fc4715f0f8) 00002000:00000001:3.0:1767384302.384717:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623111443247264 : -120962266304352 : ffff91fc4715f0a0) 00002000:00000001:3.0:1767384302.384719:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384302.384720:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384302.384722:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384302.384724:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000022187332. 00002000:00000001:3.0:1767384302.384726:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063663368 : -120966645888248 : ffff91fb420acb08) 00002000:00000001:3.0:1767384302.384728:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384302.384729:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:3.0:1767384302.384732:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000057678046. 00002000:00000001:3.0:1767384302.384735:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.384737:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384302.384738:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384302.384739:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.384740:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.384741:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.384743:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.384744:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.384745:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.384746:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384302.384747:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:3.0:1767384302.385617:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384302.385621:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.385630:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.385631:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.385634:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.385635:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.385637:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.385638:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.385640:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.385643:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063663368 : -120966645888248 : ffff91fb420acb08) 00002000:00000001:3.0:1767384302.385644:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623107063663280 : -120966645888336 : ffff91fb420acab0) 00002000:00000001:3.0:1767384302.385647:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384302.385648:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384302.385649:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384302.385651:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003b68145f. 00002000:00000001:3.0:1767384302.385653:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063661544 : -120966645890072 : ffff91fb420ac3e8) 00002000:00000001:3.0:1767384302.385655:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384302.385656:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:3.0:1767384302.385659:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1f94c94. 00002000:00000001:3.0:1767384302.385661:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.385662:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384302.385663:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384302.385664:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.385665:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.385666:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.385667:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.385668:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.385669:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.385670:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384302.385671:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:3.0:1767384302.386491:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384302.386494:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.386495:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.386496:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.386498:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.386499:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.386500:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.386501:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.386503:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.386512:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063661544 : -120966645890072 : ffff91fb420ac3e8) 00002000:00000001:3.0:1767384302.386514:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623107063661456 : -120966645890160 : ffff91fb420ac390) 00002000:00000001:3.0:1767384302.386516:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384302.386517:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384302.386519:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384302.386521:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c090dbd8. 00002000:00000001:3.0:1767384302.386524:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063662456 : -120966645889160 : ffff91fb420ac778) 00002000:00000001:3.0:1767384302.386526:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384302.386528:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:3.0:1767384302.386530:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000269baca6. 00002000:00000001:3.0:1767384302.386533:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.386535:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384302.386536:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384302.386538:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.386539:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.386540:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.386542:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.386543:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.386545:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.386546:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384302.386547:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:3.0:1767384302.387640:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384302.387646:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.387650:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.387653:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.387658:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.387661:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.387664:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.387667:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.387672:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.387678:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063662456 : -120966645889160 : ffff91fb420ac778) 00002000:00000001:3.0:1767384302.387682:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623107063662368 : -120966645889248 : ffff91fb420ac720) 00002000:00000001:3.0:1767384302.387686:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384302.387688:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384302.387690:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384302.387694:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000024a7fa81. 00002000:00000001:3.0:1767384302.387709:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063662760 : -120966645888856 : ffff91fb420ac8a8) 00002000:00000001:3.0:1767384302.387713:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384302.387714:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:3.0:1767384302.387719:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058f079d0. 00002000:00000001:3.0:1767384302.387722:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.387725:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384302.387727:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384302.387729:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384302.387732:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384302.387733:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384302.387735:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384302.387739:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.387741:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384302.387744:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384302.387746:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:0.0:1767384302.388943:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384302.388949:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384302.388951:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384302.388954:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384302.388956:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.388958:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.388968:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384302.388970:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384302.388972:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.388978:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063662760 : -120966645888856 : ffff91fb420ac8a8) 00002000:00000001:0.0:1767384302.388980:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623107063662672 : -120966645888944 : ffff91fb420ac850) 00002000:00000001:0.0:1767384302.388983:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384302.388986:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384302.388988:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384302.388993:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000029035984. 00002000:00000001:0.0:1767384302.388997:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063673384 : -120966645878232 : ffff91fb420af228) 00002000:00000001:0.0:1767384302.388999:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384302.389000:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:0.0:1767384302.389004:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ffaf838. 00002000:00000001:0.0:1767384302.389006:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.389010:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384302.389014:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384302.389016:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384302.389018:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384302.389021:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384302.389025:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.389027:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.389029:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384302.389032:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384302.389034:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00080000:00000001:0.0:1767384302.390165:0:17568:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384302.390170:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384302.390172:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384302.390174:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384302.390176:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.390178:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.390180:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384302.390182:0:17568:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384302.390186:0:17568:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384302.390191:0:17568:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623107063673384 : -120966645878232 : ffff91fb420af228) 00002000:00000001:0.0:1767384302.390194:0:17568:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623107063673296 : -120966645878320 : ffff91fb420af1d0) 00002000:00000001:0.0:1767384302.390197:0:17568:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384302.390208:0:17568:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384302.390211:0:17568:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384302.390216:0:17568:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002349e10c. 00002000:00000001:0.0:1767384302.390219:0:17568:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446623107063669432 : -120966645882184 : ffff91fb420ae2b8) 00002000:00000001:0.0:1767384302.390225:0:17568:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384302.390226:0:17568:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:0.0:1767384302.390259:0:17568:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2553fe4. 00002000:00000001:0.0:1767384302.390263:0:17568:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.390266:0:17568:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384302.390268:0:17568:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384302.390270:0:17568:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384302.390272:0:17568:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384302.390273:0:17568:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384302.390276:0:17568:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.390279:0:17568:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384302.390280:0:17568:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384302.390283:0:17568:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384302.390285:0:17568:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623111442531840 : -120962267019776 : ffff91fc470b0600) 00000100:00000040:3.0:1767384302.390619:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294891169, at 4294891171 00000100:00000010:3.0:1767384302.390629:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9842924. 00000100:00000040:1.0:1767384302.390674:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294891169, at 4294891171 00000100:00000010:1.0:1767384302.390683:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac9e469. 00000100:00000040:0.0:1767384302.390700:0:41:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294891169, at 4294891171 00000100:00000010:0.0:1767384302.390709:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d2ee77. 00000100:00000001:0.0:1767384302.423002:0:16819:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384302.423013:0:16819:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.423016:0:16819:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.423018:0:16819:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004922b6b0. 00000400:00000200:0.0:1767384302.423026:0:16819:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000400:00000010:0.0:1767384302.423028:0:16819:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000001:0.0:1767384302.423032:0:16819:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384302.423053:0:16819:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384302.423062:0:16819:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.423068:0:16819:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384302.423069:0:16819:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.423071:0:16819:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384302.423074:0:16819:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384302.423076:0:16819:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384302.423086:0:16819:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384302.423089:0:16819:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384302.423096:0:16819:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384302.423099:0:16819:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384302.423101:0:16819:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384302.423102:0:16819:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.423104:0:16819:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384302.423107:0:16819:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003023a1ac x1853236744035200/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384302.423112:0:16819:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.423115:0:16819:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767384302.423116:0:16819:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767384302.423117:0:16819:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767384302.423119:0:16819:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384302.423120:0:16819:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000001:0.0:1767384302.423122:0:16819:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384302.423123:0:16819:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384302.423124:0:16819:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384302.423126:0:16819:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384302.423128:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.423132:0:16819:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384302.423134:0:16819:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384302.423136:0:16819:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384302.423137:0:16819:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384302.423142:0:16819:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16819:1853236744035200:0@lo:5: 00000100:00000001:0.0:1767384302.423146:0:16819:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384302.423148:0:16819:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384302.423149:0:16819:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384302.423151:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.423152:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.423165:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384302.423167:0:16819:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c047baf1. 00000100:00000001:0.0:1767384302.423169:0:16819:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384302.423170:0:16819:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384302.423177:0:16819:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:0.0:1767384302.423179:0:16819:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384302.423182:0:16819:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384302.423185:0:16819:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384302.423186:0:16819:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384302.423190:0:16819:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.423193:0:16819:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1767384302.423194:0:16819:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384302.423197:0:16819:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384302.423199:0:16819:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.423200:0:16819:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384302.423201:0:16819:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384302.423203:0:16819:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.547703:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384302.547709:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.547715:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384302.547717:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.990937:0:18075:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384302.990948:0:18075:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.990952:0:18075:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.990956:0:18075:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384302.990960:0:18075:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.990963:0:18075:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384303.144441:0:18111:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384303.144448:0:18111:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:0.0:1767384303.150833:0:18111:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384303.572715:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384303.572722:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384303.572730:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384303.572732:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.572785:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384303.572792:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384303.572796:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384303.703177:0:18123:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384303.703199:0:18123:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384303.703205:0:18123:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384303.703213:0:18123:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384303.703221:0:18123:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384303.703225:0:18123:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384303.803664:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1767384303.803675:0:17589:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384303.803679:0:17589:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384303.803683:0:17589:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:3.0:1767384303.803687:0:17589:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000043b738bb : new cb_count 4 00000020:00000040:3.0:1767384303.803693:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 8 00000001:00000010:3.0:1767384303.803696:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000047ef5713. 00002000:00001000:3.0:1767384303.803701:0:17589:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:3.0:1767384303.803705:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000d7cef6d2. 00040000:00000001:3.0:1767384303.803708:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384303.803719:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384303.803721:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7e9a678. 00080000:00000001:3.0:1767384303.803725:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384303.803728:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1767384303.803730:0:17589:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000043b738bb : new cb_count 3 00000020:00000040:3.0:1767384303.803732:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 7 00000001:00000010:3.0:1767384303.803734:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000be9d1368. 00002000:00001000:3.0:1767384303.803737:0:17589:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:3.0:1767384303.803739:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000659e2ae8. 00040000:00000001:3.0:1767384303.803743:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384303.803744:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384303.803745:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000971208c8. 00080000:00000001:3.0:1767384303.803747:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384303.803749:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1767384303.803750:0:17589:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000043b738bb : new cb_count 2 00000020:00000040:3.0:1767384303.803751:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 6 00000001:00000010:3.0:1767384303.803753:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000845ce462. 00002000:00001000:3.0:1767384303.803755:0:17589:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:3.0:1767384303.803757:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000070f91b13. 00040000:00000001:3.0:1767384303.803758:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384303.803759:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384303.803760:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000958363a0. 00080000:00000001:3.0:1767384303.803762:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384303.803764:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1767384303.803766:0:17589:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000043b738bb : new cb_count 1 00000020:00000040:3.0:1767384303.803767:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000001:00000010:3.0:1767384303.803769:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000bb5f047d. 00002000:00001000:3.0:1767384303.803771:0:17589:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:3.0:1767384303.803773:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f9471de3. 00040000:00000001:3.0:1767384303.803775:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384303.803776:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384303.803777:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b8f61833. 00080000:00000001:3.0:1767384303.803779:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384303.803785:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384303.803786:0:17589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384303.803789:0:17589:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000043b738bb : new cb_count 0 00000020:00000040:3.0:1767384303.803799:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000001:00000010:3.0:1767384303.803801:0:17589:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000004d18bf74. 00040000:00000001:3.0:1767384303.803803:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384303.803804:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384303.803806:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000101dbbde. 00080000:00000001:3.0:1767384303.803809:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384304.595670:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384304.595676:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.595680:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384304.595682:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.595715:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384304.595719:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.595722:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384304.610540:0:18288:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384304.610543:0:18288:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing lnet_if_list 00000001:00000001:1.0:1767384304.612934:0:18288:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384304.625901:0:18290:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000831681a1. 00000400:00000040:3.0:1767384304.625926:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.625929:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.625932:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.625934:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.625936:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.625937:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384304.625940:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.625941:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.625943:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.625944:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384304.625946:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.625947:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.625949:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.625950:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.625951:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384304.625953:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.625954:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.625955:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384304.625956:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384304.625959:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.625960:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.625961:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.625962:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.625963:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.625964:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384304.625966:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.625968:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.625969:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.625976:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.625978:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.625978:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384304.625980:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.625981:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.625982:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.625984:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.625985:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.625987:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384304.625988:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.625990:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.625991:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.625992:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.625993:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.625995:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384304.625996:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384304.625997:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384304.625998:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384304.625999:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384304.626000:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384304.626003:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.626004:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.626005:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384304.626007:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.626008:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384304.626009:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384304.626011:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384304.626012:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384304.626013:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384304.626040:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.626043:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.626044:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.626046:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.626047:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.626048:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384304.626050:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.626051:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384304.626052:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.626053:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384304.626062:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.626064:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.626066:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.626067:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.626068:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384304.626070:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384304.626071:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.626072:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384304.626073:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384304.626075:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.626076:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.626077:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.626078:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.626079:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.626080:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384304.626082:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.626083:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.626084:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.626085:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.626087:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.626087:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384304.626089:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384304.626090:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384304.626092:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384304.626093:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384304.626094:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.626095:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384304.626097:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384304.626098:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.626099:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384304.626100:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.626102:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384304.626103:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384304.626104:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384304.626105:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384304.626107:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384304.626108:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384304.626109:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384304.626110:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.626116:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384304.626118:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384304.626119:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384304.626121:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384304.626123:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384304.626124:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384304.626126:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384304.626128:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384304.626129:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384304.626131:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384304.626132:0:18290:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384304.626143:0:18290:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000831681a1. 00080000:00000001:3.0:1767384304.921273:0:18313:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384304.921290:0:18313:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.921295:0:18313:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.921303:0:18313:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384304.921310:0:18313:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.921314:0:18313:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:1.0:1767384305.135515:0:18353:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000001:1.0:1767384305.351974:0:18361:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384305.351992:0:18361:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.351997:0:18361:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.352005:0:18361:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384305.352012:0:18361:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.352016:0:18361:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.619661:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384305.619667:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.619675:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384305.619677:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.619716:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.619720:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.619722:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384305.861429:0:18413:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.861451:0:18413:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.861462:0:18413:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.861487:0:18413:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.861495:0:18413:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.861515:0:18413:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.644623:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384306.644632:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.644639:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384306.644641:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.644702:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384306.644709:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.644715:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384306.705922:0:18577:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384306.705927:0:18577:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:1.0:1767384306.710563:0:18577:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384306.719344:0:18578:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004261d5df. 00000400:00000010:1.0:1767384306.719377:0:18578:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000008acea4c. 00000400:00000010:1.0:1767384306.719386:0:18578:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000074b765d0. 00000400:00000010:1.0:1767384306.719395:0:18578:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000044bf9b13. 00000400:00000010:1.0:1767384306.719398:0:18578:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000007cc27cc. 00000400:00000010:1.0:1767384306.719403:0:18578:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ae0c39a. 00000400:00000010:1.0:1767384306.719404:0:18578:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000088f878eb. 00000400:00000010:1.0:1767384306.719406:0:18578:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7088f73. 00000400:00000010:1.0:1767384306.719409:0:18578:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000df8f8aa9. 00000800:00000010:1.0:1767384306.719418:0:18578:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007bce982a. 00000800:00000200:1.0:1767384306.719429:0:18578:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384306.719434:0:18578:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384306.719471:0:18578:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384306.719493:0:18578:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp10 [8/256/0/180] 00000400:00000010:1.0:1767384306.721728:0:18578:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000068c9c06e. 00000400:00000010:1.0:1767384306.721735:0:18578:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000010:1.0:1767384306.721740:0:18578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374b9a7e. 00000400:00000001:1.0:1767384306.721754:0:18578:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384306.721756:0:18578:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384306.721758:0:18578:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000053d336d. 00000400:00000200:1.0:1767384306.721761:0:18578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2658d80 00000400:00000010:1.0:1767384306.721764:0:18578:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2658d80. 00000400:00000010:1.0:1767384306.721768:0:18578:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000001d7e18bc. 00000400:00000200:1.0:1767384306.721773:0:18578:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (1) 00000400:00000200:1.0:1767384306.721788:0:18578:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384306.721799:0:18578:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:1.0:1767384306.721808:0:18578:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000042232cc6. 00000020:01000000:1.0:1767384306.721814:0:18578:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384306.721817:0:18578:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp10 00000400:00000200:0.0:1767384306.721817:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384306.721829:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:1.0:1767384306.721837:0:18578:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000008acea4c. 00000400:00000010:0.0:1767384306.721838:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000400:00000010:1.0:1767384306.721846:0:18578:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004261d5df. 00000400:00000200:0.0:1767384306.721847:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (2) 00000400:00000010:0.0:1767384306.721859:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000224e9b7f. 00000400:00000200:0.0:1767384306.721865:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384306.721880:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384306.721890:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384306.721923:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp 00000400:00000200:0.0:1767384306.721933:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384306.721949:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp 00000400:00000200:0.0:1767384306.721974:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [5:5:256:4294967295] 192.168.203.113@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384306.721984:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp 00000400:00000200:0.0:1767384306.722007:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) : PUT try# 0 00000800:00000200:0.0:1767384306.722056:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:0.0:1767384306.722065:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be3818c1. 00000800:00000200:0.0:1767384306.722076:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:0.0:1767384306.722091:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:988 00000800:00000200:0.0:1767384306.722096:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be3818c1 type 1, nob 160 niov 1 nkiov 1 00000400:00000200:0.0:1767384306.722116:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384306.722121:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:0.0:1767384306.722215:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.722223:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.722231:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384306.722248:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010a5e520 x1853236744035328/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.722283:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384306.722286:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.722302:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384306.722308:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384306.722316:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384306.722318:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384306.722327:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be3818c1. 00000100:00100000:0.0:1767384306.722335:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744035328:0@lo:253: 00000400:00000200:3.0:1767384306.722344:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.722344:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384306.722372:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384306.722380:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.722392:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: PUT: OK 02000000:00000001:0.0:1767384306.722396:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384306.722403:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:0.0:1767384306.722404:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000abd846ca. 02000000:00000001:0.0:1767384306.722409:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.722411:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000400:00000010:0.0:1767384306.722415:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922b6b0. 00000400:00000010:0.0:1767384306.722429:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003821af5a. 00000100:00000200:0.0:1767384306.722437:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744035328, portal 25 00000800:00000001:3.0:1767384306.722439:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384306.722441:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384306.722445:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353480704 : -120961356070912 : ffff91fc7d570000) 00000800:00000001:3.0:1767384306.722454:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.722454:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010a5e520 x1853236744035328/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384306.722466:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384306.722476:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.722478:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384306.722493:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384306.722507:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : PUT - for me 00000400:00000010:0.0:1767384306.722511:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d0cdca7. 00000100:00000200:0.0:1767384306.722522:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744035328, offset 0 00000400:00000200:0.0:1767384306.722547:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384306.722549:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384306.722595:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384306.722617:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd01c00 00000400:00000200:3.0:1767384306.722626:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000010:3.0:1767384306.722651:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0af3a5c. 00000400:00000200:3.0:1767384306.722661:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e63ff1a0 00000800:00000001:3.0:1767384306.722669:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384306.722670:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000400:00000010:0.0:1767384306.722676:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c794e3e3. 00000400:00000200:0.0:1767384306.722681:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ed95ae5 00000800:00000001:3.0:1767384306.722685:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384306.722688:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384306.722693:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384306.722708:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384306.722714:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: PUT: OK 00000400:00000200:0.0:1767384306.722725:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed95ae5 00000400:00000010:0.0:1767384306.722729:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ed95ae5. 00000100:00000001:0.0:1767384306.722746:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384306.722747:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e63ff1a0 00000100:00000200:0.0:1767384306.722751:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384306.722757:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e63ff1a0. 00000100:00000040:0.0:1767384306.722757:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000000531f285 x1853236744035328 msgsize 4848 00000400:00000200:3.0:1767384306.722774:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384306.722786:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (3) 00000100:00100000:0.0:1767384306.722786:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384306.722793:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384306.722803:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000001:0.0:1767384306.722809:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384306.722813:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000adfe6d46. 00000400:00000200:3.0:1767384306.722828:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 2 00000400:00000200:0.0:1767384306.722830:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0cdca7 00000400:00000010:0.0:1767384306.722853:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d0cdca7. 00000400:00000200:3.0:1767384306.722858:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384306.722860:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384306.722870:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010a5e520 x1853236744035328/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.722881:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (4) 00000100:00000001:0.0:1767384306.722887:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384306.722895:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384306.722896:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010a5e520 x1853236744035328/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384306.722908:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.722912:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp to MR: 192.168.203.113@tcp local destination 00000100:00000001:0.0:1767384306.722913:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384306.722923:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [6:6:256:4294967295] 192.168.203.113@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384306.722937:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) 192.168.203.113@tcp : ACK try# 0 00000800:00000200:3.0:1767384306.722948:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:3.0:1767384306.722955:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e24cfc97. 00000100:00000001:0.0:1767384306.722956:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.722974:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294895512 00000800:00000200:3.0:1767384306.722982:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000100:00000010:0.0:1767384306.722985:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f91433b6. 00000100:00000001:0.0:1767384306.723005:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384306.723029:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:1023 00000100:00000001:0.0:1767384306.723034:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294895512 00000800:00000200:3.0:1767384306.723058:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e24cfc97 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1767384306.723064:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024adb1ed. 00000100:00000001:0.0:1767384306.723072:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384306.723078:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294895512 00000100:00000010:0.0:1767384306.723083:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d2ee77. 00000100:00000001:0.0:1767384306.723088:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384306.723093:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294895512 00000100:00000010:0.0:1767384306.723120:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a80685fa. 00000100:00000001:0.0:1767384306.723141:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767384306.723150:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384306.723152:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384306.723161:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e24cfc97. 00000100:00000001:0.0:1767384306.723169:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.723177:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.723178:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.723189:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384306.723199:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: ACK: OK 00000100:00000001:0.0:1767384306.723204:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384306.723210:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384306.723215:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384306.723219:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384306.723226:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.723232:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384306.723234:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384306.723248:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384306.723272:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384306.723296:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384306.723297:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384306.723310:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035328 00000800:00000001:3.0:1767384306.723311:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384306.723318:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384306.723323:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.723325:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.723331:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.723346:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.723372:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : ACK - for me 00000100:00100000:0.0:1767384306.723373:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035328 00000020:00000001:0.0:1767384306.723383:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384306.723390:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384306.723395:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.723399:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384306.723404:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:3.0:1767384306.723409:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp: ACK from 12345-192.168.203.113@tcp into md 0x1165 00000020:00000001:0.0:1767384306.723421:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:3.0:1767384306.723424:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384306.723434:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.723440:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7752397. 00000100:00000001:0.0:1767384306.723446:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384306.723448:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: ACK: OK 00000020:00000010:0.0:1767384306.723453:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7752397. 00000400:00000200:3.0:1767384306.723460:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7dcdd6 00000020:00000010:0.0:1767384306.723463:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e4f13f5. 00000400:00000010:3.0:1767384306.723469:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000020:00000010:0.0:1767384306.723475:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022da42a1. 00000400:00000200:3.0:1767384306.723485:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:0.0:1767384306.723486:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028d0eada. 00000400:00000200:3.0:1767384306.723497:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000040:0.0:1767384306.723506:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384306.723508:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384306.723511:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.723515:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384306.723518:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (3) 00000100:00000001:0.0:1767384306.723519:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.723532:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384306.723534:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384306.723543:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.723544:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384306.723567:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384306.723572:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035456 02000000:00000001:0.0:1767384306.723575:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384306.723578:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384306.723580:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.723583:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384306.723585:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035456 00000020:00000001:0.0:1767384306.723586:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384306.723588:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384306.723589:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384306.723598:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:0.0:1767384306.723601:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384306.723604:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384306.723607:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.723610:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7752397. 00000100:00000001:3.0:1767384306.723617:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384306.723622:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384306.723630:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:3.0:1767384306.723636:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384306.723640:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227587152 : -120961481964464 : ffff91fc75d60450) 00000100:00000001:0.0:1767384306.723642:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384306.723647:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7752397. 00000100:00000040:3.0:1767384306.723651:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000531f285 x1853236744035328/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384306.723670:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1cb457e. 00000020:00000010:0.0:1767384306.723680:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003867786b. 00000100:00000001:3.0:1767384306.723689:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384306.723691:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d592ce44. 00000020:00000010:3.0:1767384306.723700:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:0.0:1767384306.723702:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384306.723706:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384306.723711:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.723713:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.723720:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00000001:0.0:1767384306.723725:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.723738:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000531f285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744035328:12345-0@lo:253: 00000100:00000200:3.0:1767384306.723747:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035328 00000100:00000001:0.0:1767384306.723749:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384306.723754:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384306.723765:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384306.723769:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.723773:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384306.723776:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384306.723778:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384306.723792:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000020:00000001:3.0:1767384306.723793:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000040:0.0:1767384306.723797:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384306.723806:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227588176 : -120961481963440 : ffff91fc75d60850) 00000020:00000001:3.0:1767384306.723808:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384306.723818:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384306.723818:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd1f6764 x1853236744035456/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:287/0 lens 4848/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384306.723836:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384306.723839:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384306.723863:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384306.723866:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7752397. 00000020:00000001:3.0:1767384306.723872:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.723872:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.723889:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384306.723889:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7752397. 02000000:00000001:3.0:1767384306.723899:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384306.723929:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000009cf7d8. 00000100:00100000:0.0:1767384306.723931:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd1f6764 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744035456:12345-0@lo:253: 02000000:00000001:3.0:1767384306.723945:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384306.723946:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035456 00000020:00000001:0.0:1767384306.723957:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384306.723958:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.723967:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384306.723972:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384306.723973:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.723979:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384306.723992:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384306.723996:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384306.724001:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384306.724005:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384306.724027:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384306.724031:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036a022a2. 00000020:00000001:0.0:1767384306.724031:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384306.724061:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384306.724061:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384306.724066:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384306.724069:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384306.724076:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:0.0:1767384306.724080:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fcd85a6a. 20000000:00000001:3.0:1767384306.724082:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384306.724090:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.724096:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384306.724102:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.724116:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384306.724116:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384306.724131:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d9bf1a10. 20000000:00000010:3.0:1767384306.724135:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfed31a5. 20000000:01000000:0.0:1767384306.724140:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384306.724146:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767384306.724148:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384306.724153:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384306.724157:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.724160:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384306.724162:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384306.724163:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384306.724173:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384306.724476:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384306.724483:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384306.724485:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.724488:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384306.724493:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384306.724500:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384306.724505:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384306.724512:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e36d4075. 00080000:00000001:3.0:1767384306.724516:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107065060352 : -120966644491264 : ffff91fb42201c00) 00080000:00000001:3.0:1767384306.724520:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384306.724692:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384306.724695:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.724700:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384306.724725:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.724740:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384306.724903:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384306.724908:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384306.732829:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294895512, at 4294895513 00000100:00000010:1.0:1767384306.732839:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024adb1ed. 00000100:00000040:3.0:1767384306.732853:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294895512, at 4294895513 00000100:00000010:3.0:1767384306.732866:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a80685fa. 00000100:00000040:0.0:1767384306.732903:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294895512, at 4294895513 00000100:00000010:0.0:1767384306.732913:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f91433b6. 00080000:00000001:1.0:1767384306.737001:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384306.737005:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.737009:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384306.737031:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.737034:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384306.737050:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e36d4075. 00080000:00000001:1.0:1767384306.737058:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384306.737112:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384306.737122:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384306.737128:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384306.737133:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384306.737152:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384306.737170:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384306.737176:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384306.737185:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384306.737191:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059b05e7a. 20000000:01000000:1.0:1767384306.737197:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384306.737198:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:1.0:1767384306.737207:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384306.737212:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384306.737213:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384306.737221:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384306.737222:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384306.737227:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384306.737235:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005d12535 count: 2 00010000:00000001:1.0:1767384306.737239:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384306.737243:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384306.737250:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f1d5e61. 00000020:00000001:1.0:1767384306.737255:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384306.737259:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f1d5e61 with handle 0xf489261bfe0bc54b to hash 00080000:00000001:0.0:1767384306.737261:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384306.737263:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384306.737267:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:0.0:1767384306.737269:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384306.737273:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:0.0:1767384306.737274:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.737281:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384306.737282:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384306.737288:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384306.737289:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384306.737295:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384306.737296:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384306.737305:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384306.737313:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384306.737313:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a74a2704. 00010000:00000001:1.0:1767384306.737320:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384306.737320:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091695616 : -120966617856000 : ffff91fb43b68800) 00010000:00000001:1.0:1767384306.737325:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384306.737326:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384306.737328:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384306.737332:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384306.737338:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.737346:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384306.737349:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.737352:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384306.737370:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.737372:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.737374:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384306.737377:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384306.737392:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005d12535) refcount = 2 00010000:00000040:1.0:1767384306.737395:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384306.737397:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384306.737403:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384306.737404:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384306.737412:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001dd580c8. 00000100:00000001:1.0:1767384306.737414:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384306.737420:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80c7639. 00000100:00000001:1.0:1767384306.737422:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111604983680 : -120962104567936 : ffff91fc50b9d780) 00000100:00000001:1.0:1767384306.737426:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111604983680 : -120962104567936 : ffff91fc50b9d780) 00000100:00000001:1.0:1767384306.737429:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384306.737430:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384306.737433:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000001:0.0:1767384306.737435:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384306.737436:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.737438:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384306.737440:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.737442:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.737444:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384306.737446:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1767384306.737448:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384306.737452:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a9ba79. 00080000:00000001:0.0:1767384306.737453:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:1.0:1767384306.737459:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:1.0:1767384306.737464:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384306.737466:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384306.737469:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384306.737472:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384306.737474:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c105dcfd. 00080000:00000001:0.0:1767384306.737477:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384306.737482:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384306.737490:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384306.737506:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 16 pid: 16790 timeout: 378 lvb_type: 0 00010000:00000001:1.0:1767384306.737522:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384306.737525:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384306.737530:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.737540:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384306.737542:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.737546:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6a9ba79 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744035584:0@lo:104: 00000100:00000001:1.0:1767384306.737551:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384306.737555:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384306.737559:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.737563:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384306.737601:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084beccec. 02000000:00000001:1.0:1767384306.737604:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384306.737611:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384306.737620:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b75754c. 00000100:00000200:1.0:1767384306.737625:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744035584, portal 16 00000100:00000001:1.0:1767384306.737628:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384306.737631:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340688384 : -120961368863232 : ffff91fc7c93ce00) 00080000:00000001:0.0:1767384306.737631:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384306.737638:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384306.737642:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.737668:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384306.737671:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384306.737674:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d77d96. 00000100:00000200:1.0:1767384306.737677:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744035584, offset 0 00000400:00000200:1.0:1767384306.737685:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384306.737693:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384306.737701:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd01d00 00000400:00000200:1.0:1767384306.737706:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:1.0:1767384306.737711:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384306.737715:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384306.737719:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384306.737721:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384306.737732:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc4f2453. 00000100:00000040:1.0:1767384306.737735:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000bc4f2453 x1853236744035584 msgsize 328 00000100:00100000:1.0:1767384306.737739:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384306.737753:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384306.737760:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d77d96 00000400:00000010:1.0:1767384306.737762:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d77d96. 00000100:00000001:1.0:1767384306.737765:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384306.737770:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.737780:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384306.737784:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.737792:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.737797:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384306.737815:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.737826:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895527 00000100:00000010:1.0:1767384306.737834:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072eb28c3. 00000100:00000001:1.0:1767384306.737856:0:16811:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384306.737878:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895527 00000100:00000010:1.0:1767384306.737883:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea2cff6b. 00000100:00000001:1.0:1767384306.737890:0:16811:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384306.737903:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895527 00000100:00000010:1.0:1767384306.737909:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000108a047c. 00000100:00000001:1.0:1767384306.737921:0:16811:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384306.737938:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895527 00000100:00000010:1.0:1767384306.737945:0:16811:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3c3abb7. 00000100:00000001:1.0:1767384306.737954:0:16811:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384306.737959:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.737964:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.737972:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.737975:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.737978:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.737980:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.737991:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.737993:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.738006:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384306.738030:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384306.738054:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.738061:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384306.738064:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384306.738072:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d80c7639 going to sleep for 11 seconds 00000100:00000001:1.0:1767384306.738077:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384306.738080:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.738438:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384306.738448:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384306.738452:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384306.738455:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000400:00000200:1.0:1767384306.738460:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b75754c 00000400:00000010:1.0:1767384306.738461:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b75754c. 00000100:00000001:1.0:1767384306.738464:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384306.738473:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384306.738509:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.738586:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384306.738588:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.738591:0:16811:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384306.738595:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384306.738598:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.738602:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.738609:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.738615:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384306.738623:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384306.738633:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384306.738638:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.738642:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384306.738666:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.738671:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.738689:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.738724:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.738736:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384306.738744:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.738754:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384306.738759:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.738762:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.738774:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.738791:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384306.738813:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6a9ba79 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744035584:0@lo:104: 00000100:00000001:1.0:1767384306.738835:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.738864:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.738873:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384306.738879:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384306.738889:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6a9ba79 x1853236744035584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384306.738910:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384306.738914:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384306.738923:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084beccec. 02000000:00000001:1.0:1767384306.738933:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384306.738943:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384306.738954:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:1.0:1767384306.738969:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384306.738977:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c105dcfd. 02000000:00000001:1.0:1767384306.738987:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384306.738990:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384306.738995:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6a9ba79. 00000100:00000001:1.0:1767384306.739008:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384306.739054:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384306.739065:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d80c7639. 00000100:00000001:1.0:1767384306.739079:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384306.739088:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384306.739099:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001dd580c8. 00010000:00000001:1.0:1767384306.739128:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.739149:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.739158:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384306.739170:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384306.739177:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384306.739185:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384306.739704:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000042232cc6. 00000100:00000001:1.0:1767384306.739714:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384306.739732:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035712 02000000:00000001:1.0:1767384306.739738:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384306.739743:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.739754:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.739765:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.739777:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035712 00000020:00000001:1.0:1767384306.739786:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384306.739795:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384306.739807:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.739813:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:1.0:1767384306.739826:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384306.739836:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384306.739848:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384306.740066:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebec4d0d. 00000100:00000001:1.0:1767384306.740074:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.740078:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebec4d0d. 00000020:00000010:1.0:1767384306.740086:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c105dcfd. 00000020:00000010:1.0:1767384306.740092:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007a7a951. 00000020:00000010:1.0:1767384306.740124:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2673bd8. 00000100:00000040:1.0:1767384306.740137:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384306.740182:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384306.740186:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384306.740190:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384306.740194:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.740199:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384306.740205:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384306.740216:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.740218:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a41574a0 refcount=4 00000020:00000001:1.0:1767384306.740222:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00000001:1.0:1767384306.740225:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00010000:1.0:1767384306.740233:0:16782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 17 pid: 16790 timeout: 378 lvb_type: 0 00010000:00000001:1.0:1767384306.740245:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.740250:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.740254:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.740258:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.740266:0:16782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384306.740273:0:16782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000027c696b x1853236744035712/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:287/0 lens 328/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.740284:0:16782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384306.740287:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.740308:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.740342:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384306.740346:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384306.740375:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384306.740382:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:1.0:1767384306.740392:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000100:00000040:1.0:1767384306.740408:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000027c696b x1853236744035712/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:287/0 lens 328/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.740424:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384306.740549:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e9eeee30. 00000100:00000001:1.0:1767384306.740598:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.740602:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e9eeee30. 00000100:00100000:1.0:1767384306.740608:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000027c696b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16155:x1853236744035712:12345-0@lo:103: 00000100:00000200:1.0:1767384306.740613:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035712 00010000:00000001:1.0:1767384306.740615:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384306.740625:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384306.740627:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384306.740632:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384306.740634:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384306.740639:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074105280. 02000000:00000001:1.0:1767384306.740642:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.740645:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.740664:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384306.740667:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384306.740670:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384306.740671:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.740674:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a41574a0 refcount=4 00000020:00000001:1.0:1767384306.740676:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00000001:1.0:1767384306.740680:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083601920 : -120961625949696 : ffff91fc6d40fa00) 00010000:00000040:1.0:1767384306.740683:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005d12535 count: 3 00010000:00010000:1.0:1767384306.740688:0:16782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 17 pid: 16790 timeout: 378 lvb_type: 0 00000100:00001000:1.0:1767384306.740733:0:16782:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384306 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384306.740739:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384306.740746:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.740747:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384306.740750:0:16782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 17 pid: 16790 timeout: 378 lvb_type: 0 00000020:00000001:1.0:1767384306.740757:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.740759:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.740762:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.740764:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.740768:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384306.740770:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384306.740776:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.740777:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.740780:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384306.740782:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384306.740785:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a41574a0 with handle 0xf489261bfe0bc53d from hash 00010000:00000001:1.0:1767384306.740801:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384306.740803:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.740807:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.740809:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384306.740815:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384306.740817:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384306.740823:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a41574a0/0xf489261bfe0bc53d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc536 expref: 17 pid: 16790 timeout: 378 lvb_type: 0 00010000:00000040:1.0:1767384306.740831:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:1.0:1767384306.740834:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:1.0:1767384306.740851:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.740854:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384306.740859:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384306.740861:0:16782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005f1d5e61 00010000:00000001:1.0:1767384306.740875:0:16782:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384306.740878:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384306.740880:0:16782:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.740883:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384306.740885:0:16782:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.740888:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384306.740889:0:16782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384306.740891:0:16782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.740896:0:16782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384306.740898:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384306.740900:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384306.740901:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384306.740903:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005d12535) refcount = 2 00010000:00010000:1.0:1767384306.740922:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.740928:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384306.740930:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384306.740932:0:16782:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.740935:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384306.740959:0:16782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebec4d0d. 00000100:00000001:1.0:1767384306.740962:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384306.740966:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80c7639. 00000100:00000001:1.0:1767384306.740969:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111604983680 : -120962104567936 : ffff91fc50b9d780) 00000100:00000001:1.0:1767384306.740972:0:16782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111604983680 : -120962104567936 : ffff91fc50b9d780) 00000100:00000001:1.0:1767384306.740974:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384306.740976:0:16782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384306.740979:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384306.740982:0:16782:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384306.740985:0:16782:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384306.740989:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384306.740990:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.740992:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=5 00000020:00000001:1.0:1767384306.740995:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384306.740998:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384306.741001:0:16782:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384306.741003:0:16782:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741031:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384306.741035:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741061:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.741065:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384306.741067:0:16782:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741075:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384306.741077:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741081:0:16782:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384306.741086:0:16782:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384306.741096:0:16782:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f1d5e61 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384306.741111:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.741115:0:16782:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384306.741119:0:16782:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741136:0:16782:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384306.741140:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384306.741142:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384306.741145:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=6 00000020:00000001:1.0:1767384306.741148:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384306.741150:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384306.741154:0:16782:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384306.741156:0:16782:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741162:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384306.741166:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384306.741168:0:16782:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741180:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384306.741184:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384306.741189:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384306.741191:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384306.741195:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f1d5e61 with handle 0xf489261bfe0bc54b from hash 00010000:00000001:1.0:1767384306.741198:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384306.741200:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.741202:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.741204:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384306.741210:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384306.741213:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384306.741216:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384306.741219:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.741221:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741223:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384306.741225:0:16782:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384306.741225:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741231:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.741233:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384306.741239:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384306.741244:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384306.741246:0:16782:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384306.741249:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741251:0:16782:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741259:0:16782:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.741264:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:1.0:1767384306.741266:0:16782:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384306.741268:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384306.741273:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384306.741277:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384306.741278:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.741282:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.741285:0:16782:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384306.741287:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384306.741290:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384306.741292:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.741294:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384306.741300:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384306.741302:0:16782:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741304:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384306.741305:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc54b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384306.741323:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384306.741326:0:16782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741330:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384306.741333:0:16782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384306.741336:0:16782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.741338:0:16782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.741341:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384306.741345:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d80c7639. 00000100:00000001:1.0:1767384306.741351:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384306.741355:0:16782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384306.741376:0:16782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebec4d0d. 00010000:00000001:1.0:1767384306.741383:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384306.741386:0:16782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005d12535 count: 0 00010000:00010000:1.0:1767384306.741397:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384306.741400:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384306.741404:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384306.741407:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.741410:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384306.741421:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384306.741425:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384306.741428:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384306.741430:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384306.741433:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.741437:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384306.741441:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384306.741446:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b75754c. 00000100:00000200:1.0:1767384306.741452:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744035712, offset 224 00000400:00000200:1.0:1767384306.741459:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384306.741466:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384306.741474:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd01d80 00000400:00000200:1.0:1767384306.741479:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1189 [1] + 224 00000400:00000200:1.0:1767384306.741483:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384306.741486:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384306.741489:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384306.741492:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384306.741501:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.741519:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384306.741525:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b75754c 00000400:00000010:1.0:1767384306.741528:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b75754c. 00000100:00000001:1.0:1767384306.741533:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384306.741535:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384306.741543:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.741549:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384306.741562:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741565:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.741569:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027c696b x1853236744035712/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:287/0 lens 328/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384306.741579:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000027c696b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744035712:12345-0@lo:103: Request processed in 1154us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384306.741641:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384306.741645:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384306.741648:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384306.741650:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384306.741670:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007a7a951. 00000020:00000010:1.0:1767384306.741678:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2673bd8. 00000020:00000010:1.0:1767384306.741685:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c105dcfd. 00000020:00000040:1.0:1767384306.741693:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:1.0:1767384306.741696:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.741730:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.741735:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384306.741742:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384306.741745:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384306.741748:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce64620. 00000400:00000200:1.0:1767384306.741754:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9e58ab 00000400:00000010:1.0:1767384306.741757:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b9e58ab. 00000100:00000001:1.0:1767384306.741763:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384306.741769:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384306.741783:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.741794:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384306.741797:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.741799:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384306.741802:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384306.741804:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.741807:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384306.741811:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.741816:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384306.741821:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384306.741828:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384306.741832:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.741836:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384306.741839:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.741855:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.741862:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.741869:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384306.741871:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384306.741873:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.741889:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384306.741896:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011cae6f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744035712:0@lo:103: 00000100:00000001:1.0:1767384306.741902:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.741907:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384306.741915:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011cae6f0 x1853236744035712/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.741925:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384306.741928:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384306.741933:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2c8b5db. 02000000:00000001:1.0:1767384306.741940:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384306.741944:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384306.741946:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384306.741949:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384306.741952:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c05d5d7e. 02000000:00000001:1.0:1767384306.741956:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384306.741958:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384306.741960:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011cae6f0. 00000100:00000001:1.0:1767384306.741966:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384306.741968:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.741972:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.741980:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384306.741984:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.741991:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384306.741996:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1767384306.745641:0:16619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a41574a0. 00010000:00000010:2.1:1767384306.745665:0:16666:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5033a3d. 00010000:00000010:2.1:1767384306.745685:0:16666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cd59b6e. 00010000:00000010:1.1:1767384306.745689:0:16619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f1d5e61. 00010000:00000010:1.1:1767384306.745705:0:16619:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005d12535. 00000100:00000040:1.0:1767384306.749645:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294895529, at 4294895530 00000100:00000040:3.0:1767384306.749648:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294895529, at 4294895530 00000100:00000010:1.0:1767384306.749656:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea2cff6b. 00000100:00000010:3.0:1767384306.749663:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3c3abb7. 00000100:00000040:0.0:1767384306.750607:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294895529, at 4294895531 00000100:00000010:0.0:1767384306.750616:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072eb28c3. 00080000:00000001:1.0:1767384306.752003:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384306.752048:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.752053:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384306.752058:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384306.752063:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384306.752071:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a74a2704. 00080000:00000001:1.0:1767384306.752079:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:0.0:1767384306.758160:0:18583:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c6fc8f4. 00000400:00000040:0.0:1767384306.758185:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.758194:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384306.758205:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.758211:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.758214:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.758217:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384306.758225:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.758235:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384306.758239:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384306.758241:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384306.758243:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384306.758248:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.758250:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384306.758252:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.758253:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384306.758255:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384306.758264:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384306.758266:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384306.758267:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384306.758270:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.758271:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.758273:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.758274:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.758276:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.758277:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384306.758279:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.758281:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.758282:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.758284:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.758285:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.758286:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384306.758288:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384306.758289:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384306.758290:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384306.758292:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384306.758293:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.758294:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384306.758296:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384306.758297:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.758298:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384306.758300:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384306.758301:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384306.758302:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384306.758303:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384306.758304:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384306.758306:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384306.758307:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384306.758308:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384306.758310:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384306.758311:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384306.758312:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384306.758313:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384306.758314:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384306.758316:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384306.758317:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384306.758325:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384306.758326:0:18583:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384306.758340:0:18583:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c6fc8f4. 00010000:00000010:2.1:1767384306.760579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5033a3d. 00010000:00000010:2.1:1767384306.760593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cd59b6e. 00000100:00000001:3.0:1767384307.540456:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384307.540466:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035840 02000000:00000001:3.0:1767384307.540470:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.540473:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.540486:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.540494:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.540501:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035840 00000020:00000001:3.0:1767384307.540511:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.540519:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384307.540525:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.540538:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384307.540550:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384307.540590:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384307.540597:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.540603:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384307.540609:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.540614:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:3.0:1767384307.540621:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb6510. 00000020:00000010:3.0:1767384307.540628:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cad43bb. 00000020:00000010:3.0:1767384307.540647:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000100:00000040:3.0:1767384307.540676:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384307.540688:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384307.540699:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.540705:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.540715:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.540738:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.540760:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.540763:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384307.540772:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767384307.540776:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384307.540779:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227589200 : -120961481962416 : ffff91fc75d60c50) 00000100:00000040:3.0:1767384307.540788:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddf794a8 x1853236744035840/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 328/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.540799:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.540803:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384307.540806:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.540808:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00100000:3.0:1767384307.540814:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddf794a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744035840:12345-0@lo:101: 00000100:00000200:3.0:1767384307.540818:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035840 00000020:00000001:3.0:1767384307.540821:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.540825:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384307.540827:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.540829:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384307.540831:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384307.540835:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384307.540837:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.540839:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384307.540841:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.540846:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.540849:0:16789:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384307.540851:0:16789:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384307.540853:0:16789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384307.540862:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384307.540864:0:16789:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.540869:0:16789:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384307.540877:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046e8cab9. 00010000:00000001:3.0:1767384307.540881:0:16789:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384307.540886:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000714e46ef. 00000020:00000001:3.0:1767384307.540889:0:16789:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384307.540892:0:16789:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000714e46ef with handle 0xf489261bfe0bc560 to hash 00000020:00000001:3.0:1767384307.540894:0:16789:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384307.540896:0:16789:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604465664 : -120962105085952 : ffff91fc50b1f000) 00010000:00000001:3.0:1767384307.540898:0:16789:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604465664 : -120962105085952 : ffff91fc50b1f000) 00010000:00010000:3.0:1767384307.540901:0:16789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000714e46ef/0xf489261bfe0bc560 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc559 expref: -99 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384307.540909:0:16789:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:3.0:1767384307.540912:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384307.540921:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384307.540924:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.540928:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000035cfc702. 02000000:00000001:3.0:1767384307.540931:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.540933:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.540935:0:16789:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384307.540939:0:16789:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384307.540941:0:16789:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384307.540943:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.540945:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.540947:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.540949:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.540951:0:16789:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384307.540953:0:16789:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.540955:0:16789:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.540957:0:16789:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.540959:0:16789:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e8cab9) refcount = 1 00010000:00010000:3.0:1767384307.540963:0:16789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000714e46ef/0xf489261bfe0bc560 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc559 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.540981:0:16789:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384307.540984:0:16789:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.540986:0:16789:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.540989:0:16789:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.540992:0:16789:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384307.540998:0:16789:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384307.541002:0:16789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000714e46ef/0xf489261bfe0bc560 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc559 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.541033:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384307.541036:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384307.541038:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.541041:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.541043:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384307.541044:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.541047:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.541059:0:16789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000714e46ef, rc 0) 00000020:00000001:3.0:1767384307.541062:0:16789:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.541065:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744035840 00010000:00000001:3.0:1767384307.541068:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384307.541072:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddf794a8 x1853236744035840/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 328/344 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.541080:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.541082:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.541086:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.541091:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.541095:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384307.541097:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384307.541100:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384307.541102:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.541105:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.541108:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.541114:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000200:3.0:1767384307.541120:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744035840, offset 224 00000400:00000200:3.0:1767384307.541135:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.541148:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.541160:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd01e00 00000400:00000200:3.0:1767384307.541168:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11a5 [1] + 224 00000400:00000200:3.0:1767384307.541175:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.541181:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.541189:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.541195:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744035840/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.541205:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b2894ad8 x1853236744035840/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.541226:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.541235:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384307.541238:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384307.541242:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.541244:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.541248:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.541251:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.541255:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.541258:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.541260:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384307.541264:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddf794a8 x1853236744035840/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 328/344 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.541275:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddf794a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744035840:12345-0@lo:101: Request processed in 474us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384307.541290:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767384307.541295:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384307.541301:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.541315:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384307.541328:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000cad43bb. 00000020:00000010:3.0:1767384307.541339:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000020:00000010:3.0:1767384307.541349:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabb6510. 00000020:00000040:3.0:1767384307.541370:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384307.541380:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384307.541388:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000035cfc702. 02000000:00000001:3.0:1767384307.541400:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384307.541411:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384307.541423:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384307.541434:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028d3571d. 00000400:00000010:3.0:1767384307.541447:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6bd652d. 00000100:00000001:3.0:1767384307.542331:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384307.542337:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744035968 02000000:00000001:3.0:1767384307.542343:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.542348:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.542352:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.542369:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.542376:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744035968 00000020:00000001:3.0:1767384307.542382:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.542391:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384307.542397:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.542402:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:3.0:1767384307.542413:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384307.542426:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384307.542447:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.542459:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384307.542473:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.542479:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:3.0:1767384307.542488:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb6510. 00000020:00000010:3.0:1767384307.542492:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cad43bb. 00000020:00000010:3.0:1767384307.542499:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000100:00000040:3.0:1767384307.542509:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384307.542512:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384307.542514:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.542515:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542521:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542540:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.542590:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.542603:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384307.542608:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384307.542613:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000001:1.0:1767384307.542615:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384307.542620:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384307.542623:0:16790:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542626:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227413072 : -120961482138544 : ffff91fc75d35c50) 00000100:00000001:1.0:1767384307.542628:0:16790:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.542637:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083900458 x1853236744035968/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 304/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.542648:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.542652:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384307.542654:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.542656:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00100000:3.0:1767384307.542660:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083900458 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744035968:12345-0@lo:256: 00000100:00000200:3.0:1767384307.542664:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744035968 00000020:00000001:3.0:1767384307.542666:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.542669:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384307.542671:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.542673:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384307.542675:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:3.0:1767384307.542677:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384307.542679:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.542680:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384307.542682:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.542684:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542688:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384307.542689:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.542693:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000035cfc702. 02000000:00000001:3.0:1767384307.542695:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542697:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.542700:0:16789:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384307.542704:0:16789:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384307.542707:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384307.542710:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384307.542713:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.542714:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384307.542716:0:16789:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384307.542727:0:16789:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c2d51367. 20000000:00000001:3.0:1767384307.542731:0:16789:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384307.542740:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384307.542746:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:3.0:1767384307.542752:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 4032/1/4/3. 20000000:00000040:3.0:1767384307.542756:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384307.542758:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:01000000:3.0:1767384307.542761:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 64, pages 3968/1/4/3. 20000000:01000000:3.0:1767384307.542764:0:16789:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 128, version 8 20000000:00000001:3.0:1767384307.542767:0:16789:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:3.0:1767384307.542770:0:16789:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384307.542775:0:16789:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ee7fc54b. 00000100:00000010:3.0:1767384307.542780:0:16789:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000af8c2dba. 00000020:00000040:3.0:1767384307.542782:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:3.0:1767384307.542786:0:16789:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384307.542789:0:16789:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384307.542795:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000010:3.0:1767384307.542805:0:16789:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f574520. 00000400:00000200:3.0:1767384307.542808:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.542819:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.542829:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 128 into portal 33 MB=0x695824dd01e80 00000400:00000200:3.0:1767384307.542835:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 128/128 into md 0x11b5 [4] + 0 00000400:00000010:3.0:1767384307.542838:0:16789:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00000400:00000200:3.0:1767384307.542842:0:16789:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ba209f6 00000400:00000200:3.0:1767384307.542845:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.542848:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384307.542851:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ba209f6 00000400:00000010:3.0:1767384307.542853:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004ba209f6. 00000100:00000001:3.0:1767384307.542856:0:16789:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384307.542858:0:16789:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b2894ad8 desc 00000000184db385 mbits 1853236744035968 00000100:00000001:3.0:1767384307.542874:0:16789:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384307.542877:0:16789:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384307.542882:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384307.542890:0:16789:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11c1 00000400:00000200:3.0:1767384307.542892:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.542904:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384307.542909:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384307.542911:0:16789:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ee7fc54b 00000100:00000001:3.0:1767384307.542913:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384307.542926:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384307.542928:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384307.542935:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384307.542938:0:16789:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ee7fc54b 00000100:00000001:3.0:1767384307.542944:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384307.542949:0:16789:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 128 bytes via portal 33 id 12345-0@lo mbits 0x695824dd01e80-0x695824dd01e80 00000100:00000001:3.0:1767384307.542963:0:16789:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.542970:0:16789:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.542973:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384307.542976:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:3.0:1767384307.542981:0:16789:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000af8c2dba. 00000100:00000010:3.0:1767384307.542985:0:16789:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ee7fc54b. 00000100:00000001:3.0:1767384307.542989:0:16789:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384307.542991:0:16789:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384307.543000:0:16789:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c2d51367. 20000000:00000001:3.0:1767384307.543024:0:16789:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.543028:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744035968 00010000:00000001:3.0:1767384307.543031:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384307.543036:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083900458 x1853236744035968/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 304/240 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.543045:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.543047:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.543050:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.543053:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.543057:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384307.543060:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384307.543063:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384307.543065:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.543068:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.543071:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.543075:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000200:3.0:1767384307.543084:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744035968, offset 224 00000400:00000200:3.0:1767384307.543088:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.543093:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.543100:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd01e80 00000400:00000200:3.0:1767384307.543104:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11b9 [1] + 224 00000400:00000200:3.0:1767384307.543108:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.543112:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.543115:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.543119:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744035968/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.543127:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b2894ad8 x1853236744035968/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.543145:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.543149:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384307.543151:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384307.543153:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.543155:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.543158:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.543161:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.543164:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.543166:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.543169:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384307.543172:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083900458 x1853236744035968/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:288/0 lens 304/240 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.543182:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083900458 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744035968:12345-0@lo:256: Request processed in 532us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384307.543191:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384307.543194:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384307.543198:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.543201:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384307.543206:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000cad43bb. 00000020:00000010:3.0:1767384307.543219:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000020:00000010:3.0:1767384307.543245:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aabb6510. 00000020:00000040:3.0:1767384307.543257:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384307.543264:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384307.543270:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000035cfc702. 02000000:00000001:3.0:1767384307.543280:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384307.543288:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384307.543295:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384307.543308:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a53f1af0. 00000400:00000010:3.0:1767384307.543324:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af024aea. 00000100:00000040:3.0:1767384307.551647:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294896331, at 4294896332 00000100:00000010:3.0:1767384307.551660:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000af3bd00. 00000100:00000040:1.0:1767384307.551664:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294896331, at 4294896332 00000100:00000010:1.0:1767384307.551686:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003d9587a. 00000100:00000040:0.0:1767384307.552659:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294896331, at 4294896333 00000100:00000010:0.0:1767384307.552669:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013a0ce74. 00010000:00000001:1.0:1767384307.668121:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384307.668130:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.668138:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384307.668141:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.668283:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384307.668294:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.668302:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384307.859648:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384307.859655:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384307.859664:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000020:00000040:0.0:1767384307.859673:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384307.859681:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384307.859685:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384307.859691:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.859701:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec97a33e. 00000100:00000001:0.0:1767384307.859712:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.859720:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384307.859723:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.859738:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_02+2] req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384307.859783:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.859805:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.859815:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384307.859819:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384307.859828:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.859839:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.859847:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.859861:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.859863:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.859877:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384307.859881:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384307.859887:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.859893:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744036096:0@lo:13: 00000100:00000001:1.0:1767384307.859901:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384307.859908:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384307.859913:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.859916:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384307.859923:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000828716aa. 02000000:00000001:1.0:1767384307.859927:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.859934:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384307.859955:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b75754c. 00000100:00000200:1.0:1767384307.859963:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744036096, portal 4 00000100:00000001:1.0:1767384307.859981:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384307.859983:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:1.0:1767384307.859991:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.860029:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384307.860034:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384307.860039:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d77d96. 00000100:00000200:1.0:1767384307.860055:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744036096, offset 0 00000400:00000200:1.0:1767384307.860066:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384307.860084:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384307.860098:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd01f00 00000400:00000200:1.0:1767384307.860107:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000400:00000200:1.0:1767384307.860116:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384307.860121:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384307.860130:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384307.860132:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384307.860137:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a9ba79. 00000100:00000040:1.0:1767384307.860141:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e6a9ba79 x1853236744036096 msgsize 224 00000100:00100000:1.0:1767384307.860153:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384307.860176:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384307.860185:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d77d96 00000400:00000010:1.0:1767384307.860188:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d77d96. 00000100:00000001:1.0:1767384307.860192:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384307.860196:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.860209:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384307.860213:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.860224:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.860227:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384307.860234:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.860239:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 16698 usecs (17 jiffies) 00000100:00000001:1.0:1767384307.860244:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896657 00000100:00000010:1.0:1767384307.860271:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea2cff6b. 00000100:00000001:1.0:1767384307.860280:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384307.860292:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896657 00000100:00000010:1.0:1767384307.860299:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b16408b. 00000100:00000001:1.0:1767384307.860308:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384307.860318:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896657 00000100:00000010:1.0:1767384307.860325:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1e19246. 00000020:00000010:3.0:1767384307.860327:0:17570:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000650501cf. 00000100:00000001:1.0:1767384307.860330:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384307.860345:0:17570:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384307.860350:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896657 00000100:00100000:3.0:1767384307.860353:0:17570:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036096 00000100:00000010:1.0:1767384307.860358:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d758720. 02000000:00000001:3.0:1767384307.860360:0:17570:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.860375:0:17570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384307.860379:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384307.860381:0:17570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.860388:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384307.860391:0:17570:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.860395:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.860399:0:17570:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036096 00000100:00000001:1.0:1767384307.860406:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.860407:0:17570:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.860415:0:17570:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:1.0:1767384307.860416:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.860423:0:17570:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.860429:0:17570:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:1.0:1767384307.860432:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384307.860433:0:17570:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384307.860439:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384307.860442:0:17570:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384307.860445:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.860451:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384307.860454:0:17570:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384307.860458:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.860462:0:17570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070ad503c. 00000100:00000001:1.0:1767384307.860465:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.860474:0:17570:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000028002916. 00000020:00000040:3.0:1767384307.860497:0:17570:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:3.0:1767384307.860518:0:17570:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384307.860536:0:17570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079e2c5ba. 00000100:00080000:1.0:1767384307.860538:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384307.860544:0:17570:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003780d5fb. 00000020:00000040:1.0:1767384307.860547:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000020:00000010:3.0:1767384307.860607:0:17570:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000100:00000040:3.0:1767384307.860627:0:17570:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384307.860634:0:17570:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384307.860637:0:17570:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.860640:0:17570:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.860650:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384307.860654:0:17570:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.860665:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384307.860671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3e440b. 00000020:00000040:0.0:1767384307.860677:0:38:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384307.860681:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384307.860683:0:17570:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384307.860684:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384307.860693:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.860703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000017261c53. 00000100:00000001:0.0:1767384307.860710:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.860720:0:17570:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384307.860727:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384307.860728:0:17570:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384307.860744:0:17570:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384307.860756:0:17570:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000020:00000010:1.0:1767384307.860757:0:17569:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000db2a17df. 00000100:00000001:0.0:1767384307.860758:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384307.860761:0:17570:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340688384 : -120961368863232 : ffff91fc7c93ce00) 00000100:00000001:0.0:1767384307.860765:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.860770:0:17569:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384307.860777:0:17569:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:3.0:1767384307.860781:0:17570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6a9ba79 x1853236744036096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:288/0 lens 224/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384307.860785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea3e440b] to pc [ptlrpcd_00_03+3] req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384307.860788:0:17569:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001ff53a9b. 00000100:00100000:1.0:1767384307.860804:0:17569:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:3.0:1767384307.860814:0:17570:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.860822:0:17570:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384307.860829:0:17570:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.860834:0:17570:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00000001:0.0:1767384307.860852:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.860854:0:17570:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6a9ba79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744036096:12345-0@lo:13: 00000100:00000040:0.0:1767384307.860863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384307.860865:0:17570:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036096 00000020:00000001:3.0:1767384307.860872:0:17570:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384307.860881:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1767384307.860882:0:17570:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384307.860890:0:17570:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.860896:0:17570:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1767384307.860896:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055fa783f. 00000020:00000001:3.0:1767384307.860901:0:17570:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000040:0.0:1767384307.860908:0:38:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384307.860909:0:17570:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384307.860916:0:17570:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.860919:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767384307.860923:0:17570:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384307.860928:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767384307.860931:0:17570:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.860939:0:17570:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.860939:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.860960:0:17570:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384307.860962:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000be3818c1. 00000100:00000001:0.0:1767384307.860971:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.860979:0:17570:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384307.860985:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384307.860987:0:17570:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000035cfc702. 00000100:00000001:1.0:1767384307.860987:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.860994:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384307.860999:0:17570:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.861027:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.861033:0:17570:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.861040:0:16156:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384307.861042:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00002000:00000001:3.0:1767384307.861043:0:17570:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384307.861048:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.861050:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384307.861066:0:17570:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384307.861071:0:17570:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:0.0:1767384307.861073:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055fa783f] to pc [ptlrpcd_00_00+0] req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384307.861080:0:17570:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384307.861084:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384307.861090:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.861099:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:3.0:1767384307.861101:0:17570:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.861104:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384307.861110:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384307.861114:0:17570:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384307.861121:0:17570:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:1.0:1767384307.861127:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.861131:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384307.861133:0:17570:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384307.861148:0:17570:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384307.861150:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00000001:1.0:1767384307.861153:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384307.861164:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:3.0:1767384307.861166:0:17570:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:1.0:1767384307.861174:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:3.0:1767384307.861175:0:17570:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:1.0:1767384307.861185:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.861186:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384307.861188:0:17570:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ee7fc54b. 00000100:00000001:0.0:1767384307.861195:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384307.861197:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384307.861202:0:17570:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384307.861203:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384307.861205:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16156:1853236744036224:0@lo:400: 00000001:00000001:3.0:1767384307.861212:0:17570:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.861215:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384307.861218:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384307.861225:0:17570:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.861226:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384307.861234:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.861237:0:17570:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744036096 02000000:00000001:1.0:1767384307.861243:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384307.861247:0:17570:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384307.861256:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.861264:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384307.861266:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aabb6510. 02000000:00000001:0.0:1767384307.861269:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000200:3.0:1767384307.861271:0:17570:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6a9ba79 x1853236744036096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:288/0 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384307.861279:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384307.861280:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.861293:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.861295:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00010000:00000001:3.0:1767384307.861300:0:17570:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384307.861306:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055fa783f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744036352:0@lo:400: 00000400:00000010:1.0:1767384307.861307:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d77d96. 00010000:00000001:3.0:1767384307.861309:0:17570:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384307.861320:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744036224, portal 10 00000100:00001000:3.0:1767384307.861326:0:17570:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.861327:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384307.861328:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384307.861337:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352140800 : -120961357410816 : ffff91fc7d428e00) 02000000:00000001:0.0:1767384307.861339:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384307.861341:0:17570:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.861349:0:17570:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000040:1.0:1767384307.861353:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.861369:0:17570:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384307.861370:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.861383:0:17570:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384307.861384:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384307.861391:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384307.861392:0:17570:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.861395:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bf97e04. 00000100:00000040:1.0:1767384307.861405:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384307.861407:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.861408:0:17570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384307.861413:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000620cc7f0. 00000400:00000010:0.0:1767384307.861418:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7d90f1f. 00000100:00000040:3.0:1767384307.861423:0:17570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384307.861425:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744036224, offset 0 00000400:00000010:0.0:1767384307.861431:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bb03c74. 00000400:00000010:3.0:1767384307.861436:0:17570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000200:1.0:1767384307.861445:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384307.861457:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744036352, portal 10 00000100:00000200:3.0:1767384307.861460:0:17570:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744036096, offset 224 00000400:00000200:1.0:1767384307.861465:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384307.861467:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.861474:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352147072 : -120961357404544 : ffff91fc7d42a680) 00000400:00000200:1.0:1767384307.861494:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd01f80 00000100:00000040:0.0:1767384307.861499:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384307.861506:0:17570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384307.861520:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384307.861527:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000040:0.0:1767384307.861538:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384307.861539:0:17570:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384307.861594:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000400:00000200:3.0:1767384307.861629:0:17570:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd01f00 00000400:00000200:1.0:1767384307.861638:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384307.861638:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744036352, offset 0 00000400:00000200:3.0:1767384307.861646:0:17570:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11cd [1] + 224 00000400:00000200:3.0:1767384307.861659:0:17570:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384307.861660:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384307.861672:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.861680:0:17570:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384307.861686:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384307.861692:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384307.861698:0:17570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384307.861704:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a95fb2. 00000400:00000200:0.0:1767384307.861712:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384307.861714:0:17570:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.861715:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000b5a95fb2 x1853236744036224 msgsize 224 00000100:00100000:1.0:1767384307.861751:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384307.861752:0:17570:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.861752:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd02000 00000100:00000001:1.0:1767384307.861780:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.861783:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00000001:3.0:1767384307.861784:0:17570:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.861800:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384307.861814:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000620cc7f0 00000400:00000200:0.0:1767384307.861815:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384307.861822:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000620cc7f0. 00000100:00000001:1.0:1767384307.861832:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384307.861834:0:17570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000100:00000200:1.0:1767384307.861844:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384307.861851:0:17570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384307.861866:0:17570:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384307.861870:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384307.861872:0:17570:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1767384307.861882:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384307.861884:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384307.861888:0:17570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.861903:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384307.861909:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035339c6f. 00000100:00000040:3.0:1767384307.861915:0:17570:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000040:0.0:1767384307.861926:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000035339c6f x1853236744036352 msgsize 224 00010000:00000001:3.0:1767384307.861936:0:17570:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.861950:0:17570:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.861968:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384307.861977:0:17570:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384307.861978:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.861990:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384307.862000:0:17570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6a9ba79 x1853236744036096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:288/0 lens 224/368 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.862025:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384307.862026:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.862047:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2420 usecs (3 jiffies) 00000400:00000200:0.0:1767384307.862056:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000270a57d3 00000100:00000001:1.0:1767384307.862061:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896645 00000400:00000010:0.0:1767384307.862066:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 00000100:00000001:1.0:1767384307.862074:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896657 00000100:00100000:3.0:1767384307.862079:0:17570:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6a9ba79 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744036096:12345-0@lo:13: Request processed in 1257us (1928us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384307.862082:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384307.862085:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896645 00000100:00000001:1.0:1767384307.862111:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896657 00000100:00000200:0.0:1767384307.862113:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.862116:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896645 00000100:00100000:3.0:1767384307.862123:0:17570:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:1.0:1767384307.862129:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896657 00000100:00000040:3.0:1767384307.862137:0:17570:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:3.0:1767384307.862153:0:17570:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384307.862153:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896645 00000100:00000001:3.0:1767384307.862163:0:17570:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384307.862172:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896657 00000100:00000001:0.0:1767384307.862175:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384307.862177:0:17570:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003780d5fb. 00000100:00000001:1.0:1767384307.862186:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.862191:0:17570:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000100:00000040:0.0:1767384307.862193:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.862202:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.862212:0:17570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079e2c5ba. 00000400:00000001:1.0:1767384307.862214:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384307.862243:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384307.862247:0:17570:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000400:00000010:1.0:1767384307.862250:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000100:00000001:0.0:1767384307.862252:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384307.862258:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b75754c 00000100:00000001:0.0:1767384307.862262:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384307.862271:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b75754c. 00000100:00000001:3.0:1767384307.862273:0:17570:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.862282:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.862288:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384307.862293:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4191 usecs (5 jiffies) 00000100:00000001:0.0:1767384307.862305:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896647 00000100:00000001:3.0:1767384307.862306:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384307.862309:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.862315:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896657 00000100:00000001:3.0:1767384307.862316:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.862337:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896647 00000100:00000001:0.0:1767384307.862353:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896657 00000100:00000200:1.0:1767384307.862374:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.862374:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896647 00000100:00000001:3.0:1767384307.862385:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384307.862392:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896657 00000100:00100000:3.0:1767384307.862401:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036352 00000100:00000001:0.0:1767384307.862408:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896647 02000000:00000001:3.0:1767384307.862412:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.862422:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.862428:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896657 00000100:00000001:3.0:1767384307.862429:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.862443:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384307.862445:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.862445:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.862449:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384307.862466:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036352 00000100:00000001:1.0:1767384307.862468:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384307.862469:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.862476:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384307.862477:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384307.862491:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.862491:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.862492:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000100:00000001:1.0:1767384307.862504:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.862510:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384307.862517:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384307.862518:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.862519:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:3.0:1767384307.862544:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00001000:1.0:1767384307.862548:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384307.862617:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.862617:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.862628:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384307.862631:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384307.862633:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384307.862644:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.862644:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.862647:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384307.862653:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384307.862657:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00010000:00000001:1.0:1767384307.862660:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384307.862665:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384307.862680:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384307.862681:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ec888c63. 00000100:00000001:0.0:1767384307.862682:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.862698:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:3.0:1767384307.862729:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:1.0:1767384307.862741:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384307.862742:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079e2c5ba. 00000100:00000001:1.0:1767384307.862762:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384307.862765:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003780d5fb. 00000100:00100000:1.0:1767384307.862775:0:16156:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000020:00000010:3.0:1767384307.862778:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000100:00000001:3.0:1767384307.862800:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384307.862805:0:16156:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.862810:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.862820:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.862854:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384307.862855:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384307.862857:0:17569:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.862875:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384307.862881:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744035200/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.862893:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.862894:0:18868:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:1.0:1767384307.862898:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384307.862920:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384307.862931:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384307.862935:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f5fd0813. 02000000:00000001:1.0:1767384307.862947:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384307.862951:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384307.862952:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1767384307.862953:0:18868:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000d9c44c6. 00000020:00000040:1.0:1767384307.862956:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384307.862960:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384307.862984:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384307.862985:0:18868:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000baa33536. 02000000:00000010:1.0:1767384307.862992:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a4f3122. 00000100:00100000:3.0:1767384307.862993:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:1.0:1767384307.863029:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384307.863033:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000020:00000010:0.0:1767384307.863036:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b9b2781. 02000000:00000001:1.0:1767384307.863037:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384307.863042:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:3.0:1767384307.863055:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352149760 : -120961357401856 : ffff91fc7d42b100) 00000020:00000010:0.0:1767384307.863059:0:18868:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e38dec5. 00000100:00000001:1.0:1767384307.863063:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384307.863072:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384307.863077:0:16156:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000040:3.0:1767384307.863079:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035339c6f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:288/0 lens 224/0 e 0 to 0 dl 1767384318 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384307.863079:0:18868:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016e85dcf. 00000100:00000001:1.0:1767384307.863095:0:16156:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767384307.863098:0:18868:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000632fed49. 00000100:00000001:1.0:1767384307.863109:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.863111:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.863118:0:18868:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099fd3efb. 00000020:00000010:3.0:1767384307.863123:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 00000100:00000040:1.0:1767384307.863129:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.863132:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.863149:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 80000000:00000010:0.0:1767384307.863153:0:18868:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f91433b6. 00000100:00100000:3.0:1767384307.863177:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035339c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744036352:12345-0@lo:400: 40000000:00000010:0.0:1767384307.863177:0:18868:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003eadbcca. 00000100:00000001:1.0:1767384307.863179:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00100000:00000010:0.0:1767384307.863197:0:18868:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001acea8d0. 00000100:00000001:1.0:1767384307.863201:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384307.863205:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036352 00000100:00000001:1.0:1767384307.863213:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1767384307.863214:0:18868:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce8a7e66. 00000020:00000001:3.0:1767384307.863215:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.863226:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:1.0:1767384307.863230:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:3.0:1767384307.863233:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384307.863236:0:18868:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006ec94a03. 00000004:00000040:1.0:1767384307.863245:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384307.863246:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000010:0.0:1767384307.863251:0:18868:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000042917031. 00000004:00000040:1.0:1767384307.863260:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000001:3.0:1767384307.863262:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00002000:00000010:0.0:1767384307.863267:0:18868:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000936bb249. 00000020:00000001:3.0:1767384307.863281:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384307.863292:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384307.863298:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000020:1.0:1767384307.863300:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:3.0:1767384307.863302:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.863311:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384307.863311:0:18868:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000028fac47c. 00000004:00000001:1.0:1767384307.863313:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.863328:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384307.863350:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384307.863350:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384307.863356:0:18868:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 02000000:00000001:3.0:1767384307.863360:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.863373:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e36d4075. 02000000:00000001:3.0:1767384307.863387:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.863400:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384307.863409:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744036096:0@lo:13: 00000020:00000001:3.0:1767384307.863420:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.863436:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384307.863439:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744036352 00000100:00000001:1.0:1767384307.863451:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.863453:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384307.863454:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.863471:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1767384307.863473:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035339c6f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.863484:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744036096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.863601:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.863609:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.863614:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.863629:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.863639:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:3.0:1767384307.863644:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384307.863649:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384307.863652:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.863660:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.863675:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.863686:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000001:1.0:1767384307.863691:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384307.863697:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744036352, offset 224 02000000:00000001:1.0:1767384307.863705:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384307.863713:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000828716aa. 00000400:00000200:3.0:1767384307.863722:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384307.863726:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384307.863731:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384307.863734:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384307.863748:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384307.863749:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384307.863754:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec97a33e. 02000000:00000001:1.0:1767384307.863775:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384307.863779:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384307.863783:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000400:00000200:3.0:1767384307.863793:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd02000 00000100:00000001:1.0:1767384307.863796:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384307.863808:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.863823:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11dd [1] + 224 00000100:00000001:1.0:1767384307.863825:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.863842:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.863848:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384307.863849:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384307.863869:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384307.863881:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384307.863885:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384307.863890:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00000400:00000200:1.0:1767384307.863906:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d77d96 00000400:00000010:1.0:1767384307.863913:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d77d96. 00000100:00000001:1.0:1767384307.863928:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384307.863934:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384307.863943:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384307.863967:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384307.863988:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.864061:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384307.864062:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000055fa783f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.864069:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.864081:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384307.864087:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384307.864096:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384307.864100:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384307.864105:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.864106:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384307.864113:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=10 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384307.864122:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000100:00001000:1.0:1767384307.864124:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=10 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384307.864129:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:3.0:1767384307.864136:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.864145:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384307.864147:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.864154:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.864155:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.864168:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384307.864172:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.864180:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00080000:1.0:1767384307.864182:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384307.864186:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.864203:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384307.864205:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.864219:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384307.864225:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035339c6f x1853236744036352/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:288/0 lens 224/224 e 0 to 0 dl 1767384318 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384307.864229:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384307.864245:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384307.864256:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.864259:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035339c6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744036352:12345-0@lo:400: Request processed in 1138us (2322us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384307.864270:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.864314:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.864321:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384307.864322:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384307.864331:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384307.864340:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000040:1.0:1767384307.864357:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.864358:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.864380:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384307.864394:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003780d5fb. 00000020:00000010:3.0:1767384307.864411:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000020:00000010:3.0:1767384307.864428:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079e2c5ba. 00000020:00000040:3.0:1767384307.864447:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00100000:1.0:1767384307.864450:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16156:1853236744036224:0@lo:400: 00000100:00000001:3.0:1767384307.864463:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.864488:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.864503:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384307.864513:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea3e440b x1853236744036224/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.864534:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384307.864541:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384307.864599:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aabb6510. 02000000:00000001:1.0:1767384307.864615:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384307.864620:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384307.864630:0:16156:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384307.864635:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384307.864639:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000017261c53. 02000000:00000001:1.0:1767384307.864646:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384307.864649:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384307.864650:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3e440b. 00000100:00000001:1.0:1767384307.864670:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384307.864677:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.864686:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.864708:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384307.864719:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.864732:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.864740:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.878625:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294896657, at 4294896659 00000100:00000040:3.0:1767384307.878641:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294896657, at 4294896659 00000100:00000010:1.0:1767384307.878641:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b16408b. 00000100:00000010:3.0:1767384307.878658:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d758720. 00000100:00000040:0.0:1767384307.878710:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294896657, at 4294896659 00000100:00000010:0.0:1767384307.878728:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea2cff6b. 00010000:00000001:1.0:1767384308.691692:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384308.691698:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.691704:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384308.691705:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384308.776493:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384308.776507:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:1.0:1767384308.776516:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d77d96. 00000400:00000200:1.0:1767384308.776520:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (3) 00000400:00000010:1.0:1767384308.776525:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eae1e7ad. 00000400:00000200:1.0:1767384308.776528:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384308.776539:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384308.776544:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384308.776549:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384308.776588:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp10 00000020:00000001:3.0:1767384308.776589:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384308.776593:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp10 lpni_is_preferred = 0 10000000:00000001:3.0:1767384308.776595:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384308.776598:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp10 10000000:00000001:3.0:1767384308.776599:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384308.776602:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384308.776605:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [7:7:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [7:7:8:4294967295] 00000020:01000004:3.0:1767384308.776607:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384308.776612:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384308.776615:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384308.776617:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp10 00000020:01000004:3.0:1767384308.776619:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384308.776623:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384308.776626:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384308.776629:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384308.776632:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384308.776636:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384308.776640:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384308.776642:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:) -> 192.168.203.113@tcp10(192.168.203.113@tcp:192.168.203.113@tcp10) : PUT try# 0 00000100:00000010:3.0:1767384308.776647:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000800:00000200:1.0:1767384308.776648:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000020:00000040:3.0:1767384308.776654:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000010:1.0:1767384308.776655:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e09581f1. 00000100:00000001:3.0:1767384308.776660:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384308.776664:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384308.776666:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a590db66. 02000000:00000001:3.0:1767384308.776669:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384308.776670:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000eff09840. 02000000:00000010:3.0:1767384308.776678:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3fca891. 00000800:00000200:1.0:1767384308.776683:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (2) 00000100:00000001:3.0:1767384308.776685:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384308.776690:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (2) 00000100:00000001:3.0:1767384308.776696:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384308.776699:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384308.776701:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384308.776706:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000040:3.0:1767384308.776719:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_01+1] req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384308.776753:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384308.776756:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.776759:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.776761:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384308.776762:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384308.776770:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384308.776771:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384308.776775:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384308.776776:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384308.776778:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 10000000:00000001:3.0:1767384308.776780:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384308.776784:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384308.776786:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384308.776788:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384308.776792:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384308.776796:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384308.776801:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384308.776801:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384308.776804:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384308.776806:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384308.776808:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384308.776813:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384308.776814:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384308.776816:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384308.776819:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384308.776821:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384308.776825:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384308.776828:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b18841. 00000100:00100000:1.0:1767384308.776831:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744036480:0@lo:253: 00000020:00000040:3.0:1767384308.776833:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384308.776841:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384308.776841:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384308.776846:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384308.776850:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384308.776851:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384308.776855:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384308.776857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f193f8b. 02000000:00000001:1.0:1767384308.776859:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384308.776865:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.776868:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dbe8969a. 00000100:00000001:3.0:1767384308.776871:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384308.776872:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.776876:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384308.776879:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000100:00000040:3.0:1767384308.776887:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b18841] to pc [ptlrpcd_00_02+2] req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384308.776891:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb3e6891. 00000100:00000200:1.0:1767384308.776902:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744036480, portal 25 00000100:00000001:1.0:1767384308.776905:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384308.776908:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000400:00000200:0.0:1767384308.776912:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 10000000:00000001:3.0:1767384308.776913:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.776913:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384308.776919:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.776923:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384308.776928:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384308.776929:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384308.776932:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001ba2b1fe. 00000100:00000040:1.0:1767384308.776936:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384308.776939:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ab86ad6. 00000100:00000200:1.0:1767384308.776943:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744036480, offset 0 00000400:00000200:1.0:1767384308.776949:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384308.776954:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384308.776958:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384308.776960:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.776967:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384308.776971:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767384308.776971:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02080 00000100:00000001:3.0:1767384308.776974:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.776982:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384308.776985:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000100:00000001:3.0:1767384308.776986:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.776992:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384308.776993:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000297e875a. 00000100:00000001:3.0:1767384308.776994:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384308.777010:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384308.777015:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b14f14a 00000100:00000040:3.0:1767384308.777017:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.777025:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384308.777025:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384308.777029:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.777032:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384308.777036:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384308.777036:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384308.777042:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384308.777045:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000024b18841 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744036608:0@lo:253: 00000400:00000200:1.0:1767384308.777045:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b14f14a 00000400:00000010:1.0:1767384308.777051:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b14f14a. 00000100:00000001:3.0:1767384308.777052:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384308.777056:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384308.777058:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384308.777060:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384308.777060:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384308.777065:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:3.0:1767384308.777069:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036a022a2. 00000100:00000040:1.0:1767384308.777072:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000dfd49890 x1853236744036480 msgsize 4848 02000000:00000001:3.0:1767384308.777073:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.777080:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042bd1c46. 00000400:00000010:3.0:1767384308.777089:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012ec76e1. 00000100:00100000:1.0:1767384308.777089:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384308.777096:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744036608, portal 25 00000100:00000040:1.0:1767384308.777096:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384308.777103:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384308.777104:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341726848 : -120961367824768 : ffff91fc7ca3a680) 00000100:00000040:3.0:1767384308.777109:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.777112:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384308.777115:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.777120:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.777122:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc3997f0. 00000400:00000200:1.0:1767384308.777122:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab86ad6 00000400:00000010:1.0:1767384308.777126:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ab86ad6. 00000100:00000001:1.0:1767384308.777131:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384308.777134:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744036608, offset 0 00000100:00000200:1.0:1767384308.777136:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.777150:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384308.777151:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384308.777155:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.777163:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.777164:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384308.777166:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767384308.777171:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcd85a6a. 00000100:00000001:1.0:1767384308.777176:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384308.777178:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009578125f. 00000100:00000001:1.0:1767384308.777181:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294897574 00000400:00000200:3.0:1767384308.777182:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02100 00000800:00000010:0.0:1767384308.777187:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000de745062. 00000100:00000010:1.0:1767384308.777190:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b16408b. 00000400:00000200:3.0:1767384308.777191:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 00000400:00000010:3.0:1767384308.777196:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001d0f722. 00000100:00000001:1.0:1767384308.777199:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384308.777200:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000570f2d7c 00000400:00000200:3.0:1767384308.777206:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384308.777206:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294897574 00000100:00000010:1.0:1767384308.777213:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d84ffb0e. 00000400:00000200:3.0:1767384308.777217:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384308.777219:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1767384308.777220:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000de745062. 00000400:00000200:3.0:1767384308.777221:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570f2d7c 00000100:00000001:1.0:1767384308.777224:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294897574 00000400:00000010:3.0:1767384308.777225:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000570f2d7c. 00000100:00000010:1.0:1767384308.777229:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d817f3d. 00000100:00000001:3.0:1767384308.777231:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384308.777233:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384308.777234:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384308.777236:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000005f3c0aaa x1853236744036608 msgsize 4848 00000100:00100000:3.0:1767384308.777245:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384308.777246:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294897574 00000100:00000040:3.0:1767384308.777247:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384308.777252:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31891bd. 00000100:00000001:1.0:1767384308.777256:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384308.777258:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.777261:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384308.777261:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.777266:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384308.777267:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc3997f0 00000400:00000200:0.0:1767384308.777267:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:1.0:1767384308.777268:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384308.777271:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc3997f0. 00000100:00000001:3.0:1767384308.777277:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384308.777278:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.777280:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384308.777282:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.777284:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.777288:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384308.777290:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp10 from 253.3.0.2 00000100:00000001:1.0:1767384308.777291:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.777297:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384308.777297:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000567b98dc. 00000100:00000001:3.0:1767384308.777298:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384308.777305:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.777309:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777312:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384308.777313:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.777317:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777320:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777323:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294897574 00000100:00000001:3.0:1767384308.777326:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294897574 00000100:00000001:3.0:1767384308.777329:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294897574 00000100:00000001:3.0:1767384308.777332:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294897574 00000100:00000001:3.0:1767384308.777334:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294897574 00000100:00000001:3.0:1767384308.777335:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294897574 00000800:00000010:1.0:1767384308.777339:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad613a20. 00000100:00000001:3.0:1767384308.777345:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294897574 00000800:00000010:1.0:1767384308.777346:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ab86ad6. 00000100:00000001:3.0:1767384308.777352:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294897574 00000100:00000001:3.0:1767384308.777355:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384308.777357:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777360:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777363:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384308.777371:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066b20699. 00000800:00000200:1.1:1767384308.777379:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (2) 00000800:00000200:1.1:1767384308.777384:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp10 0000000066b20699 deleted 00000800:00000010:1.1:1767384308.777386:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000066b20699. 00000100:00000001:3.0:1767384308.777388:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384308.777389:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:1.1:1767384308.777391:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:3.0:1767384308.777393:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036480 00000100:00100000:0.0:1767384308.777393:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036608 02000000:00000001:3.0:1767384308.777397:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384308.777398:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.1:1767384308.777399:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:1021 00000100:00000001:3.0:1767384308.777400:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384308.777402:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384308.777405:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.777406:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384308.777407:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e09581f1 type 1, nob 176 niov 1 nkiov 1 02000000:00000001:3.0:1767384308.777410:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.777412:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384308.777414:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036480 00000800:00000200:1.0:1767384308.777417:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp10 p 3.x 192.168.203.113 -> 192.168.203.113:1021 incarnation:1767384306719420019 sched[0] 00000020:00000001:3.0:1767384308.777419:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384308.777419:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036608 00000020:00000040:3.0:1767384308.777423:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384308.777424:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:1.0:1767384308.777425:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000942964b. 00000020:00000001:3.0:1767384308.777426:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.777427:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000040:3.0:1767384308.777431:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384308.777432:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.777435:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:3.0:1767384308.777436:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384308.777439:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384308.777440:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384308.777444:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.777449:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fa082a. 00000020:00000001:0.0:1767384308.777454:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384308.777455:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.777461:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fa082a. 00000100:00000001:0.0:1767384308.777464:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.777468:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044061bc0. 00000020:00000010:0.0:1767384308.777469:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000020:00000010:3.0:1767384308.777476:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075d0e5c4. 00000100:00000001:0.0:1767384308.777476:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384308.777482:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000020:00000010:3.0:1767384308.777484:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000020:00000010:0.0:1767384308.777489:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b783beb. 00000100:00000040:3.0:1767384308.777494:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000010:1.0:1767384308.777495:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000942964b. 00000020:00000010:0.0:1767384308.777495:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000925a5d4. 00000100:00000001:3.0:1767384308.777500:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384308.777502:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000074805a3. 00000100:00000001:3.0:1767384308.777503:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.0:1767384308.777504:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ab86ad6. 00000100:00000001:3.0:1767384308.777508:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.777510:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384308.777514:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384308.777515:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777520:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.777527:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.777539:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.777540:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.777582:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384308.777586:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384308.777595:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384308.777596:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:0.0:1767384308.777598:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384308.777603:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000800:00000010:1.0:1767384308.777604:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000567b98dc. 00000100:00000001:3.0:1767384308.777607:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227419216 : -120961482132400 : ffff91fc75d37450) 00000100:00100000:0.0:1767384308.777611:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:0.0:1767384308.777615:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000040:3.0:1767384308.777616:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfd49890 x1853236744036480/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.777618:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227406928 : -120961482144688 : ffff91fc75d34450) 00000800:00000001:1.0:1767384308.777622:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384308.777627:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f3c0aaa x1853236744036608/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384308.777630:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.777633:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384308.777639:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020fa082a. 00000100:00000001:0.0:1767384308.777641:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384308.777642:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384308.777646:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020fa082a. 00000020:00000010:0.0:1767384308.777649:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000100:00100000:3.0:1767384308.777654:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd49890 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744036480:12345-0@lo:253: 00000100:00000001:0.0:1767384308.777657:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384308.777659:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036480 00000020:00000010:0.0:1767384308.777662:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000020:00000001:3.0:1767384308.777664:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384308.777669:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384308.777672:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f3c0aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744036608:12345-0@lo:253: 00000020:00000001:3.0:1767384308.777673:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.777678:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384308.777680:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036608 00000020:00000001:3.0:1767384308.777681:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384308.777684:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384308.777685:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384308.777690:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384308.777690:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384308.777696:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384308.777697:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.777700:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384308.777701:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384308.777703:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384308.777705:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:3.0:1767384308.777708:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1767384308.777708:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384308.777709:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384308.777714:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384308.777714:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e09581f1. 00000020:00000001:0.0:1767384308.777720:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384308.777721:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384308.777724:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384308.777727:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384308.777728:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000892d9563. 00000020:00000001:0.0:1767384308.777731:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384308.777733:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 02000000:00000001:3.0:1767384308.777734:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.777736:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384308.777740:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.777743:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384308.777745:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384308.777746:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:0.0:1767384308.777750:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9bf1a10. 00000400:00000200:1.0:1767384308.777752:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 20000000:00000010:3.0:1767384308.777755:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000645efc82. 02000000:00000001:0.0:1767384308.777755:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384308.777762:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384308.777763:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.777767:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384308.777768:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384308.777772:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384308.777776:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384308.777777:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000abd846ca. 20000000:00000001:3.0:1767384308.777782:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384308.777784:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384308.777787:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384308.777791:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384308.777792:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384308.777795:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.777800:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.777802:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384308.777805:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079e2c5ba. 20000000:01000000:3.0:1767384308.777809:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384308.777814:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384308.777820:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:1.1:1767384308.777825:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384308.777831:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp10 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384306719420019 sched[0] 00000800:00000010:1.0:1767384308.777836:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009578125f. 00080000:00000001:3.0:1767384308.777879:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384308.777884:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384308.777885:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.777887:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384308.777890:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384308.777896:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384308.777901:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384308.777908:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fdacd309. 00080000:00000001:3.0:1767384308.777910:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107065056256 : -120966644495360 : ffff91fb42200c00) 00080000:00000001:3.0:1767384308.777914:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384308.777935:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384308.778031:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000001:00000001:3.0:1767384308.778074:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384308.778077:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.778079:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384308.778094:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00080000:00000001:3.0:1767384308.778097:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.778101:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384308.778226:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384308.778229:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384308.778285:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778295:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384308.778297:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384308.778299:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aa6f46e7. 00000800:00000010:1.0:1767384308.778305:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066b20699. 00000800:00000001:3.0:1767384308.778306:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384308.778310:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000942964b. 00000400:00000200:3.0:1767384308.778318:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : PUT - for me 00000400:00000200:3.0:1767384308.778330:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384308.778341:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 80/80 into md 0x1179 [1] + 0 00000400:00000010:3.0:1767384308.778345:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:3.0:1767384308.778351:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5e7ddd2 00000800:00000001:3.0:1767384308.778356:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778370:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384308.778373:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000942964b. 00000400:00000200:3.0:1767384308.778374:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.778379:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384308.778384:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 00000400:00000200:3.0:1767384308.778393:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e7ddd2 00000400:00000010:3.0:1767384308.778403:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e7ddd2. 00000400:00000200:0.0:1767384308.778408:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp10 from 252.3.0.2 00000400:00000200:3.0:1767384308.778409:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000800:00000010:0.0:1767384308.778414:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000924c0635. 00000400:00000200:3.0:1767384308.778416:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (4) 00000400:00000200:3.0:1767384308.778426:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384308.778430:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 0000000052b78f70. 00000400:00000200:3.0:1767384308.778436:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 3 00000400:00000200:3.0:1767384308.778441:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384308.778453:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (5) 00000400:00000200:3.0:1767384308.778460:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384308.778465:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp10 to MR: 192.168.203.113@tcp10 local destination 00000400:00000200:3.0:1767384308.778470:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384308.778486:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) -> 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) 192.168.203.113@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384308.778490:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000800:00000010:3.0:1767384308.778494:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1cf443a. 00000800:00000200:3.0:1767384308.778497:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (4) 00000800:00000010:0.0:1767384308.778499:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004956c07a. 00000800:00000010:0.0:1767384308.778504:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000041c83a5d. 00000800:00000200:3.0:1767384308.778507:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:988 00000800:00000200:3.0:1767384308.778510:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1cf443a type 0, nob 96 niov 1 nkiov 0 00000800:00000010:0.0:1767384308.778524:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000039d30684. 00000800:00000200:0.1:1767384308.778531:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (4) 00000800:00000200:0.1:1767384308.778535:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp10 0000000039d30684 deleted 00000800:00000010:0.1:1767384308.778537:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000039d30684. 00000800:00000200:0.1:1767384308.778541:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384308.778550:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp10 p 3.x 192.168.203.113 -> 192.168.203.113:1020 incarnation:1767384306719420019 sched[0] 00000800:00000200:3.0:1767384308.778609:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384308.778613:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1cf443a. 00000400:00000200:3.0:1767384308.778621:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.778627:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 00000800:00000001:3.0:1767384308.778638:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778642:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384308.778645:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778650:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384308.778651:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778655:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.778659:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : ACK - for me 00000400:00000200:3.0:1767384308.778667:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp10: ACK from 12345-192.168.203.113@tcp10 into md 0x11f5 00000400:00000200:3.0:1767384308.778671:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.778675:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 00000400:00000200:3.0:1767384308.778685:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d77d96 00000400:00000010:3.0:1767384308.778686:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058d77d96. 00000400:00000200:3.0:1767384308.778689:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384308.778690:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384308.778693:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384308.778695:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (4) 00000800:00000001:3.0:1767384308.778700:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384308.778702:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384308.778721:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384308.778726:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0af3a5c. 00000400:00000010:3.0:1767384308.778729:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000200:3.0:1767384308.778731:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:3.0:1767384308.778733:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:3.0:1767384308.778739:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000e6f405d8. 00000400:00000010:3.0:1767384308.778741:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000008377af8f. 00000400:00000010:3.0:1767384308.778742:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000324d1dd3. 00000400:00000010:3.0:1767384308.778749:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006ffd2321. 00000400:00000200:3.0:1767384308.778752:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006ffd2321 nid 192.168.203.113@tcp11 00000400:00000010:3.0:1767384308.778755:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b7e90416. 00000400:00000200:3.0:1767384308.778758:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b7e90416 net tcp11 00000400:00000200:3.0:1767384308.778761:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (3) 00000400:00000200:3.0:1767384308.778766:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp11 flags 0x11 00000400:00000010:3.0:1767384308.778768:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000e6f405d8. 00000400:00000010:3.0:1767384308.778771:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000008377af8f. 00000400:00000010:3.0:1767384308.778774:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000324d1dd3. 00000400:00000010:3.0:1767384308.778776:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 0000000052b78f70. 00000400:00000200:3.0:1767384308.778780:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384308.778784:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384308.778787:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:3.0:1767384308.778789:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384308.778792:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384308.778793:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384308.778796:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384308.778799:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (4) 00000800:00000010:0.0:1767384308.778955:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000de745062. 00000800:00000010:0.0:1767384308.779029:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000de745062. 00000800:00000010:0.0:1767384308.779034:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000041c83a5d. 00000800:00000200:3.1:1767384308.779053:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384308.779064:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp10 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384306719420019 sched[0] 00000800:00000010:3.0:1767384308.779069:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066b20699. 00000800:00000010:0.0:1767384308.779077:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000924c0635. 00000800:00000001:0.0:1767384308.779104:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.779113:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384308.779131:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384308.779138:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384308.787811:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384308.787817:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384308.787821:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384308.787827:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384308.787837:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384308.787839:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fdacd309. 00080000:00000001:0.0:1767384308.787846:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384308.787869:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4ca2952. 20000000:01000000:3.0:1767384308.787875:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384308.787885:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384308.787890:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384308.787912:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384308.787925:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384308.787929:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.787932:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384308.787934:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384308.787941:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384308.787948:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384308.787954:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005e660326. 00080000:00000001:3.0:1767384308.787965:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111447918592 : -120962261633024 : ffff91fc475d3800) 00080000:00000001:3.0:1767384308.787972:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384308.788076:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384308.788079:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.788084:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384308.788102:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.788108:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384308.788232:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384308.788241:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384308.788455:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001ac7bf3e. 00000100:00000001:0.0:1767384308.788465:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384308.788469:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036736 02000000:00000001:0.0:1767384308.788475:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384308.788482:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384308.788489:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.788498:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384308.788507:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036736 00000020:00000001:0.0:1767384308.788512:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384308.788519:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000020:00000001:0.0:1767384308.788526:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.788534:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:0.0:1767384308.788539:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000020:00000001:0.0:1767384308.788543:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:0.0:1767384308.788546:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384308.788591:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 00000100:00000001:0.0:1767384308.788595:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384308.788599:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034b268ed. 00000020:00000010:0.0:1767384308.788606:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d70f462. 00000020:00000010:0.0:1767384308.788612:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7303c79. 00000020:00000010:0.0:1767384308.788616:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000236d5cc1. 00000100:00000040:0.0:1767384308.788628:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384308.788631:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384308.788635:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384308.788638:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.788644:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.788654:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.788670:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384308.788672:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384308.788676:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384308.788678:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:0.0:1767384308.788680:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353480704 : -120961356070912 : ffff91fc7d570000) 00000100:00000040:0.0:1767384308.788693:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010a5e520 x1853236744036736/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 328/0 e 0 to 0 dl 1767384319 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384308.788700:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384308.788703:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 00000100:00000001:0.0:1767384308.788706:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384308.788709:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034b268ed. 00000100:00100000:0.0:1767384308.788715:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010a5e520 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744036736:12345-0@lo:104: 00000100:00000200:0.0:1767384308.788718:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036736 00010000:00000001:0.0:1767384308.788721:0:16779:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384308.788725:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.788727:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.788729:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=2 00000020:00000001:0.0:1767384308.788731:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:0.0:1767384308.788734:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:0.0:1767384308.788738:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.788740:0:16779:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.788742:0:16779:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384308.788749:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384308.788754:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384308.788757:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007284bca3. 02000000:00000001:0.0:1767384308.788759:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.788761:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.788765:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384308.788768:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384308.788772:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384308.788780:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384308.788785:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384308.788788:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384308.788790:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384308.788793:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.788803:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.788811:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.788899:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000100:00000200:0.0:1767384308.788904:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744036736, offset 224 00000400:00000200:0.0:1767384308.788914:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.788929:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.788942:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd02180 00000400:00000200:0.0:1767384308.788951:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x120d [1] + 224 00000400:00000200:0.0:1767384308.788957:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.788966:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384308.788975:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384308.788984:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744036736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384308.789010:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b2894ad8 x1853236744036736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384308.789020:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.789028:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000270a57d3 00000400:00000010:0.0:1767384308.789030:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 00000100:00000001:0.0:1767384308.789035:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384308.789036:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.789042:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384308.789045:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384308.789048:0:16779:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384308.789052:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fbf77e19. 00010000:00000001:0.0:1767384308.789055:0:16779:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384308.789067:0:16779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384308.789076:0:16779:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.789080:0:16779:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.789082:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384308.789088:0:16779:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384308.789090:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.789110:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384308.789111:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a5e520 x1853236744036736/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 328/224 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384308.789132:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384308.789132:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010a5e520 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744036736:12345-0@lo:104: Request processed in 429us (720us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384308.789140:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384308.789145:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.789179:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005cd59b6e already unused, calling callback (000000001cc36fe6) 00000100:00100000:0.0:1767384308.789185:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 10000000:00000001:1.0:1767384308.789186:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384308.789192:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384308.789193:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:0.0:1767384308.789201:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384308.789204:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384308.789206:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384308.789209:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384308.789213:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384308.789213:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7303c79. 00000020:00000040:1.0:1767384308.789221:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=3 00000020:00000010:0.0:1767384308.789222:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000236d5cc1. 00000020:00000001:1.0:1767384308.789233:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00000020:00000010:0.0:1767384308.789233:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d70f462. 00000020:00000040:0.0:1767384308.789245:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00010000:00000001:1.0:1767384308.789249:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00000100:00000001:0.0:1767384308.789250:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384308.789259:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384308.789263:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384308.789276:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384308.789285:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384308.789302:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384308.789307:0:16783:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384308.789312:0:16783:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384308.789316:0:16783:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384308.789323:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384308.789330:0:16783:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384308.789347:0:16783:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384308.789351:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384308.789355:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:1.0:1767384308.789358:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384308.789362:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.789375:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384308.789379:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384308.789382:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384308.789387:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384308.789396:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384308.789408:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cd59b6e with handle 0xf489261bfe0bc559 from hash 00010000:00000001:1.0:1767384308.789421:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384308.789429:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.789437:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.789440:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384308.789443:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384308.789447:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384308.789452:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384308.789458:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384308.789465:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000020:00000040:1.0:1767384308.789474:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384308.789483:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384308.789490:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384308.789496:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384308.789508:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d30f236. 00000100:00000001:1.0:1767384308.789517:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.789523:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384308.789532:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384308.789606:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384308.789612:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.789620:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384308.789624:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384308.789641:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_03+3] req@000000003023a1ac x1853236744036864/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.789698:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384308.789705:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384308.789709:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.789715:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.789723:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384308.789724:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.789729:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384308.789730:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.789737:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384308.789746:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384308.789752:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744036864/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384308.789787:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384308.789790:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384308.789797:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 000000005cd59b6e/0xf489261bfe0bc559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc560 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384308.789799:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.789813:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384308.789820:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384308.789830:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b5033a3d count: 0 02000000:00000001:0.0:1767384308.789830:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384308.789843:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744036864:0@lo:103: 00010000:00000001:1.0:1767384308.789851:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384308.789859:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384308.789859:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1767384308.789864:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fbf77e19. 02000000:00000001:0.0:1767384308.789866:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384308.789872:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384308.789874:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.789876:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384308.789878:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384308.789881:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d70f462. 00000020:00000001:1.0:1767384308.789884:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384308.789885:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384308.789888:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384308.789892:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d87f824. 00000020:00000001:1.0:1767384308.789893:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384308.789897:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384308.789903:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00010000:00010000:1.0:1767384308.789904:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384308.789910:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1767384308.789912:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744036864, portal 18 00000020:00000001:1.0:1767384308.789914:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.789918:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1767384308.789920:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384308.789923:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000040:0.0:1767384308.789931:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744036864/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.789944:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384308.789949:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384308.789953:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384308.789956:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744036864, offset 0 00000400:00000200:0.0:1767384308.789962:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384308.789971:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384308.789982:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd02200 00000400:00000200:0.0:1767384308.790011:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384308.790015:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384308.790019:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384308.790023:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384308.790024:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384308.790028:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012398915. 00000100:00000040:0.0:1767384308.790031:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000012398915 x1853236744036864 msgsize 328 00000100:00100000:0.0:1767384308.790037:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384308.790048:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384308.790054:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384308.790056:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000001:0.0:1767384308.790060:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384308.790067:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744036864/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.790075:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384308.790079:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744036864/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384324 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384308.790092:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.790094:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384308.790097:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.790102:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294897587 00000100:00000001:0.0:1767384308.790117:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897585 00000100:00000001:0.0:1767384308.790132:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294897587 00000100:00000001:0.0:1767384308.790148:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897586 00000100:00000001:0.0:1767384308.790160:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294897587 00000100:00000001:0.0:1767384308.790183:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897586 00000100:00000001:0.0:1767384308.790188:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294897587 00000100:00000001:0.0:1767384308.790192:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294897586 00000100:00000001:0.0:1767384308.790201:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384308.790204:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.790253:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.790268:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384308.790280:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384308.790289:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384308.790305:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384308.790312:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384308.790323:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384308.790332:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.790401:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384308.790405:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384308.790410:0:16781:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.790416:0:16781:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384308.795644:0:19042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5033a3d. 00010000:00000010:1.1:1767384308.795660:0:19042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cd59b6e. 00080000:00000001:0.0:1767384308.800589:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384308.800594:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384308.800597:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384308.800600:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.1:1767384308.800601:0:16790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000714e46ef. 00040000:00000001:0.0:1767384308.800602:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384308.800611:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005e660326. 00080000:00000001:0.0:1767384308.800620:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:2.1:1767384308.800621:0:16790:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046e8cab9. 00010000:00000010:2.1:1767384308.800636:0:16790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd05866. 00080000:00000001:3.0:1767384308.800643:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384308.800651:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384308.800654:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384308.800656:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384308.800659:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384308.800673:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384308.800676:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384308.800682:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384308.800683:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384308.800687:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384308.800691:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384308.800695:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384308.800698:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384308.800705:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ecfb0e4. 00010000:00000001:0.0:1767384308.800709:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384308.800712:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ac0ffb7. 00000020:00000001:0.0:1767384308.800715:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384308.800719:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005ac0ffb7 with handle 0xf489261bfe0bc56e to hash 00000020:00000001:0.0:1767384308.800721:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384308.800723:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800725:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800728:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.800729:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.800737:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800744:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384308.800747:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384308.800748:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384308.800750:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384308.800752:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.800755:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384308.800756:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.800758:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384308.800760:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384308.800761:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384308.800762:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384308.800764:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ecfb0e4) refcount = 1 00010000:00010000:0.0:1767384308.800766:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800770:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384308.800772:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384308.800772:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.800774:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800775:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384308.800776:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384308.800778:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384308.800781:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.800782:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.800784:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ac0ffb7 refcount=4 00000020:00000001:0.0:1767384308.800786:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800788:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800790:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384308.800791:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800795:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384308.800801:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800805:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.800807:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384308.800808:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800811:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.800813:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800815:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384308.800816:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384308.800820:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005ac0ffb7 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384308.800821:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384308.800822:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384308.800825:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800828:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384308.800830:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384308.800830:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384308.800831:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ac0ffb7 refcount=5 00000020:00000001:0.0:1767384308.800833:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800834:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384308.800836:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384308.800837:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800841:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384308.800842:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384308.800843:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800845:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384308.800846:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384308.800847:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384308.800853:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384308.800855:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ac0ffb7 with handle 0xf489261bfe0bc56e from hash 00010000:00000001:0.0:1767384308.800857:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384308.800858:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.800859:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.800860:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384308.800862:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384308.800863:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384308.800865:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384308.800866:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384308.800868:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800869:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384308.800870:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384308.800872:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.800873:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.800874:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800875:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.800876:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.800878:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800881:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.800883:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.800884:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384308.800885:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384308.800887:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384308.800888:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384308.800890:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384308.800892:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384308.800894:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.800896:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384308.800902:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384308.800904:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384308.800905:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc56e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384308.800927:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008ecfb0e4 count: 0 00010000:00000001:0.0:1767384308.800940:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384308.800943:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384308.801665:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384308.801669:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384308.801671:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000645efc82. 20000000:00000001:3.0:1767384308.801679:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384308.801683:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744036480 00010000:00000001:3.0:1767384308.801691:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384308.801698:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dfd49890 x1853236744036480/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384308.801706:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.801707:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.801710:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.801713:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.801715:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.801717:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384308.801721:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.801723:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.801725:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.801728:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.801732:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f00c57c8. 00000100:00000200:3.0:1767384308.801736:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744036480, offset 224 00000400:00000200:3.0:1767384308.801743:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.801754:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.801763:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02080 00000400:00000200:3.0:1767384308.801770:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f9 [2] + 224 00000400:00000200:3.0:1767384308.801776:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.801779:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.801783:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.801788:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.801796:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.801812:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.801819:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f00c57c8 00000400:00000010:3.0:1767384308.801820:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f00c57c8. 00000100:00000001:1.0:1767384308.801822:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384308.801826:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384308.801826:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384308.801831:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384308.801834:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384308.801836:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384308.801838:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384308.801842:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384308.801842:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00010000:00000001:3.0:1767384308.801847:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384308.801850:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb3e6891 00000400:00000010:1.0:1767384308.801853:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb3e6891. 00000020:00000001:3.0:1767384308.801856:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.801861:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384308.801861:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384308.801868:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.801870:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfd49890 x1853236744036480/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.801897:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd49890 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744036480:12345-0@lo:253: Request processed in 24262us (24823us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384308.801897:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.801915:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:1.0:1767384308.801916:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384308.801920:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384308.801921:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384308.801923:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.801927:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384308.801927:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384308.801933:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384308.801934:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075d0e5c4. 00000100:00000001:1.0:1767384308.801939:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384308.801940:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f941cc7e. 00000100:00000001:1.0:1767384308.801943:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384308.801944:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044061bc0. 02000000:00000001:1.0:1767384308.801950:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384308.801953:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:1.0:1767384308.801957:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=16 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384308.801958:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384308.801963:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000892d9563. 00000100:00001000:1.0:1767384308.801967:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=16 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384308.801972:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384308.801974:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384308.801976:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.801979:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384308.801982:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384308.801984:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384308.801988:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.801990:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136b6c20. 00000100:00000001:1.0:1767384308.801990:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384308.802012:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f00c57c8. 00000100:00000040:1.0:1767384308.802013:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.802030:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384308.802034:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384308.802036:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384308.802041:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384308.802056:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384308.802061:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384308.802068:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384308.802072:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384308.802075:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384308.802081:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384308.802083:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384308.802094:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384308.802103:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384308.802117:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384308.802155:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744036480:0@lo:253: 00000100:00000001:1.0:1767384308.802173:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.802183:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384308.802191:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744036480/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384308.802213:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384308.802218:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384308.802224:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dbe8969a. 02000000:00000001:1.0:1767384308.802236:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384308.802240:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384308.802247:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384308.802256:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384308.802260:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3fca891. 02000000:00000001:1.0:1767384308.802274:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384308.802278:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384308.802290:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:1.0:1767384308.802301:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384308.802304:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.802312:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384308.802324:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384308.802330:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384308.802344:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384308.802350:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384308.804293:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384308.804296:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384308.804298:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000abd846ca. 20000000:00000001:3.0:1767384308.804302:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384308.804305:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744036608 00010000:00000001:3.0:1767384308.804306:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384308.804310:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f3c0aaa x1853236744036608/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384308.804316:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384308.804317:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384308.804319:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384308.804321:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384308.804323:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384308.804330:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384308.804332:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384308.804333:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384308.804335:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384308.804336:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384308.804339:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc5cdb44. 00000100:00000200:3.0:1767384308.804341:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744036608, offset 224 00000400:00000200:3.0:1767384308.804344:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384308.804348:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384308.804352:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02100 00000400:00000200:3.0:1767384308.804356:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1201 [2] + 224 00000400:00000200:3.0:1767384308.804360:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384308.804361:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384308.804364:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384308.804366:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384308.804372:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000024b18841 x1853236744036608/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384308.804385:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384308.804388:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5cdb44 00000400:00000010:3.0:1767384308.804389:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc5cdb44. 00000100:00000001:3.0:1767384308.804391:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384308.804391:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384308.804393:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384308.804395:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384308.804397:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384308.804399:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.804400:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384308.804406:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f3c0aaa x1853236744036608/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:289/0 lens 4848/4768 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384308.804418:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f3c0aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744036608:12345-0@lo:253: Request processed in 26776us (27180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384308.804436:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384308.804450:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384308.804456:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384308.804458:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384308.804462:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000925a5d4. 00000020:00000010:3.0:1767384308.804472:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000074805a3. 00000020:00000010:3.0:1767384308.804482:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b783beb. 00000020:00000040:3.0:1767384308.804487:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384308.804495:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384308.804499:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9bf1a10. 02000000:00000001:3.0:1767384308.804506:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384308.804514:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384308.804526:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384308.804546:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f69c884. 00000400:00000010:3.0:1767384308.804576:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc5cdb44. 00010000:00000010:0.1:1767384308.805611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ecfb0e4. 00010000:00000010:0.1:1767384308.805624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ac0ffb7. 00000100:00000040:3.0:1767384308.807600:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294897587, at 4294897588 00000100:00000010:3.0:1767384308.807607:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31891bd. 00000100:00000040:1.0:1767384308.807609:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294897587, at 4294897588 00000100:00000010:1.0:1767384308.807617:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d84ffb0e. 00000100:00000040:0.0:1767384308.807635:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294897587, at 4294897588 00000100:00000010:0.0:1767384308.807643:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b16408b. 00080000:00000001:3.0:1767384309.367481:0:19175:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384309.367498:0:19175:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.367504:0:19175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.367512:0:19175:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384309.367519:0:19175:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.367523:0:19175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.715640:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384309.715646:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384309.715652:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384309.715653:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.103350:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384310.103356:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:1.0:1767384310.103363:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b75754c. 00000400:00000200:1.0:1767384310.103367:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (4) 00000400:00000010:1.0:1767384310.103374:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000079a7319. 00000400:00000200:1.0:1767384310.103378:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384310.103385:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384310.103390:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384310.103391:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:3.0:1767384310.103395:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384310.103398:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384310.103399:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384310.103405:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384310.103407:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384310.103408:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384310.103413:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384310.103415:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000020:01000004:3.0:1767384310.103416:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384310.103418:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384310.103421:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp11 00000020:01000004:3.0:1767384310.103422:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384310.103425:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384310.103427:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384310.103429:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp11 lpni_is_preferred = 0 00000020:01000004:3.0:1767384310.103430:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384310.103433:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384310.103436:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp11 00000100:00000010:3.0:1767384310.103439:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000884b2a0f. 00000400:00000200:1.0:1767384310.103440:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.113@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384310.103444:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp11 00000020:00000040:3.0:1767384310.103450:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384310.103454:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11:) -> 192.168.203.113@tcp11(192.168.203.113@tcp:192.168.203.113@tcp11) : PUT try# 0 00000100:00000001:3.0:1767384310.103457:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384310.103461:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384310.103461:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.113@tcp11 00000800:00000010:1.0:1767384310.103466:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6aa108a. 02000000:00000001:3.0:1767384310.103467:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384310.103476:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000892d9563. 00000800:00000010:1.0:1767384310.103476:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d75e2355. 00000800:00000010:1.0:1767384310.103482:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cb57a411. 00000100:00000001:3.0:1767384310.103484:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384310.103488:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (2) 00000800:00000200:1.1:1767384310.103492:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (2) 00000100:00000001:3.0:1767384310.103493:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384310.103497:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.103504:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000884b2a0f] to pc [ptlrpcd_00_00+0] req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.103510:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384310.103516:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 10000000:00000001:3.0:1767384310.103537:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384310.103541:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.103543:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384310.103545:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384310.103547:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384310.103550:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:1.0:1767384310.103567:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384310.103570:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.103578:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:3.0:1767384310.103583:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384310.103585:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384310.103587:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384310.103588:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384310.103592:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384310.103593:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384310.103594:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384310.103596:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384310.103597:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384310.103600:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384310.103601:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384310.103604:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384310.103606:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384310.103608:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767384310.103608:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384310.103611:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384310.103613:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384310.103617:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcaa4b26. 00000100:00000001:1.0:1767384310.103619:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384310.103621:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384310.103622:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.103628:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384310.103628:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384310.103631:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384310.103632:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384310.103635:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.103635:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.103643:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000884b2a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744036992:0@lo:253: 02000000:00000010:3.0:1767384310.103645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000645efc82. 00000100:00000001:1.0:1767384310.103648:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384310.103650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.103654:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384310.103655:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384310.103657:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.103658:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.103660:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384310.103665:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000dbe8969a. 02000000:00000001:1.0:1767384310.103669:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.103674:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcaa4b26] to pc [ptlrpcd_00_01+1] req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384310.103676:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000010:1.0:1767384310.103684:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d85c4c0. 10000000:00000001:3.0:1767384310.103687:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384310.103688:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744036992, portal 25 10000000:00000001:3.0:1767384310.103690:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.103692:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384310.103693:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.103694:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341731328 : -120961367820288 : ffff91fc7ca3b800) 00000020:01000000:3.0:1767384310.103696:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384310.103702:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384310.103703:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039077498. 00000100:00000001:1.0:1767384310.103710:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.103713:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.103715:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3abf92d. 00000100:00000001:3.0:1767384310.103716:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384310.103718:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744036992, offset 0 00000100:00100000:3.0:1767384310.103720:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384310.103724:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.103724:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384310.103732:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384310.103735:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.103736:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384310.103738:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384310.103741:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384310.103742:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384310.103746:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.103748:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02280 00000400:00000200:1.0:1767384310.103759:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:1.0:1767384310.103763:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e14b373. 00000100:00000001:3.0:1767384310.103764:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384310.103768:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384310.103771:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384310.103776:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384310.103776:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007ed9159 02000000:00000001:3.0:1767384310.103781:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384310.103785:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fcaa4b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744037120:0@lo:253: 00000400:00000200:1.0:1767384310.103785:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.103794:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384310.103795:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384310.103799:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ed9159 02000000:00000001:3.0:1767384310.103800:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384310.103803:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007ed9159. 02000000:00000001:3.0:1767384310.103805:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.103808:0:16155:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384310.103809:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384310.103810:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384310.103815:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000009c830363 x1853236744036992 msgsize 4848 02000000:00000010:3.0:1767384310.103817:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fd0e6831. 00000100:00100000:1.0:1767384310.103818:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384310.103823:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.103823:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384310.103830:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6a86ca0. 00000100:00000001:1.0:1767384310.103835:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384310.103837:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c5a867. 00000100:00000200:3.0:1767384310.103843:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744037120, portal 25 00000400:00000200:1.0:1767384310.103843:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3abf92d 00000400:00000010:1.0:1767384310.103847:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3abf92d. 00000100:00000001:3.0:1767384310.103848:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384310.103850:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341720576 : -120961367831040 : ffff91fc7ca38e00) 00000100:00000001:1.0:1767384310.103852:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384310.103856:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384310.103867:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.103868:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.103873:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.103883:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384310.103888:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.103889:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384310.103892:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384310.103894:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee01ba3d. 00000100:00000200:3.0:1767384310.103899:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744037120, offset 0 00000100:00000001:1.0:1767384310.103899:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.103907:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294898901 00000400:00000200:3.0:1767384310.103911:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384310.103914:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d84ffb0e. 00000400:00000200:3.0:1767384310.103920:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384310.103921:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384310.103927:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294898901 00000400:00000200:3.0:1767384310.103931:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02300 00000100:00000010:1.0:1767384310.103932:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006af352f. 00000100:00000001:1.0:1767384310.103938:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384310.103939:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:3.0:1767384310.103945:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a88abf6c. 00000100:00000001:1.0:1767384310.103945:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294898901 00000400:00000200:3.0:1767384310.103949:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002fbd93d 00000100:00000010:1.0:1767384310.103949:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c27dab7a. 00000100:00000001:1.0:1767384310.103954:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384310.103956:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384310.103959:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294898901 00000400:00000200:3.0:1767384310.103961:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384310.103968:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002fbd93d 00000100:00000010:1.0:1767384310.103969:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d817f3d. 00000400:00000010:3.0:1767384310.103970:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002fbd93d. 00000100:00000001:3.0:1767384310.103975:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384310.103977:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384310.103982:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384310.103983:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000000c4d9c61 x1853236744037120 msgsize 4848 00000100:00000001:1.0:1767384310.104005:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384310.104010:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384310.104011:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.104013:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384310.104017:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.104021:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104023:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.104024:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.104027:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.104030:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.104031:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee01ba3d 00000100:00000001:1.0:1767384310.104033:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384310.104035:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee01ba3d. 00000100:00000001:3.0:1767384310.104041:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384310.104045:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.104052:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384310.104055:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.104060:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104061:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384310.104064:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104067:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294898901 00000100:00000001:3.0:1767384310.104075:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294898901 00000100:00000001:3.0:1767384310.104078:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294898901 00000100:00000001:3.0:1767384310.104081:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294898901 00000100:00000001:3.0:1767384310.104082:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294898901 00000100:00000001:3.0:1767384310.104084:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294898901 00000100:00000001:3.0:1767384310.104085:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294898901 00000100:00000001:3.0:1767384310.104087:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294898901 00000100:00000001:3.0:1767384310.104088:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384310.104090:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104092:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104095:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104114:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384310.104117:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744036992 02000000:00000001:3.0:1767384310.104119:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384310.104121:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384310.104123:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384310.104125:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384310.104128:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744036992 00000020:00000001:3.0:1767384310.104130:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384310.104132:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384310.104134:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384310.104137:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384310.104139:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384310.104141:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384310.104144:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1767384310.104146:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f193f8b. 00000020:00000010:3.0:1767384310.104148:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000100:00000001:3.0:1767384310.104152:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384310.104152:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3abf92d. 00000020:00000010:3.0:1767384310.104157:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1cf9021. 00000020:00000010:3.0:1767384310.104163:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000321405a2. 00000020:00000010:3.0:1767384310.104168:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f60b2dd. 00000020:00000010:3.0:1767384310.104174:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f941cc7e. 00000800:00000010:1.0:1767384310.104178:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000007ed9159. 00000100:00000040:3.0:1767384310.104182:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:1.1:1767384310.104186:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (2) 00000100:00000001:3.0:1767384310.104193:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.1:1767384310.104196:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp11 0000000007ed9159 deleted 00000100:00000001:3.0:1767384310.104197:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.1:1767384310.104199:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000007ed9159. 00000100:00000001:3.0:1767384310.104202:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384310.104205:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384310.104211:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384310.104218:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp11 ip 192.168.203.113:1019 00000800:00000200:1.1:1767384310.104223:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6aa108a type 1, nob 192 niov 1 nkiov 1 00000100:00000001:3.0:1767384310.104224:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384310.104235:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp11 p 3.x 192.168.203.113 -> 192.168.203.113:1019 incarnation:1767384308774435253 sched[0] 00000100:00000001:3.0:1767384310.104239:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:1.0:1767384310.104241:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9ea3518. 00000100:00000001:3.0:1767384310.104242:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384310.104253:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384310.104256:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384310.104260:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227407952 : -120961482143664 : ffff91fc75d34850) 00000100:00000040:3.0:1767384310.104267:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c830363 x1853236744036992/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.104276:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384310.104281:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000100:00000001:3.0:1767384310.104285:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384310.104288:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1cf9021. 00000800:00000010:1.0:1767384310.104295:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9ea3518. 00000100:00100000:3.0:1767384310.104298:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c830363 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744036992:12345-0@lo:253: 00000800:00000010:1.0:1767384310.104302:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3abf92d. 00000100:00000200:3.0:1767384310.104303:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744036992 00000020:00000001:3.0:1767384310.104308:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384310.104315:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384310.104318:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.104320:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384310.104322:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384310.104325:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384310.104327:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384310.104331:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384310.104334:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:1.0:1767384310.104337:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009bca1e16. 00000020:00000001:3.0:1767384310.104338:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.104345:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384310.104349:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384310.104355:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ae6cec15. 02000000:00000001:3.0:1767384310.104360:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384310.104362:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384310.104365:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384310.104369:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp11 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384308774435253 sched[0] 00000800:00000010:1.0:1767384310.104374:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f782c438. 20000000:00000001:3.0:1767384310.104378:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384310.104389:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d9bf1a10. 20000000:01000000:3.0:1767384310.104395:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384310.104399:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384310.104403:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384310.104407:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384310.104409:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384310.104413:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384310.104417:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 20000000:00000010:3.0:1767384310.104423:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ceed3d5b. 20000000:01000000:3.0:1767384310.104428:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:3.0:1767384310.104434:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384310.104440:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384310.104463:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00080000:00000001:3.0:1767384310.104486:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384310.104491:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384310.104492:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.104493:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384310.104496:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384310.104501:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384310.104504:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384310.104511:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006dbd791a. 00080000:00000001:3.0:1767384310.104513:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091726336 : -120966617825280 : ffff91fb43b70000) 00080000:00000001:3.0:1767384310.104517:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384310.104519:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384310.104597:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384310.104650:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000001:00000001:3.0:1767384310.104652:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384310.104654:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.104657:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384310.104677:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.104679:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384310.104800:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384310.104805:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384310.104805:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036a022a2. 00000800:00000010:1.0:1767384310.104810:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3abf92d. 00000800:00000010:1.0:1767384310.104814:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9ea3518. 00000800:00000010:1.0:1767384310.104846:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9ea3518. 00000800:00000001:3.0:1767384310.104854:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.104862:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.104865:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.104871:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.104915:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384310.104933:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp11 from 250.3.0.2 00000800:00000010:1.0:1767384310.104936:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000089dc1324. 00000800:00000200:3.0:1767384310.104948:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384310.104953:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6aa108a. 00000400:00000200:3.0:1767384310.104958:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.104965:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp11->192.168.203.113@tcp11: PUT: OK 00000400:00000200:3.0:1767384310.104970:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384310.104974:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384310.105005:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.105012:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.105014:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.105020:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.105027:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11) <- 192.168.203.113@tcp11 : PUT - for me 00000400:00000200:3.0:1767384310.105037:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384310.105044:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 96/96 into md 0x1209 [1] + 0 00000400:00000010:3.0:1767384310.105048:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0af3a5c. 00000800:00000010:1.0:1767384310.105051:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3fca891. 00000400:00000200:3.0:1767384310.105053:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089a5c0f7 00000800:00000010:1.0:1767384310.105056:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007ed9159. 00000800:00000001:3.0:1767384310.105058:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.105071:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.105073:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384310.105076:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005dec314c. 00000400:00000200:3.0:1767384310.105080:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp11->192.168.203.113@tcp11: PUT: OK 00000800:00000200:1.1:1767384310.105086:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (4) 00000400:00000200:3.0:1767384310.105089:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000800:00000200:1.1:1767384310.105091:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp11 000000005dec314c deleted 00000400:00000010:3.0:1767384310.105093:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000800:00000010:1.1:1767384310.105094:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005dec314c. 00000800:00000200:1.1:1767384310.105098:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:3.0:1767384310.105102:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000800:00000200:1.0:1767384310.105104:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp11 p 3.x 192.168.203.113 -> 192.168.203.113:1018 incarnation:1767384308774435253 sched[0] 00000400:00000200:3.0:1767384310.105108:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (5) 00000800:00000010:1.0:1767384310.105110:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9ea3518. 00000400:00000200:3.0:1767384310.105118:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384310.105124:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 0000000019cba1a1. 00000400:00000200:3.0:1767384310.105128:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 4 00000400:00000200:3.0:1767384310.105133:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384310.105144:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (6) 00000400:00000200:3.0:1767384310.105149:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000010:1.0:1767384310.105151:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9ea3518. 00000800:00000010:1.0:1767384310.105156:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007ed9159. 00000400:00000200:3.0:1767384310.105158:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp11 to MR: 192.168.203.113@tcp11 local destination 00000400:00000200:3.0:1767384310.105166:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.113@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767384310.105182:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11:192.168.203.113@tcp11) -> 192.168.203.113@tcp11(192.168.203.113@tcp11:192.168.203.113@tcp11) 192.168.203.113@tcp11 : ACK try# 0 00000800:00000010:1.0:1767384310.105188:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000089dc1324. 00000800:00000200:3.0:1767384310.105192:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp11 00000400:00000200:1.0:1767384310.105210:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384310.105216:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384310.105224:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000620cc7f0. 00000400:00000200:1.0:1767384310.105230:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:1.0:1767384310.105236:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004d1 00000400:00000010:1.0:1767384310.105244:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000b34c5f03. 00000400:00000010:1.0:1767384310.105246:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 0000000042036f1d. 00000400:00000010:1.0:1767384310.105260:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 000000000f8faa19. 00000400:00000010:1.0:1767384310.105270:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001a4f3122. 00000400:00000200:1.0:1767384310.105274:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001a4f3122 nid 192.168.203.113@tcp12 00000400:00000010:1.0:1767384310.105276:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001b16408b. 00000400:00000200:1.0:1767384310.105279:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000001b16408b net tcp12 00000400:00000200:1.0:1767384310.105283:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (5) 00000400:00000200:1.0:1767384310.105293:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp12 flags 0x11 00000400:00000010:1.0:1767384310.105297:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000b34c5f03. 00000400:00000010:1.0:1767384310.105304:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 0000000042036f1d. 00000400:00000010:1.0:1767384310.105310:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 000000000f8faa19. 00000400:00000010:1.0:1767384310.105314:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 0000000019cba1a1. 00000400:00000200:1.0:1767384310.105319:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384310.105324:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100551 00000400:00000200:1.0:1767384310.105330:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 1 00000400:00000200:1.0:1767384310.105335:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 00000400:00000200:1.0:1767384310.105341:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384310.105345:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100511 rc 0 00000400:00000200:1.0:1767384310.105352:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384310.105363:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (6) 00000800:00000200:1.1:1767384310.105396:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384310.105407:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp11 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384308774435253 sched[0] 00000800:00000010:1.0:1767384310.105410:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3abf92d. 00000800:00000001:1.0:1767384310.105441:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.105446:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384310.114966:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384310.114972:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.114977:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384310.114980:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.114981:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384310.114984:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dbd791a. 00080000:00000001:1.0:1767384310.115003:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384310.115020:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384310.115026:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:3.0:1767384310.115027:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8860b9e. 10000000:01000000:0.0:1767384310.115029:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384310.115034:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00010000:00000001:0.0:1767384310.115035:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.115040:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384310.115042:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:0.0:1767384310.115047:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ecfb0e4. 00080000:00000001:3.0:1767384310.115048:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384310.115053:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.115056:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00000020:00000001:0.0:1767384310.115060:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.115062:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc575 to hash 00000020:00000001:0.0:1767384310.115065:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.115066:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115069:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115072:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.115074:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.115076:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115084:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384310.115085:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384310.115087:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384310.115091:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384310.115091:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384310.115095:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115095:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.115098:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384310.115100:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384310.115101:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.115103:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384310.115105:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384310.115106:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384310.115110:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:0.0:1767384310.115110:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.115111:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384310.115116:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384310.115119:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.115122:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ecfb0e4) refcount = 1 00080000:00000010:3.0:1767384310.115124:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000071aee626. 00010000:00010000:0.0:1767384310.115126:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384310.115131:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091729408 : -120966617822208 : ffff91fb43b70c00) 00010000:00000001:0.0:1767384310.115133:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384310.115136:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384310.115136:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.115140:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.115142:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115144:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.115146:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.115148:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384310.115151:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.115153:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.115154:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:0.0:1767384310.115156:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115158:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115159:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.115161:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115165:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.115167:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115170:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.115172:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.115173:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115176:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.115178:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115180:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.115182:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.115194:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d002dd1 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384310.115196:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.115198:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.115200:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115204:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.115205:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.115206:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.115208:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=5 00000020:00000001:0.0:1767384310.115209:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115211:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.115213:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.115215:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384310.115218:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384310.115219:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.115222:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767384310.115223:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115224:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384310.115246:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384310.115246:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.115250:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.115253:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.115255:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.115258:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc575 from hash 00010000:00000001:0.0:1767384310.115260:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.115262:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384310.115264:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115264:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.115267:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.115270:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1767384310.115272:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384310.115273:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.115276:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.115277:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.115279:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115281:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.115287:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.115289:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.115290:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.115292:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115294:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.115296:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.115297:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115302:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.115303:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.115304:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.115306:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.115308:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.115308:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.115310:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.115313:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.115314:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.115317:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.115321:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.115323:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.115325:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc575 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.115330:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008ecfb0e4 count: 0 00010000:00000001:0.0:1767384310.115340:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.115342:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384310.115370:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384310.115376:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384310.121639:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294898901, at 4294898902 00000100:00000010:3.0:1767384310.121651:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d817f3d. 00000100:00000040:1.0:1767384310.121709:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294898901, at 4294898902 00000100:00000010:1.0:1767384310.121717:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006af352f. 00000100:00000040:0.0:1767384310.122697:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294898901, at 4294898903 00000100:00000010:0.0:1767384310.122703:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d84ffb0e. 00010000:00000010:0.1:1767384310.123702:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ecfb0e4. 00010000:00000010:0.1:1767384310.123710:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00080000:00000001:0.0:1767384310.124385:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384310.124387:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384310.124389:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384310.124390:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384310.124391:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384310.124393:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071aee626. 00080000:00000001:0.0:1767384310.124402:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384310.124447:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384310.124452:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384310.124455:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.124457:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384310.124459:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384310.124473:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384310.124475:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384310.124480:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384310.124480:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384310.124484:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384310.124486:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384310.124488:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.124490:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384310.124494:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ecfb0e4. 00010000:00000001:0.0:1767384310.124496:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.124498:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00000020:00000001:0.0:1767384310.124500:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.124501:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc57c to hash 00000020:00000001:0.0:1767384310.124503:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.124504:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124506:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124508:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.124509:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.124511:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124517:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384310.124518:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384310.124519:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.124521:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.124522:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.124523:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.124524:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.124526:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384310.124527:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.124528:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.124529:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.124529:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ecfb0e4) refcount = 1 00010000:00010000:0.0:1767384310.124532:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124535:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.124537:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.124543:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.124544:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124546:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.124548:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.124549:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384310.124551:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.124575:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.124577:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:0.0:1767384310.124579:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124581:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124583:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.124585:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124589:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.124590:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124593:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.124595:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.124595:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124599:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.124600:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124601:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.124603:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.124606:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d002dd1 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384310.124608:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.124609:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.124611:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124622:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.124623:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.124624:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.124625:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=5 00000020:00000001:0.0:1767384310.124626:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124628:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384310.124630:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.124631:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124634:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.124635:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.124636:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124638:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.124639:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.124641:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.124642:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.124644:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc57c from hash 00010000:00000001:0.0:1767384310.124646:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.124647:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.124648:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.124650:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.124651:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.124652:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.124653:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.124655:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.124656:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124657:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.124659:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.124660:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.124661:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.124663:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124664:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.124666:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.124670:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124673:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.124674:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.124675:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.124676:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.124677:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.124678:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.124679:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.124681:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.124682:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.124684:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.124687:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.124688:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.124689:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc57c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.124693:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008ecfb0e4 count: 0 00010000:00000001:0.0:1767384310.124703:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.124705:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384310.125621:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.125625:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384310.125632:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384310.125636:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.125640:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00000400:00000200:0.0:1767384310.125646:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d85c4c0 00000400:00000010:0.0:1767384310.125649:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d85c4c0. 00000100:00000001:0.0:1767384310.125653:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384310.125659:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.125695:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.125709:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384310.125713:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.125724:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384310.125728:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384310.125732:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.125735:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384310.125738:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384310.125746:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384310.125753:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384310.125757:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384310.125761:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.125766:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384310.125768:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.125772:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.125777:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.125787:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.125790:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.125792:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384310.125795:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384310.125797:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384310.125798:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.125800:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.125801:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384310.125803:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.125804:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384310.125806:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384310.125807:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384310.125808:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384310.125810:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.125818:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000884b2a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744036992:0@lo:253: 00000100:00000001:0.0:1767384310.125823:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.125825:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.125828:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000884b2a0f x1853236744036992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.125834:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384310.125840:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.125843:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dbe8969a. 02000000:00000001:0.0:1767384310.125846:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.125847:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.125849:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384310.125850:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.125853:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000892d9563. 02000000:00000001:0.0:1767384310.125857:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384310.125858:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.125860:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000884b2a0f. 00000100:00000001:0.0:1767384310.125864:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384310.125865:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.125867:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.125871:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.125873:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.125874:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.125876:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384310.127507:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384310.127510:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384310.127511:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001ba2b1fe. 20000000:00000001:1.0:1767384310.127515:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384310.127518:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744037120 00010000:00000001:1.0:1767384310.127520:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384310.127524:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c4d9c61 x1853236744037120/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384310.127531:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384310.127532:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.127534:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.127537:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384310.127546:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384310.127547:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384310.127549:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384310.127551:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.127575:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.127577:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.127580:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3abf92d. 00000100:00000200:1.0:1767384310.127584:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744037120, offset 224 00000400:00000200:1.0:1767384310.127590:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384310.127598:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384310.127603:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02300 00000400:00000200:1.0:1767384310.127607:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1245 [2] + 224 00000400:00000200:1.0:1767384310.127612:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.127615:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.127620:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.127623:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.127630:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.127645:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.127650:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3abf92d 00000400:00000010:1.0:1767384310.127651:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3abf92d. 00000100:00000001:1.0:1767384310.127653:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384310.127654:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.127657:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.127659:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384310.127661:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384310.127662:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.127664:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384310.127667:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384310.127668:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c4d9c61 x1853236744037120/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.127672:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384310.127678:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384310.127680:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c4d9c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744037120:12345-0@lo:253: Request processed in 23312us (23695us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384310.127681:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.127685:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6a86ca0. 00000400:00000200:0.0:1767384310.127689:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c5a867 00000400:00000010:0.0:1767384310.127691:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c5a867. 00000100:00000001:0.0:1767384310.127696:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384310.127703:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000200:0.0:1767384310.127704:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.127709:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384310.127713:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384310.127716:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384310.127721:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d9c399d. 00000100:00000200:0.0:1767384310.127722:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384310.127728:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a4557741. 00000100:00000001:0.0:1767384310.127732:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384310.127734:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e4e16b5. 00000100:00000001:0.0:1767384310.127736:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384310.127738:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384310.127739:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384310.127759:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384310.127760:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384310.127761:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384310.127763:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039077498. 00000100:00000001:0.0:1767384310.127764:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.127767:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384310.127768:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.127771:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384310.127773:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=18 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384310.127776:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384310.127779:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=18 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384310.127781:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f5cf64. 00000400:00000010:1.0:1767384310.127786:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3abf92d. 00000100:00000001:0.0:1767384310.127793:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384310.127795:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.127797:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384310.127798:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.127800:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.127803:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.127809:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384310.127810:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384310.127811:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384310.127814:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384310.127815:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384310.127816:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.127817:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.127818:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384310.127819:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.127820:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384310.127821:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384310.127822:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384310.127824:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384310.127828:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fcaa4b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744037120:0@lo:253: 00000100:00000001:0.0:1767384310.127832:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.127833:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384310.127835:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fcaa4b26 x1853236744037120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.127839:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384310.127840:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384310.127842:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fd0e6831. 02000000:00000001:0.0:1767384310.127845:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384310.127846:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384310.127847:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384310.127849:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384310.127850:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000645efc82. 02000000:00000001:0.0:1767384310.127852:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384310.127859:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384310.127860:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fcaa4b26. 00000100:00000001:0.0:1767384310.127862:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384310.127863:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.127865:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.127869:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384310.127870:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.127872:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384310.127873:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384310.132572:0:19349:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ecfb0e4. 00010000:00000010:0.1:1767384310.132579:0:19349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00010000:00000001:1.0:1767384310.739646:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384310.739652:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.739658:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384310.739659:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.739673:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384310.739676:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.739678:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384311.387346:0:19654:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384311.387350:0:19654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384311.390361:0:19654:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384311.396492:0:19655:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000de748fd9. 00000400:00000010:3.0:1767384311.396504:0:19655:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002b33be81. 00000400:00000010:3.0:1767384311.396513:0:19655:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f7cd8f42. 00000400:00000010:3.0:1767384311.396515:0:19655:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005cf0ae4d. 00000400:00000010:3.0:1767384311.396519:0:19655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039c05af6. 00000400:00000010:3.0:1767384311.396522:0:19655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e25b9c97. 00000400:00000010:3.0:1767384311.396524:0:19655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ead1fea1. 00000400:00000010:3.0:1767384311.396525:0:19655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be3628a5. 00000400:00000010:3.0:1767384311.396528:0:19655:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000009e094c5. 00000800:00000010:3.0:1767384311.396536:0:19655:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001b0c2237. 00000800:00000200:3.0:1767384311.396544:0:19655:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384311.396550:0:19655:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384311.396604:0:19655:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384311.396620:0:19655:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp13 [8/256/0/180] 00000400:00000010:3.0:1767384311.397906:0:19655:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000004f60b2dd. 00000400:00000010:3.0:1767384311.397911:0:19655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e5298a9. 00000400:00000010:3.0:1767384311.397920:0:19655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000001:3.0:1767384311.397932:0:19655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.397934:0:19655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384311.397935:0:19655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000400:00000200:3.0:1767384311.397938:0:19655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000400:00000010:3.0:1767384311.397939:0:19655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000400:00000010:3.0:1767384311.397942:0:19655:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000e35498d3. 00000400:00000200:3.0:1767384311.397946:0:19655:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (4) 00000400:00000200:3.0:1767384311.397956:0:19655:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384311.397963:0:19655:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:3.0:1767384311.397969:0:19655:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000abd846ca. 00000020:01000000:3.0:1767384311.397972:0:19655:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384311.397975:0:19655:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp13 00000400:00000010:3.0:1767384311.398006:0:19655:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002b33be81. 00000400:00000010:3.0:1767384311.398013:0:19655:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000de748fd9. 00000020:00000001:0.0:1767384311.398032:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384311.398037:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384311.398041:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384311.398044:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384311.398048:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384311.398051:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384311.398053:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384311.398055:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384311.398056:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384311.398057:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384311.398058:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384311.398060:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384311.398061:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384311.398064:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384311.398071:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0c9d442. 00000020:00000040:0.0:1767384311.398077:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384311.398084:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.398088:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.398093:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.398104:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dbe8969a. 00000100:00000001:0.0:1767384311.398112:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398121:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.398124:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.398133:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0c9d442] to pc [ptlrpcd_00_02+2] req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384311.398185:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398188:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384311.398190:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398192:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384311.398194:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398197:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384311.398197:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384311.398204:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384311.398205:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384311.398209:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384311.398212:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384311.398216:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384311.398221:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384311.398224:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384311.398225:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.1:1767384311.398226:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (2) 00000100:00000001:3.0:1767384311.398228:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384311.398229:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384311.398233:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384311.398235:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384311.398236:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384311.398239:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384311.398240:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384311.398242:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384311.398244:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384311.398245:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384311.398248:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c0c9d442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744037248:0@lo:253: 00000020:01000004:0.0:1767384311.398248:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384311.398254:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055fa783f. 00000100:00000001:3.0:1767384311.398256:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384311.398258:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:3.0:1767384311.398262:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384311.398263:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384311.398266:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.398266:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384311.398270:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384311.398271:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384311.398276:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d9bf1a10. 02000000:00000001:3.0:1767384311.398280:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.398285:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 02000000:00000010:0.0:1767384311.398286:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000294c2c8d. 00000400:00000010:3.0:1767384311.398291:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b33be81. 00000100:00000001:0.0:1767384311.398291:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398295:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384311.398296:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744037248, portal 25 00000100:00000001:0.0:1767384311.398298:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.398302:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055fa783f] to pc [ptlrpcd_00_03+3] req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.398307:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384311.398310:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352147968 : -120961357403648 : ffff91fc7d42aa00) 00000100:00000040:3.0:1767384311.398319:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384311.398322:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398328:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384311.398328:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.398332:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.398336:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:0.0:1767384311.398336:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384311.398341:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000abd846ca. 00000400:00000010:3.0:1767384311.398342:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004b5e28. 00000100:00000200:3.0:1767384311.398346:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744037248, offset 0 00000400:00000200:3.0:1767384311.398351:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384311.398354:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384311.398361:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.398363:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.398366:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384311.398370:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.398374:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02380 00000100:00000001:0.0:1767384311.398384:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384311.398387:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000001:0.0:1767384311.398388:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384311.398393:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ac2bd55. 02000000:00000001:0.0:1767384311.398394:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384311.398398:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfd773f3 02000000:00000001:0.0:1767384311.398398:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.398401:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.398405:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000055fa783f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744037376:0@lo:253: 00000400:00000200:3.0:1767384311.398406:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384311.398409:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384311.398414:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384311.398416:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384311.398417:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.398420:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384311.398421:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd773f3 00000400:00000010:3.0:1767384311.398424:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfd773f3. 02000000:00000010:0.0:1767384311.398425:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008f73be5f. 02000000:00000001:0.0:1767384311.398428:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398429:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384311.398432:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384311.398432:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cedc8635. 00000100:00000040:3.0:1767384311.398438:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000006ede1b10 x1853236744037248 msgsize 4848 00000400:00000010:0.0:1767384311.398440:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fed2e5c5. 00000100:00100000:3.0:1767384311.398446:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384311.398447:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744037376, portal 25 00000100:00000040:3.0:1767384311.398449:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384311.398450:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.398453:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352147072 : -120961357404544 : ffff91fc7d42a680) 00000100:00000040:0.0:1767384311.398457:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.398460:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384311.398468:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384311.398469:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004b5e28 00000400:00000010:3.0:1767384311.398472:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004b5e28. 00000100:00000040:0.0:1767384311.398472:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384311.398477:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384311.398477:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dee0541. 00000100:00000200:0.0:1767384311.398482:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744037376, offset 0 00000100:00000200:3.0:1767384311.398484:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.398492:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384311.398499:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384311.398503:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384311.398504:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.398511:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398513:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384311.398515:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02400 00000400:00000200:0.0:1767384311.398523:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000100:00000001:3.0:1767384311.398527:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.398527:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eabb4579. 00000400:00000200:0.0:1767384311.398533:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4308019 00000100:00000001:3.0:1767384311.398534:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294900195 00000400:00000200:0.0:1767384311.398539:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384311.398540:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000324d1dd3. 00000100:00000001:3.0:1767384311.398546:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384311.398550:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384311.398580:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4308019 00000400:00000010:0.0:1767384311.398582:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4308019. 00000100:00000001:0.0:1767384311.398585:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384311.398587:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294900196 00000100:00000200:0.0:1767384311.398587:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384311.398591:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006540b7c8 x1853236744037376 msgsize 4848 00000100:00000010:3.0:1767384311.398593:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008377af8f. 00000100:00100000:0.0:1767384311.398599:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384311.398600:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384311.398602:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384311.398605:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294900196 00000100:00000010:3.0:1767384311.398610:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041952195. 00000100:00000001:0.0:1767384311.398611:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.398613:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384311.398618:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dee0541 00000100:00000001:3.0:1767384311.398619:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294900196 00000400:00000010:0.0:1767384311.398622:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dee0541. 00000100:00000010:3.0:1767384311.398625:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f89f09fa. 00000100:00000001:0.0:1767384311.398627:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384311.398629:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384311.398633:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.398635:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.398640:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398646:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398647:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384311.398650:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384311.398653:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.398660:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.398660:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398664:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384311.398665:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.398667:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.398670:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.398671:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398674:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398676:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294900196 00000100:00000001:3.0:1767384311.398678:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398683:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900195 00000100:00000001:0.0:1767384311.398688:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294900196 00000100:00000001:0.0:1767384311.398690:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294900196 00000100:00000001:0.0:1767384311.398691:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294900196 00000100:00000001:0.0:1767384311.398693:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294900196 00000100:00000001:0.0:1767384311.398695:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294900196 00000100:00000001:0.0:1767384311.398696:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294900196 00000100:00000001:3.0:1767384311.398697:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384311.398697:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.398700:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.398701:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744037248 00000100:00000001:0.0:1767384311.398704:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.398705:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.398708:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.398709:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.398711:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.398713:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.398716:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744037248 00000020:00000001:3.0:1767384311.398720:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384311.398721:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384311.398721:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.398724:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384311.398725:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.398729:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:0.0:1767384311.398730:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.398731:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.398732:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398734:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.398739:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384311.398742:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384311.398745:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.398748:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090645381. 00000100:00000001:3.0:1767384311.398751:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.398753:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090645381. 00000020:00000010:3.0:1767384311.398758:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007986a0af. 00000100:00000001:0.0:1767384311.398759:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384311.398762:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a55c2249. 00000100:00100000:0.0:1767384311.398762:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744037376 02000000:00000001:0.0:1767384311.398766:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384311.398767:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d1c95e88. 00000100:00000001:0.0:1767384311.398768:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.398771:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.398774:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.398777:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384311.398777:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744037376 00000020:00000001:0.0:1767384311.398782:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384311.398783:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384311.398784:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384311.398785:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384311.398787:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384311.398788:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384311.398790:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384311.398793:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384311.398795:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384311.398796:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398798:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384311.398802:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000001:3.0:1767384311.398805:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.398805:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384311.398811:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000020:00000010:0.0:1767384311.398815:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b783beb. 00000100:00000001:3.0:1767384311.398817:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384311.398818:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009806a229. 00000100:00000001:3.0:1767384311.398821:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384311.398823:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000236d5cc1. 00000100:00100000:3.0:1767384311.398828:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1767384311.398830:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384311.398831:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384311.398833:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.398835:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227417168 : -120961482134448 : ffff91fc75d36c50) 00000100:00000001:0.0:1767384311.398836:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.398843:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ede1b10 x1853236744037248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.398844:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398850:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.398857:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.398860:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090645381. 00000100:00000001:3.0:1767384311.398862:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.398863:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384311.398864:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090645381. 00000100:00000001:0.0:1767384311.398866:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384311.398874:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ede1b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744037248:12345-0@lo:253: 00000100:00100000:0.0:1767384311.398874:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:0.0:1767384311.398880:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000200:3.0:1767384311.398881:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744037248 00000100:00000001:0.0:1767384311.398884:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227405904 : -120961482145712 : ffff91fc75d34050) 00000020:00000001:3.0:1767384311.398885:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384311.398888:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384311.398890:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.398895:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384311.398898:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006540b7c8 x1853236744037376/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.398903:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:0.0:1767384311.398907:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384311.398908:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384311.398911:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384311.398912:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000020:00000001:3.0:1767384311.398914:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384311.398916:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384311.398918:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384311.398921:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000020:00000001:3.0:1767384311.398922:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.398926:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384311.398929:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006540b7c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744037376:12345-0@lo:253: 02000000:00000001:3.0:1767384311.398930:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384311.398935:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744037376 02000000:00000010:3.0:1767384311.398936:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000abd846ca. 00000020:00000001:0.0:1767384311.398937:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384311.398940:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.398941:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384311.398943:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.398944:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.398948:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384311.398948:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384311.398951:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384311.398954:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384311.398955:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.398957:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384311.398959:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384311.398962:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384311.398964:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045f7cd81. 00000100:00000001:0.0:1767384311.398964:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384311.398966:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767384311.398969:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384311.398972:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:0.0:1767384311.398973:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008954f10. 20000000:00000001:3.0:1767384311.398976:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384311.398994:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.398995:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.398997:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.398998:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.399001:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384311.399002:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384311.399010:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006892e10d. 20000000:00000010:3.0:1767384311.399012:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b01cfbd8. 20000000:01000000:0.0:1767384311.399013:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384311.399016:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384311.399017:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384311.399021:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384311.399022:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384311.399023:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.399026:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.399028:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384311.399029:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384311.399074:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384311.399078:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384311.399079:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.399080:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384311.399084:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384311.399088:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384311.399091:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384311.399100:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000040dc492b. 00080000:00000001:3.0:1767384311.399104:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091741696 : -120966617809920 : ffff91fb43b73c00) 00080000:00000001:3.0:1767384311.399106:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384311.399213:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384311.399215:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.399217:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384311.399236:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.399245:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767384311.399258:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (2) 00000800:00000200:2.1:1767384311.399263:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp12 00000000f9e9cb45 deleted 00000800:00000010:2.1:1767384311.399267:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f9e9cb45. 00000800:00000200:2.1:1767384311.399272:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384311.399280:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:1017 00000800:00000200:2.1:1767384311.399285:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005181f98a type 1, nob 208 niov 1 nkiov 1 00080000:00000001:3.0:1767384311.399353:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384311.399357:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384311.399418:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.399424:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384311.399481:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384311.399490:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005181f98a. 00000400:00000200:0.0:1767384311.399493:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.399497:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: PUT: OK 00000400:00000200:0.0:1767384311.399501:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384311.399504:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000200:3.1:1767384311.399535:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384311.399541:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp12 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384310102031583 sched[0] 00000800:00000010:3.0:1767384311.399545:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000003b44a58. 00000400:00000200:3.0:1767384311.399871:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.399908:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.399956:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.400009:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.400061:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.400107:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384311.400135:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000010:3.0:1767384311.400277:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006688c5d. 00000800:00000010:3.0:1767384311.400281:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000004b5e28. 00000800:00000010:3.0:1767384311.400284:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090645381. 00000800:00000010:3.0:1767384311.400316:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090645381. 00000800:00000001:0.0:1767384311.400363:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384311.400368:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:0.0:1767384311.400370:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.400375:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.400380:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.400381:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp12 from 248.3.0.2 00000800:00000001:0.0:1767384311.400383:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384311.400386:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000073fae372. 00000800:00000001:0.0:1767384311.400389:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.400455:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12) <- 192.168.203.113@tcp12 : ACK - for me 00000800:00000010:3.0:1767384311.400460:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009376987c. 00000800:00000010:3.0:1767384311.400464:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001dbfd246. 00000400:00000200:0.0:1767384311.400467:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp12: ACK from 12345-192.168.203.113@tcp12 into md 0x1265 00000400:00000200:0.0:1767384311.400472:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.400476:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: ACK: OK 00000400:00000200:0.0:1767384311.400479:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:0.0:1767384311.400481:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000800:00000010:3.0:1767384311.400482:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000063f0544d. 00000400:00000200:0.0:1767384311.400484:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:3.1:1767384311.400489:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (4) 00000400:00000200:0.0:1767384311.400490:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384311.400498:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000800:00000200:3.1:1767384311.400499:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp12 0000000063f0544d deleted 00000800:00000010:3.1:1767384311.400503:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000063f0544d. 00000400:00000200:0.0:1767384311.400504:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (6) 00000800:00000200:3.1:1767384311.400509:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000001:0.0:1767384311.400511:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384311.400515:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp12 p 3.x 192.168.203.113 -> 192.168.203.113:1016 incarnation:1767384310102031583 sched[0] 00000800:00000001:0.0:1767384311.400516:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384311.400521:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090645381. 00000800:00000010:3.0:1767384311.400588:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090645381. 00000800:00000010:3.0:1767384311.400592:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001dbfd246. 00000800:00000010:3.0:1767384311.400613:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000073fae372. 00000800:00000001:3.0:1767384311.400625:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384311.400629:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.400641:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384311.400645:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f06dd76. 00000400:00000010:3.0:1767384311.400650:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000400:00000200:3.0:1767384311.400653:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:3.0:1767384311.400663:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:3.0:1767384311.400669:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 0000000065cfefc7. 00000400:00000010:3.0:1767384311.400672:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 000000001dbfd246. 00000400:00000010:3.0:1767384311.400674:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 000000003949f32d. 00000400:00000010:3.0:1767384311.400685:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a82f92bb. 00000400:00000200:3.0:1767384311.400689:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a82f92bb nid 192.168.203.113@tcp13 00000400:00000010:3.0:1767384311.400693:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f69728ad. 00000400:00000200:3.0:1767384311.400695:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f69728ad net tcp13 00000400:00000200:3.0:1767384311.400698:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (5) 00000400:00000200:3.0:1767384311.400703:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp13 flags 0x11 00000400:00000010:3.0:1767384311.400706:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 0000000065cfefc7. 00000400:00000010:3.0:1767384311.400709:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 000000001dbfd246. 00000400:00000010:3.0:1767384311.400711:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 000000003949f32d. 00000400:00000010:3.0:1767384311.400714:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 0000000057bd71cf. 00000400:00000200:3.0:1767384311.400718:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384311.400720:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384311.400723:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:3.0:1767384311.400726:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384311.400728:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384311.400729:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384311.400732:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384311.400736:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (6) 00000800:00000200:3.1:1767384311.400762:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384311.400766:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp12 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384310102031583 sched[0] 00000800:00000010:3.0:1767384311.400769:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000004b5e28. 00000800:00000001:0.0:1767384311.400841:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.400845:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384311.406975:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384311.406993:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384311.406995:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384311.406997:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384311.406998:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384311.407001:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000040dc492b. 00080000:00000001:3.0:1767384311.407006:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384311.407019:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384311.407022:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384311.407025:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.407031:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384311.407040:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384311.407048:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384311.407051:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384311.407057:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384311.407059:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7697e4b. 20000000:01000000:0.0:1767384311.407064:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384311.407068:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384311.407072:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384311.407094:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384311.407098:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384311.407100:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.407103:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384311.407107:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384311.407110:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384311.407114:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384311.407125:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ba7e2bb. 00080000:00000001:0.0:1767384311.407128:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091708928 : -120966617842688 : ffff91fb43b6bc00) 00080000:00000001:0.0:1767384311.407134:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384311.407169:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384311.407172:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.407176:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384311.407185:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.407189:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384311.407229:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384311.407232:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384311.414626:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384311.414632:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384311.414633:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384311.414635:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384311.414639:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384311.414640:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384311.414643:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384311.414645:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384311.414646:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384311.414651:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384311.414651:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ba7e2bb. 00080000:00000001:0.0:1767384311.414656:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384311.414662:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384311.414668:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384311.414675:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:2.1:1767384311.415586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b86738bb. 00010000:00000010:2.1:1767384311.415595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd05866. 00000100:00000040:1.0:1767384311.416598:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294900196, at 4294900197 00000100:00000010:1.0:1767384311.416607:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008377af8f. 00080000:00000020:1.0:1767384311.416715:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384311.416724:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384311.416727:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045f7cd81. 20000000:00000001:1.0:1767384311.416733:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.416737:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744037248 00010000:00000001:1.0:1767384311.416739:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384311.416747:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ede1b10 x1853236744037248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384311.416757:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384311.416759:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.416763:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.416768:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384311.416771:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.416773:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384311.416777:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.416780:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.416784:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.416788:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384311.416792:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c5a867. 00000100:00000200:1.0:1767384311.416799:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744037248, offset 224 00000400:00000200:1.0:1767384311.416806:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384311.416819:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384311.416831:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02380 00000400:00000200:1.0:1767384311.416840:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1269 [2] + 224 00000400:00000200:1.0:1767384311.416847:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384311.416852:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.416858:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.416863:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.416874:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.416892:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.416899:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c5a867 00000400:00000010:1.0:1767384311.416902:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c5a867. 00000100:00000001:1.0:1767384311.416907:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384311.416910:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.416914:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.416918:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384311.416921:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.416924:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384311.416926:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000100:00000001:1.0:1767384311.416926:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.416933:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b33be81 00000100:00000040:1.0:1767384311.416934:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:3.0:1767384311.416936:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b33be81. 00010000:00000001:1.0:1767384311.416941:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384311.416943:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384311.416944:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384311.416950:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.416950:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384311.416958:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ede1b10 x1853236744037248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384311.416963:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.416991:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.416992:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.416997:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384311.417000:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.417004:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384311.417004:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ede1b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744037248:12345-0@lo:253: Request processed in 18142us (18560us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384311.417006:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.417011:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384311.417018:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.417023:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=19 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384311.417023:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000001:3.0:1767384311.417031:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384311.417032:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384311.417033:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.417038:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384311.417038:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384311.417041:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.417043:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384311.417044:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.417049:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a55c2249. 00000100:00000040:3.0:1767384311.417050:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.417059:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384311.417059:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d1c95e88. 00000100:00000001:3.0:1767384311.417062:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.417065:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384311.417066:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007986a0af. 00000020:01000004:3.0:1767384311.417075:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000040:1.0:1767384311.417075:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000020:01000004:3.0:1767384311.417080:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384311.417082:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384311.417082:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384311.417087:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:1.0:1767384311.417087:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000abd846ca. 00000020:01000004:3.0:1767384311.417091:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384311.417093:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384311.417094:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 02000000:00000001:1.0:1767384311.417094:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384311.417098:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384311.417099:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.417100:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384311.417103:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384311.417106:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.417108:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384311.417117:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c0c9d442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744037248:0@lo:253: 00000400:00000010:1.0:1767384311.417117:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a7400a. 00000100:00000001:3.0:1767384311.417124:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384311.417126:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8c5a867. 00000100:00000001:3.0:1767384311.417127:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.417131:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0c9d442 x1853236744037248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.417137:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.417138:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.417141:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d9bf1a10. 02000000:00000001:3.0:1767384311.417144:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.417146:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.417147:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384311.417149:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.417151:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dbe8969a. 02000000:00000001:3.0:1767384311.417155:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.417156:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.417158:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0c9d442. 00000100:00000001:3.0:1767384311.417161:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.417163:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.417164:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.417170:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.417172:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.417174:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.417175:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.417596:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294900196, at 4294900198 00000100:00000010:0.0:1767384311.417603:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000324d1dd3. 00000100:00000040:3.0:1767384311.417639:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294900196, at 4294900198 00000100:00000010:3.0:1767384311.417652:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f89f09fa. 00000100:00000001:1.0:1767384311.418704:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.418707:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384311.418711:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384311.418713:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384311.418714:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cedc8635. 00000400:00000200:1.0:1767384311.418718:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fed2e5c5 00000400:00000010:1.0:1767384311.418720:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fed2e5c5. 00000100:00000001:1.0:1767384311.418724:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384311.418728:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.418744:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.418750:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.418752:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.418753:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384311.418754:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384311.418756:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.418758:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.418759:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384311.418762:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=19 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384311.418765:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384311.418767:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384311.418768:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.418769:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384311.418770:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.418772:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.418774:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.418778:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.418780:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.418781:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384311.418784:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384311.418785:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384311.418786:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384311.418787:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384311.418788:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384311.418790:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384311.418791:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384311.418792:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384311.418793:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384311.418795:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.418800:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000055fa783f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744037376:0@lo:253: 00000100:00000001:1.0:1767384311.418804:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.418810:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.418812:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000055fa783f x1853236744037376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.418816:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384311.418817:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384311.418818:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008f73be5f. 02000000:00000001:1.0:1767384311.418822:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.418824:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.418826:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384311.418828:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384311.418830:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000294c2c8d. 02000000:00000001:1.0:1767384311.418835:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384311.418837:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384311.418838:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055fa783f. 00000100:00000001:1.0:1767384311.418843:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384311.418845:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.418847:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.418853:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.418854:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.418857:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.418860:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.420526:0:19660:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003ad103bb. 00000400:00000040:0.0:1767384311.420542:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384311.420544:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384311.420546:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.420547:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384311.420549:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.420550:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384311.420570:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384311.420571:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384311.420573:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384311.420574:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384311.420577:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384311.420578:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384311.420580:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384311.420582:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384311.420583:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384311.420585:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384311.420586:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384311.420587:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384311.420592:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384311.420595:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.420596:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.420598:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.420599:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.420600:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.420601:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384311.420603:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.420604:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.420605:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.420605:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.420606:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.420607:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384311.420609:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384311.420609:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384311.420610:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384311.420611:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384311.420612:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.420613:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384311.420615:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384311.420616:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384311.420617:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384311.420618:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384311.420618:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384311.420620:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384311.420620:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384311.420621:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384311.420622:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384311.420623:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384311.420624:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384311.420625:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384311.420626:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384311.420627:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384311.420628:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384311.420629:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384311.420630:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384311.420631:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384311.420632:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384311.420633:0:19660:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384311.420653:0:19660:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003ad103bb. 00010000:00000010:2.1:1767384311.421601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071f43d28. 00010000:00000010:2.1:1767384311.421609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cd59b6e. 00010000:00000001:1.0:1767384311.763612:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384311.763616:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.763621:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384311.763623:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384311.763625:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384311.763628:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.763630:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384311.763631:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.763633:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.763634:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.968813:0:19817:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.968828:0:19817:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.968832:0:19817:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.968839:0:19817:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.968855:0:19817:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.968859:0:19817:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384312.651787:0:19981:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384312.651791:0:19981:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384312.654705:0:19981:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384312.660543:0:19982:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000361626e5. 00000400:00000010:0.0:1767384312.660578:0:19982:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cc222e7e. 00000400:00000010:0.0:1767384312.660587:0:19982:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002771d3e5. 00000400:00000010:0.0:1767384312.660590:0:19982:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007d70f462. 00000400:00000010:0.0:1767384312.660594:0:19982:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008fdb6d0d. 00000400:00000010:0.0:1767384312.660598:0:19982:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000098b8c0f. 00000400:00000010:0.0:1767384312.660600:0:19982:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013a3808a. 00000400:00000010:0.0:1767384312.660601:0:19982:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ed409931. 00000400:00000010:0.0:1767384312.660603:0:19982:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003ad103bb. 00000800:00000010:0.0:1767384312.660611:0:19982:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000311bc9e6. 00000800:00000200:0.0:1767384312.660620:0:19982:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384312.660625:0:19982:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384312.660656:0:19982:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384312.660672:0:19982:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384312.661842:0:19982:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000fea0af32. 00000400:00000010:0.0:1767384312.661847:0:19982:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b246cc. 00000400:00000010:0.0:1767384312.661851:0:19982:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000400:00000001:0.0:1767384312.661863:0:19982:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.661864:0:19982:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384312.661866:0:19982:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e5298a9. 00000400:00000200:0.0:1767384312.661868:0:19982:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:0.0:1767384312.661870:0:19982:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000400:00000010:0.0:1767384312.661873:0:19982:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000004f60b2dd. 00000400:00000200:0.0:1767384312.661877:0:19982:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (5) 00000400:00000200:0.0:1767384312.661886:0:19982:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384312.661895:0:19982:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384312.661901:0:19982:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000294c2c8d. 00000020:01000000:0.0:1767384312.661905:0:19982:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384312.661907:0:19982:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384312.661913:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384312.661920:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384312.661922:0:19982:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cc222e7e. 00000400:00000010:0.0:1767384312.661925:0:19982:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000361626e5. 00000400:00000010:3.0:1767384312.661927:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000400:00000200:3.0:1767384312.661931:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (6) 00000400:00000010:3.0:1767384312.661935:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002601b09e. 00000400:00000200:3.0:1767384312.661938:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384312.661949:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384312.661953:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384312.661957:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384312.661961:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384312.661963:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384312.661967:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384312.661983:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp13 00000400:00000200:3.0:1767384312.661986:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384312.661988:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp13 00000400:00000200:3.0:1767384312.661991:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.113@tcp13 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384312.661999:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp13 00000400:00000200:3.0:1767384312.662013:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp13(192.168.203.113@tcp13:) -> 192.168.203.113@tcp13(192.168.203.113@tcp:192.168.203.113@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384312.662024:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.113@tcp13 00000800:00000010:3.0:1767384312.662028:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97d7220. 00000800:00000010:3.0:1767384312.662035:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000f4d5f17. 00000800:00000010:3.0:1767384312.662040:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001d1e7f40. 00000800:00000200:3.0:1767384312.662054:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (2) 00000800:00000200:3.1:1767384312.662061:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (2) 00000400:00000200:3.0:1767384312.662078:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384312.662083:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:3.0:1767384312.662127:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.662134:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.662138:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384312.662147:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.662153:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:3.0:1767384312.662166:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384312.662171:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.662177:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384312.662182:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384312.662188:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384312.662192:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744037504:0@lo:253: 00000100:00000001:3.0:1767384312.662199:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384312.662205:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 02000000:00000001:3.0:1767384312.662206:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384312.662210:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.662216:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384312.662224:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b20331b3. 02000000:00000001:3.0:1767384312.662229:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384312.662234:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 00000400:00000200:1.0:1767384312.662241:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:3.0:1767384312.662243:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a33f7c68. 00000100:00000200:3.0:1767384312.662249:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744037504, portal 25 00000100:00000001:3.0:1767384312.662251:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384312.662253:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353495040 : -120961356056576 : ffff91fc7d573800) 00000100:00000040:3.0:1767384312.662260:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.662277:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384312.662278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000040:3.0:1767384312.662284:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384312.662288:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e913f50. 00000100:00000200:3.0:1767384312.662294:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744037504, offset 0 00000400:00000200:3.0:1767384312.662307:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.662311:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384312.662321:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384312.662334:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02480 00000400:00000200:1.0:1767384312.662340:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384312.662352:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:3.0:1767384312.662360:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071b553ea. 00000400:00000200:3.0:1767384312.662366:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ada8eefe 00000400:00000200:3.0:1767384312.662374:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.662381:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384312.662383:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384312.662389:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada8eefe 00000400:00000010:3.0:1767384312.662393:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ada8eefe. 00000100:00000001:3.0:1767384312.662400:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384312.662405:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384312.662410:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000080b09496 x1853236744037504 msgsize 4848 00000400:00000200:1.0:1767384312.662418:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00100000:3.0:1767384312.662421:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384312.662424:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384312.662437:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384312.662453:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e913f50 00000400:00000010:3.0:1767384312.662459:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e913f50. 00000100:00000001:3.0:1767384312.662464:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384312.662468:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.662487:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.662495:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.662507:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662511:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384312.662520:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662528:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294901459 00000100:00000010:3.0:1767384312.662536:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032f69c51. 00000100:00000001:3.0:1767384312.662546:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384312.662586:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294901460 00000100:00000010:3.0:1767384312.662592:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed52afe5. 00000100:00000001:3.0:1767384312.662596:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384312.662603:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294901460 00000100:00000010:3.0:1767384312.662611:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d665e6. 00000100:00000001:3.0:1767384312.662618:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384312.662628:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294901460 00000100:00000010:3.0:1767384312.662634:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2096439. 00000100:00000001:3.0:1767384312.662640:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384312.662643:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.662647:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662653:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662659:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.662670:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1767384312.662670:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b0a93db. 00000100:00000001:3.0:1767384312.662673:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384312.662678:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767384312.662678:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b596d323. 00000100:00000001:3.0:1767384312.662681:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.662685:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.662686:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f200966. 00000100:00000001:3.0:1767384312.662690:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662716:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384312.662720:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744037504 02000000:00000001:3.0:1767384312.662723:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384312.662726:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.662728:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.662728:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f200966. 02000000:00000001:3.0:1767384312.662732:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384312.662736:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744037504 00000020:00000001:3.0:1767384312.662740:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384312.662742:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384312.662746:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384312.662750:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384312.662755:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384312.662761:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384312.662770:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384312.662775:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 00000400:00000200:1.0:1767384312.662779:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384312.662782:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.662786:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036111c52. 00000020:00000010:3.0:1767384312.662795:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008641d4a8. 00000400:00000200:1.0:1767384312.662799:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp13 from 247.3.0.2 00000020:00000010:3.0:1767384312.662802:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000065cfefc7. 00000800:00000010:1.0:1767384312.662806:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000014a50bb9. 00000020:00000010:3.0:1767384312.662808:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1532350. 00000100:00000040:3.0:1767384312.662816:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384312.662820:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384312.662830:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384312.662834:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662845:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.662857:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.662875:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384312.662878:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384312.662890:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:3.0:1767384312.662895:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384312.662901:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227410000 : -120961482141616 : ffff91fc75d35050) 00000100:00000040:3.0:1767384312.662911:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2ebdd1f x1853236744037632/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.662930:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384312.662936:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 00000100:00000001:3.0:1767384312.662941:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.662947:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036111c52. 00000100:00100000:3.0:1767384312.662960:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2ebdd1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744037632:12345-0@lo:253: 00000100:00000200:3.0:1767384312.662967:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744037632 00000020:00000001:3.0:1767384312.662987:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384312.662992:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384312.662996:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.663000:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384312.663003:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384312.663008:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384312.663010:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384312.663015:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384312.663015:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c596c63d. 00000020:00000001:3.0:1767384312.663019:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384312.663022:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.663022:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a19c45c3. 00000100:00000001:3.0:1767384312.663027:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384312.663029:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384312.663034:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000045f7cd81. 02000000:00000001:3.0:1767384312.663039:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.663042:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f0a5384. 00000100:00000001:3.0:1767384312.663045:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384312.663049:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (2) 20000000:00000001:3.0:1767384312.663050:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:1.1:1767384312.663058:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp13 000000004f0a5384 deleted 00000800:00000010:1.1:1767384312.663063:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f0a5384. 20000000:00000010:3.0:1767384312.663066:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dbe8969a. 20000000:01000000:3.0:1767384312.663069:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:1.1:1767384312.663070:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:3.0:1767384312.663075:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384312.663078:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384312.663080:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384312.663083:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384312.663083:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp13 ip 192.168.203.113:1015 20000000:00000001:3.0:1767384312.663086:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.1:1767384312.663087:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97d7220 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:1.0:1767384312.663094:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp13 p 3.x 192.168.203.113 -> 192.168.203.113:1015 incarnation:1767384311396537291 sched[0] 00000800:00000010:1.0:1767384312.663099:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f200966. 00000800:00000010:1.0:1767384312.663144:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f200966. 00000800:00000010:1.0:1767384312.663150:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a19c45c3. 00000800:00000010:1.0:1767384312.663183:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000014a50bb9. 00000800:00000001:1.0:1767384312.663197:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.663202:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384312.663254:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384312.663260:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97d7220. 00000400:00000200:1.0:1767384312.663265:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.663270:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp13->192.168.203.113@tcp13: PUT: OK 00000400:00000200:1.0:1767384312.663274:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384312.663277:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000200:1.1:1767384312.663309:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384312.663316:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp13 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384311396537291 sched[0] 00000800:00000010:1.0:1767384312.663319:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b596d323. 00000400:00000200:1.0:1767384312.663379:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663423:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663462:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663500:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663540:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663633:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663668:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663711:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384312.663743:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000800:00000010:1.0:1767384312.663903:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002928f6f3. 00000800:00000010:1.0:1767384312.663911:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b596d323. 00000800:00000010:1.0:1767384312.663918:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009f200966. 00000800:00000010:1.0:1767384312.663957:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009f200966. 00000400:00000200:1.0:1767384312.664036:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.664050:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp13 from 246.3.0.2 00000800:00000010:1.0:1767384312.664053:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000055eec188. 00000800:00000010:3.0:1767384312.664092:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021ff2a04. 00000800:00000010:3.0:1767384312.664097:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000496367ed. 00000800:00000010:3.0:1767384312.664113:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d3f889b. 00000800:00000200:3.1:1767384312.664118:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (4) 00000800:00000200:3.1:1767384312.664122:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp13 000000003d3f889b deleted 00000800:00000010:3.1:1767384312.664124:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d3f889b. 00000800:00000200:3.1:1767384312.664127:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384312.664133:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp13 p 3.x 192.168.203.113 -> 192.168.203.113:1014 incarnation:1767384311396537291 sched[0] 00000800:00000010:3.0:1767384312.664138:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000325a3b03. 00000800:00000010:3.0:1767384312.664190:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000325a3b03. 00000800:00000010:3.0:1767384312.664194:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000496367ed. 00000800:00000200:1.1:1767384312.664211:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384312.664217:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000055eec188. 00000800:00000200:1.0:1767384312.664218:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp13 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384311396537291 sched[0] 00000800:00000010:1.0:1767384312.664221:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b596d323. 00000800:00000001:3.0:1767384312.664225:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384312.664229:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384312.664233:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384312.664235:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384312.671283:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384312.671289:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:3.0:1767384312.671290:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384312.671293:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384312.671294:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384312.671296:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384312.671297:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384312.671298:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384312.671299:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384312.671302:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009673dd6d. 00080000:00000001:3.0:1767384312.671305:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384312.671306:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384312.671316:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384312.671319:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384312.671325:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384312.671341:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384312.671345:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384312.671347:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384312.671352:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384312.671355:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384312.671363:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddfe0c64. 00010000:00000001:1.0:1767384312.671370:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384312.671375:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ff6fa44e. 00000020:00000001:1.0:1767384312.671380:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384312.671384:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ff6fa44e with handle 0xf489261bfe0bc591 to hash 00000020:00000001:1.0:1767384312.671388:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384312.671392:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671395:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671407:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.671409:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.671412:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671421:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384312.671425:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384312.671427:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384312.671429:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.671432:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.671434:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.671438:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.671443:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384312.671446:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384312.671448:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384312.671449:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384312.671452:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ddfe0c64) refcount = 1 00010000:00010000:1.0:1767384312.671458:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671464:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384312.671466:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384312.671467:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.671469:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671471:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384312.671473:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384312.671475:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384312.671478:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.671479:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.671481:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ff6fa44e refcount=4 00000020:00000001:1.0:1767384312.671482:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671484:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671485:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384312.671487:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671500:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384312.671502:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671506:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.671508:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384312.671511:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671518:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.671520:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671522:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384312.671523:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384312.671528:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ff6fa44e already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384312.671531:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.671533:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384312.671535:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671539:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384312.671540:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.671541:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.671543:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ff6fa44e refcount=5 00000020:00000001:1.0:1767384312.671545:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671547:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.671577:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384312.671581:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671588:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384312.671590:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.671598:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671602:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384312.671603:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384312.671605:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.671607:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.671610:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ff6fa44e with handle 0xf489261bfe0bc591 from hash 00010000:00000001:1.0:1767384312.671613:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384312.671615:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.671616:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.671617:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384312.671619:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384312.671620:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384312.671623:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384312.671624:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.671627:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671629:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384312.671630:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384312.671633:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.671634:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.671636:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671638:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.671640:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.671642:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671648:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.671649:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.671651:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384312.671653:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384312.671654:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.671656:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.671658:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384312.671661:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.671663:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.671665:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.671671:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384312.671678:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384312.671680:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc591 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384312.671687:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ddfe0c64 count: 0 00010000:00000001:1.0:1767384312.671699:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384312.671701:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384312.677578:0:19987:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddfe0c64. 00010000:00000010:1.1:1767384312.677587:0:19987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ff6fa44e. 00080000:00000001:3.0:1767384312.678886:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384312.678891:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384312.678896:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384312.678900:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384312.678902:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384312.678905:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003cf0e158. 00080000:00000001:3.0:1767384312.678910:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384312.678933:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384312.678938:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384312.678941:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384312.678945:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384312.678949:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384312.678953:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddfe0c64. 00010000:00000001:1.0:1767384312.678957:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384312.678959:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ff6fa44e. 00000020:00000001:1.0:1767384312.678962:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384312.678965:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ff6fa44e with handle 0xf489261bfe0bc598 to hash 00000020:00000001:1.0:1767384312.678967:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384312.678968:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.678984:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.678987:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.678989:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.678991:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.678999:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384312.679001:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384312.679017:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384312.679019:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.679021:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.679024:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.679025:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.679027:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384312.679029:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384312.679031:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384312.679033:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384312.679042:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ddfe0c64) refcount = 1 00010000:00010000:1.0:1767384312.679046:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679052:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384312.679054:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384312.679056:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.679058:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679061:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384312.679064:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384312.679066:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384312.679069:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.679071:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.679073:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ff6fa44e refcount=4 00000020:00000001:1.0:1767384312.679075:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.679078:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.679080:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384312.679082:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679089:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384312.679091:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679098:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.679099:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384312.679101:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679107:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.679109:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679111:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384312.679112:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384312.679118:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ff6fa44e already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384312.679127:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.679130:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384312.679132:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679138:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384312.679139:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.679141:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.679142:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ff6fa44e refcount=5 00000020:00000001:1.0:1767384312.679145:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.679147:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083596288 : -120961625955328 : ffff91fc6d40e400) 00010000:00000001:1.0:1767384312.679150:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384312.679152:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679158:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384312.679161:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.679162:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679165:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384312.679166:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384312.679168:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.679169:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.679172:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ff6fa44e with handle 0xf489261bfe0bc598 from hash 00010000:00000001:1.0:1767384312.679175:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384312.679177:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.679179:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.679181:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384312.679184:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384312.679186:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384312.679189:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384312.679191:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.679194:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679196:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384312.679198:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384312.679202:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.679203:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.679212:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679214:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.679217:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.679220:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679227:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.679229:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.679232:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384312.679234:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384312.679236:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.679237:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.679239:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384312.679243:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.679245:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.679247:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.679253:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384312.679254:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384312.679256:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ff6fa44e/0xf489261bfe0bc598 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384312.679262:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ddfe0c64 count: 0 00010000:00000001:1.0:1767384312.679269:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384312.679270:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384312.680609:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294901460, at 4294901461 00000100:00000010:0.0:1767384312.680617:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032f69c51. 00000100:00000040:1.0:1767384312.680624:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294901460, at 4294901461 00000100:00000010:1.0:1767384312.680633:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed52afe5. 00000100:00000001:3.0:1767384312.681167:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.681172:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384312.681179:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384312.681183:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384312.681194:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000400:00000200:3.0:1767384312.681200:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a33f7c68 00000400:00000010:3.0:1767384312.681205:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a33f7c68. 00000100:00000001:3.0:1767384312.681212:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384312.681245:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384312.681258:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.681266:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384312.681268:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.681271:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384312.681273:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384312.681275:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.681277:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.681280:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384312.681299:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384312.681304:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384312.681307:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384312.681309:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.681311:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384312.681314:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.681316:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.681320:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.681327:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.681329:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384312.681331:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384312.681335:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384312.681337:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384312.681338:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384312.681340:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384312.681341:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384312.681343:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384312.681344:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384312.681345:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384312.681347:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384312.681370:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384312.681374:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384312.681383:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744037504:0@lo:253: 00000100:00000001:3.0:1767384312.681388:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.681390:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.681393:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2894ad8 x1853236744037504/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.681400:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384312.681402:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384312.681405:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b20331b3. 02000000:00000001:3.0:1767384312.681409:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384312.681411:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384312.681413:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384312.681416:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384312.681418:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d9bf1a10. 02000000:00000001:3.0:1767384312.681422:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384312.681424:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384312.681426:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2894ad8. 00000100:00000001:3.0:1767384312.681430:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384312.681432:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.681434:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.681439:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.681441:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.681443:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.681446:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.681603:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294901460, at 4294901461 00000100:00000010:3.0:1767384312.681612:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2096439. 00000100:00000001:3.0:1767384312.682632:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.682637:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384312.682642:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384312.682647:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384312.682651:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c814304. 00000400:00000200:3.0:1767384312.682658:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e6eb4c 00000400:00000010:3.0:1767384312.682662:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096e6eb4c. 00000100:00000001:3.0:1767384312.682675:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384312.682683:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ede0195 x1853236744037632/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384312.682702:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ede0195 x1853236744037632/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.682718:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384312.682722:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.682728:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384312.682731:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384312.682734:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.682738:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.682743:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384312.682747:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384312.682751:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384312.682754:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384312.682756:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.682758:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384312.682758:0:19987:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005452e6ed. 00010000:00000001:3.0:1767384312.682760:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.682762:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.682765:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ede0195 x1853236744037632/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.682773:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.682775:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384312.682776:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.682778:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:3.0:1767384312.682779:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384312.682780:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:1.0:1767384312.682781:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:3.0:1767384312.682782:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384312.682783:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:1.0:1767384312.682784:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:3.0:1767384312.682785:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384312.682786:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:1.0:1767384312.682786:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:3.0:1767384312.682788:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384312.682790:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:1.0:1767384312.682790:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:3.0:1767384312.682791:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:1.0:1767384312.682791:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000040:3.0:1767384312.682793:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744037632/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384312.682794:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384312.682796:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00100000:3.0:1767384312.682800:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744037632:0@lo:253: 00000400:00000040:1.0:1767384312.682803:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384312.682804:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384312.682807:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384312.682808:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.682809:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384312.682810:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:1.0:1767384312.682812:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000040:3.0:1767384312.682813:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ede0195 x1853236744037632/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384312.682813:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384312.682815:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384312.682818:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767384312.682820:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:1.0:1767384312.682820:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384312.682821:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 02000000:00000001:3.0:1767384312.682822:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384312.682823:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009049d282. 00000400:00000040:1.0:1767384312.682823:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384312.682825:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:3.0:1767384312.682827:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:1.0:1767384312.682827:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:00000001:3.0:1767384312.682828:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384312.682829:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000400:00000040:1.0:1767384312.682829:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384312.682830:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:00000001:3.0:1767384312.682832:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:1.0:1767384312.682832:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000010:3.0:1767384312.682833:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000abd846ca. 00000400:00000040:1.0:1767384312.682834:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000001:3.0:1767384312.682836:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:1.0:1767384312.682836:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:3.0:1767384312.682838:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:1.0:1767384312.682838:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000010:3.0:1767384312.682839:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000400:00000040:1.0:1767384312.682840:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384312.682842:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:1.0:1767384312.682842:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384312.682843:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.682844:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384312.682845:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.682845:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384312.682847:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384312.682849:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:1.0:1767384312.682849:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384312.682851:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384312.682851:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384312.682853:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:1.0:1767384312.682853:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384312.682855:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384312.682855:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384312.682856:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384312.682859:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384312.682861:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384312.682863:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384312.682865:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384312.682866:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384312.682868:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384312.682870:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384312.682871:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384312.682874:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384312.682876:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384312.682883:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384312.682885:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384312.682887:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384312.682889:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384312.682891:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384312.682892:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384312.682894:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384312.682896:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384312.682898:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384312.682899:0:19987:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384312.682925:0:19987:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005452e6ed. 00010000:00000010:1.1:1767384312.685869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddfe0c64. 00010000:00000010:1.1:1767384312.685877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ff6fa44e. 00010000:00000001:1.0:1767384312.788604:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384312.788609:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.788614:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384312.788616:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.788647:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384312.788652:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.788655:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384312.979657:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384312.979663:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384312.979672:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000020:00000040:1.0:1767384312.979680:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384312.979687:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384312.979693:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384312.979697:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.979706:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000738b8ccd. 00000100:00000001:1.0:1767384312.979714:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.979727:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384312.979731:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.979745:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_02+2] req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384312.979800:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.979817:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.979818:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.979823:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.979824:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.979829:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384312.979829:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384312.979852:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384312.979853:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.979881:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384312.979886:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.979894:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384312.979895:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384312.979898:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.979900:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384312.979908:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.979912:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384312.979915:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744037888:0@lo:13: 02000000:00000001:1.0:1767384312.979915:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384312.979919:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384312.979923:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744037760:0@lo:400: 00000100:00000001:3.0:1767384312.979928:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384312.979928:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384312.979934:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384312.979934:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384312.979939:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.979939:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.979945:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384312.979945:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384312.979953:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000129c8701. 02000000:00000010:1.0:1767384312.979953:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005527eb80. 02000000:00000001:3.0:1767384312.979960:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.979960:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384312.979981:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 00000400:00000010:1.0:1767384312.979983:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0d5fe7. 00000400:00000010:3.0:1767384312.979992:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:1.0:1767384312.979992:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a58840e3. 00000100:00000200:3.0:1767384312.980003:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744037888, portal 4 00000100:00000200:1.0:1767384312.980003:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744037760, portal 4 00000100:00000001:3.0:1767384312.980010:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384312.980010:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384312.980014:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000001:3.0:1767384312.980015:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 00000100:00000040:3.0:1767384312.980027:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.980028:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.980044:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384312.980044:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384312.980049:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384312.980049:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384312.980052:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000010:1.0:1767384312.980052:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000200:3.0:1767384312.980056:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744037888, offset 0 00000100:00000200:1.0:1767384312.980056:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744037760, offset 0 00000400:00000200:1.0:1767384312.980067:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384312.980078:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.980086:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384312.980088:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384312.980101:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd02600 00000400:00000200:1.0:1767384312.980101:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd02580 00000400:00000200:1.0:1767384312.980115:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000400:00000200:1.0:1767384312.980127:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384312.980128:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000400:00000200:3.0:1767384312.980134:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.980135:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384312.980139:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.980142:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384312.980145:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384312.980145:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1767384312.980149:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384312.980152:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000051265d5. 00000100:00000010:3.0:1767384312.980153:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf9ac9ad. 00000100:00000040:3.0:1767384312.980159:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000cf9ac9ad x1853236744037888 msgsize 224 00000100:00000040:1.0:1767384312.980159:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000051265d5 x1853236744037760 msgsize 224 00000100:00100000:3.0:1767384312.980172:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384312.980172:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384312.980186:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384312.980186:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384312.980198:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384312.980203:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:3.0:1767384312.980223:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384312.980229:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.980230:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384312.980234:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00000001:1.0:1767384312.980240:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384312.980247:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.980273:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384312.980273:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.980281:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.980281:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.980307:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980308:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980315:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.980315:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.980323:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980324:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.980331:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 14482 usecs (15 jiffies) 00000100:00000001:3.0:1767384312.980342:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901775 00000100:00000040:1.0:1767384312.980343:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 14482 usecs (15 jiffies) 00000100:00000001:1.0:1767384312.980348:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901775 00000100:00000010:3.0:1767384312.980350:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2096439. 00000100:00000001:3.0:1767384312.980359:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384312.980370:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901775 00000100:00000001:1.0:1767384312.980370:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901775 00000100:00000001:1.0:1767384312.980376:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901775 00000100:00000010:3.0:1767384312.980378:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028798266. 00000100:00000001:3.0:1767384312.980385:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384312.980393:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901775 00000100:00000001:1.0:1767384312.980393:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901775 00000100:00000001:1.0:1767384312.980399:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901775 00000100:00000010:3.0:1767384312.980400:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2be6b26. 00000100:00000001:3.0:1767384312.980408:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384312.980415:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901775 00000100:00000001:1.0:1767384312.980416:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901775 00000100:00000001:1.0:1767384312.980421:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901775 00000100:00000010:3.0:1767384312.980422:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f839c5d. 00000100:00000001:3.0:1767384312.980428:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384312.980436:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384312.980436:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901775 00000100:00000001:1.0:1767384312.980443:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.980444:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980448:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980449:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980451:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980452:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.980454:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.980465:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.980465:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.980471:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384312.980471:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384312.980480:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.980480:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.980484:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.980484:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384312.980490:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980490:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980496:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980496:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980514:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.980519:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980523:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384312.980529:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744037760 00000100:00000001:3.0:1767384312.980544:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384312.980545:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384312.980549:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384312.980550:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038016 02000000:00000001:3.0:1767384312.980554:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384312.980556:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.980559:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.980585:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.980592:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384312.980602:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744037760 00000020:00000001:1.0:1767384312.980609:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384312.980615:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:1.0:1767384312.980622:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.980629:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:1.0:1767384312.980637:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:1.0:1767384312.980641:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384312.980648:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.980654:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce8f0391. 00000020:00000010:1.0:1767384312.980663:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000070ad503c. 00000020:00000040:1.0:1767384312.980673:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:1.0:1767384312.980689:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384312.980698:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080ef6a92. 00000020:00000010:1.0:1767384312.980707:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0286d47. 00000020:00000010:1.0:1767384312.980716:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2673bd8. 00000100:00000001:0.0:1767384312.980721:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384312.980727:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.980727:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744037888 00000100:00000040:1.0:1767384312.980729:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:0.0:1767384312.980735:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384312.980736:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384312.980737:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038016 00000100:00000001:0.0:1767384312.980739:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384312.980742:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384312.980742:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384312.980744:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384312.980747:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000100:00000001:1.0:1767384312.980748:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384312.980750:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.980754:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384312.980757:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744037888 00000020:00000040:3.0:1767384312.980760:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:1.0:1767384312.980761:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384312.980762:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384312.980768:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384312.980769:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000040:0.0:1767384312.980769:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:1.0:1767384312.980775:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.980775:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384312.980778:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000040:0.0:1767384312.980781:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000100:00000001:3.0:1767384312.980787:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384312.980789:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384312.980789:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000010:3.0:1767384312.980793:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 00000020:00000001:0.0:1767384312.980797:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384312.980802:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.980805:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384312.980807:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036111c52. 00000100:00000001:1.0:1767384312.980809:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384312.980811:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008237894f. 00000100:00000001:1.0:1767384312.980813:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384312.980817:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1b1342. 00000100:00000001:0.0:1767384312.980818:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.980824:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008237894f. 00000100:00100000:1.0:1767384312.980825:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000010:3.0:1767384312.980826:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d500880. 00000100:00000040:1.0:1767384312.980835:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000020:00000010:0.0:1767384312.980836:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0982d8a. 00000020:00000010:3.0:1767384312.980837:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078e9a65e. 00000100:00000001:1.0:1767384312.980843:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340691968 : -120961368859648 : ffff91fc7c93dc00) 00000020:00000010:0.0:1767384312.980861:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bcdad65. 00000100:00000040:3.0:1767384312.980864:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384312.980868:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000051265d5 x1853236744037760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384312.980869:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2a20986. 00000100:00000001:3.0:1767384312.980870:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384312.980874:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384312.980879:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384312.980880:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384312.980888:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384312.980889:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384312.980891:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384312.980894:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980895:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384312.980900:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.980903:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.980917:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.980918:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.980934:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384312.980935:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384312.980936:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384312.980937:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038144 00000100:00000001:0.0:1767384312.980941:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384312.980942:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384312.980942:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5d89bb7. 00000100:00000001:3.0:1767384312.980946:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.980947:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.980950:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.980951:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1767384312.980955:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.980955:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5d89bb7. 00000100:00000040:0.0:1767384312.980956:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000100:00100000:3.0:1767384312.980962:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038144 00000100:00100000:1.0:1767384312.980966:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000051265d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744037760:12345-0@lo:400: 00000100:00000001:0.0:1767384312.980984:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341719680 : -120961367831936 : ffff91fc7ca38a80) 00000020:00000001:3.0:1767384312.980989:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384312.980990:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744037760 00000020:00000040:3.0:1767384312.980993:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:1.0:1767384312.980994:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384312.980996:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf9ac9ad x1853236744037888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384312.981000:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384312.981000:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384312.981004:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384312.981005:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:3.0:1767384312.981011:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:1.0:1767384312.981011:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384312.981016:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:3.0:1767384312.981018:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384312.981021:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384312.981023:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384312.981023:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384312.981027:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008237894f. 00000020:00000010:3.0:1767384312.981029:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 00000020:00000001:1.0:1767384312.981029:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.981033:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.981037:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006680f4ca. 00000020:00000001:1.0:1767384312.981037:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384312.981038:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008237894f. 00000020:00000001:1.0:1767384312.981042:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1767384312.981044:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000001:1.0:1767384312.981045:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.981049:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf9ac9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16156:x1853236744037888:12345-0@lo:13: 00000100:00000001:3.0:1767384312.981052:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384312.981052:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384312.981058:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049a69947. 00000100:00000001:1.0:1767384312.981058:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384312.981059:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744037888 02000000:00000001:1.0:1767384312.981063:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384312.981064:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007feb1af2. 00000020:00000001:0.0:1767384312.981064:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384312.981068:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000803a8d8e. 00000020:00000010:3.0:1767384312.981069:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f3e9e8e. 00000020:00000001:0.0:1767384312.981069:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384312.981074:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.981075:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981077:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384312.981081:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.981082:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384312.981083:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384312.981085:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981087:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384312.981088:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00010000:00000040:1.0:1767384312.981091:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744037760 00000100:00000001:3.0:1767384312.981094:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384312.981094:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384312.981097:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767384312.981097:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384312.981098:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.981100:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.981102:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:1.0:1767384312.981107:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000051265d5 x1853236744037760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384312.981107:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384312.981113:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981114:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.981121:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384312.981126:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384312.981130:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384312.981132:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767384312.981133:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000361626e5. 00000100:00000001:3.0:1767384312.981134:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384312.981134:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.981140:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384312.981142:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=10 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384312.981145:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384312.981146:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.981152:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384312.981153:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00002000:00000001:0.0:1767384312.981153:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384312.981159:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353486080 : -120961356065536 : ffff91fc7d571500) 00000100:00000040:1.0:1767384312.981159:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00002000:00000001:0.0:1767384312.981161:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384312.981166:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384312.981169:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034b984bb x1853236744038144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:293/0 lens 224/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.981170:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00080000:00000001:0.0:1767384312.981172:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:1.0:1767384312.981175:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.981181:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384312.981185:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981188:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384312.981188:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384312.981192:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.981194:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000040:1.0:1767384312.981196:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000024:0.0:1767384312.981199:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384312.981216:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384312.981217:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000200:1.0:1767384312.981225:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744037760, offset 224 00000020:00000010:3.0:1767384312.981226:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000020:0.0:1767384312.981227:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384312.981233:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00100000:3.0:1767384312.981236:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034b984bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744038144:12345-0@lo:400: 00000400:00000200:1.0:1767384312.981236:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000020:0.0:1767384312.981250:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:1.0:1767384312.981253:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384312.981257:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038144 00002000:00000001:0.0:1767384312.981260:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384312.981262:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384312.981268:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd02580 00000001:00000001:0.0:1767384312.981268:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384312.981269:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1767384312.981274:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.981276:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.981282:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384312.981282:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12bd [1] + 224 00002000:00000001:0.0:1767384312.981282:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384312.981288:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00010000:00000040:0.0:1767384312.981292:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744037888 00000020:00000001:3.0:1767384312.981293:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384312.981293:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384312.981299:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.981300:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384312.981305:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384312.981307:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384312.981311:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:0.0:1767384312.981311:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf9ac9ad x1853236744037888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.981314:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384312.981317:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384312.981323:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384312.981324:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384312.981330:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384312.981335:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384312.981343:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf6b9880. 00010000:00000001:0.0:1767384312.981345:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384312.981347:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.981352:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981353:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.981357:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=10 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384312.981358:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384312.981360:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384312.981367:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744038144 00000100:00000001:0.0:1767384312.981370:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384312.981376:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384312.981379:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00010000:00000200:3.0:1767384312.981386:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034b984bb x1853236744038144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.981387:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384312.981395:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384312.981399:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.981406:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384312.981414:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384312.981416:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384312.981419:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384312.981421:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:0.0:1767384312.981424:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00010000:00000001:3.0:1767384312.981425:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.981426:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00001000:3.0:1767384312.981433:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384312.981434:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384312.981435:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744037888, offset 224 00000100:00000001:1.0:1767384312.981439:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384312.981445:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384312.981448:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.981453:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 24 to 0@lo 00000400:00000200:0.0:1767384312.981453:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384312.981456:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 23 to 0@lo 00000100:00000001:3.0:1767384312.981461:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00010000:00000001:1.0:1767384312.981463:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384312.981468:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384312.981469:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384312.981471:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384312.981472:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.981477:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384312.981479:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384312.981487:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384312.981487:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000051265d5 x1853236744037760/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.981493:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd02600 00000400:00000010:3.0:1767384312.981497:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00100000:1.0:1767384312.981512:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000051265d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744037760:12345-0@lo:400: Request processed in 573us (1349us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384312.981520:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12b9 [1] + 224 00000100:00100000:1.0:1767384312.981531:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000400:00000200:0.0:1767384312.981532:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384312.981535:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744038144, offset 224 00000400:00000200:0.0:1767384312.981545:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384312.981548:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 00000400:00000200:3.0:1767384312.981550:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384312.981554:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.981556:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384312.981560:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0286d47. 00000020:00000010:1.0:1767384312.981585:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2673bd8. 00000020:00000010:1.0:1767384312.981591:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080ef6a92. 00000020:00000040:1.0:1767384312.981596:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000400:00000200:3.0:1767384312.981600:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384312.981603:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.981609:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384312.981615:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd02700 00000100:00000200:0.0:1767384312.981618:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.981626:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.981631:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384312.981633:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12d1 [1] + 224 00000400:00000200:3.0:1767384312.981646:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767384312.981646:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384312.981647:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384312.981652:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384312.981658:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0d5fe7. 00000400:00000200:3.0:1767384312.981659:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384312.981665:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a58840e3 00000400:00000010:1.0:1767384312.981670:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a58840e3. 00000100:00000001:1.0:1767384312.981677:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384312.981678:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384312.981686:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2c44f42 x1853236744038144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384312.981686:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.981695:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.981712:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384312.981719:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000040:3.0:1767384312.981723:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e2c44f42 x1853236744038144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384312.981723:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.981725:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384312.981729:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.981735:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.981745:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:3.0:1767384312.981747:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384312.981747:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384312.981753:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.981753:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384312.981758:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384312.981760:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000100:00000001:1.0:1767384312.981761:0:16157:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384312.981765:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384312.981766:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 02000000:00000001:1.0:1767384312.981767:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384312.981771:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.981773:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384312.981774:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf9ac9ad x1853236744037888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:293/0 lens 224/368 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.981776:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981778:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384312.981782:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981785:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384312.981792:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=10 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384312.981796:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384312.981803:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:1.0:1767384312.981803:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=10 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384312.981808:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.981814:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384312.981815:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384312.981817:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf9ac9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744037888:12345-0@lo:13: Request processed in 789us (1651us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384312.981819:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.981824:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034b984bb x1853236744038144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.981826:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384312.981834:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.981858:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384312.981866:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384312.981872:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384312.981875:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384312.981881:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034b984bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744038144:12345-0@lo:400: Request processed in 691us (1093us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384312.981881:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bcdad65. 00010000:00000001:1.0:1767384312.981882:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384312.981888:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2a20986. 00000020:00000010:0.0:1767384312.981896:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0982d8a. 00000100:00000001:1.0:1767384312.981897:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384312.981902:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384312.981902:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000040:0.0:1767384312.981904:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:1.0:1767384312.981906:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384312.981907:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:0.0:1767384312.981911:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.981912:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.981912:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.981916:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384312.981922:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007feb1af2. 00000100:00000040:1.0:1767384312.981922:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384312.981928:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f3e9e8e. 00000100:00000001:1.0:1767384312.981930:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384312.981932:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049a69947. 00000100:00000001:1.0:1767384312.981934:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384312.981937:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:1.0:1767384312.981937:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384312.981945:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.981948:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384312.981953:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744037760:0@lo:400: 00000100:00000001:1.0:1767384312.981958:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.981964:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384312.981986:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae43a94 x1853236744037760/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.982012:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384312.982017:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384312.982021:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005527eb80. 02000000:00000001:1.0:1767384312.982028:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384312.982032:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384312.982036:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384312.982042:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384312.982046:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384312.982046:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9924f3d. 00000100:00000001:3.0:1767384312.982050:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384312.982053:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767384312.982056:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384312.982057:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767384312.982058:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1767384312.982059:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae43a94. 00000400:00000010:3.0:1767384312.982062:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000400:00000200:3.0:1767384312.982067:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000100:00000001:1.0:1767384312.982067:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384312.982070:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384312.982072:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000100:00000001:1.0:1767384312.982074:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.982078:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384312.982081:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384312.982085:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384312.982086:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.982090:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384312.982093:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384312.982124:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.982148:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384312.982152:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.982154:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384312.982156:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384312.982157:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384312.982160:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.982163:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384312.982168:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384312.982176:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384312.982185:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384312.982189:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.982194:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384312.982200:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384312.982229:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.982235:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384312.982240:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384312.982245:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384312.982249:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.982258:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.982282:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384312.982295:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384312.982299:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384312.982304:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384312.982308:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384312.982315:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384312.982327:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384312.982337:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.982348:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384312.982363:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744037888:0@lo:13: 00000100:00000001:3.0:1767384312.982368:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.982372:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384312.982377:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466595ef x1853236744037888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.982400:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384312.982404:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384312.982408:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000129c8701. 02000000:00000001:3.0:1767384312.982415:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384312.982419:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384312.982423:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384312.982430:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384312.982433:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000738b8ccd. 02000000:00000001:3.0:1767384312.982440:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384312.982443:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384312.982445:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 00000100:00000001:3.0:1767384312.982449:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384312.982453:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.982457:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.982466:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.982469:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.982474:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.982479:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.995597:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294901775, at 4294901776 00000100:00000010:0.0:1767384312.995607:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2096439. 00000100:00000040:1.0:1767384312.995626:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294901775, at 4294901776 00000100:00000040:3.0:1767384312.995627:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294901775, at 4294901776 00000100:00000010:3.0:1767384312.995637:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f839c5d. 00000100:00000010:1.0:1767384312.995637:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028798266. 00010000:00000001:1.0:1767384313.811595:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384313.811600:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.811605:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384313.811606:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384314.037463:0:20318:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384314.037468:0:20318:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:1.0:1767384314.042050:0:20318:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:3.0:1767384314.053093:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384314.053103:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:3.0:1767384314.053111:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000200:3.0:1767384314.053114:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (7) 00000400:00000010:3.0:1767384314.053119:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000039bc64f2. 00000020:00000001:1.0:1767384314.053121:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384314.053126:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 10000000:00000001:1.0:1767384314.053128:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384314.053132:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384314.053135:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384314.053138:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384314.053142:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:01000004:1.0:1767384314.053142:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384314.053147:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384314.053150:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384314.053153:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384314.053154:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384314.053159:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384314.053163:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384314.053166:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384314.053167:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384314.053169:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384314.053173:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384314.053177:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:1.0:1767384314.053181:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c854b319. 00000400:00000200:3.0:1767384314.053185:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:1.0:1767384314.053190:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:3.0:1767384314.053191:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384314.053199:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:1.0:1767384314.053200:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384314.053204:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp14 02000000:00000001:1.0:1767384314.053205:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384314.053210:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp14 lpni_is_preferred = 0 02000000:00000001:1.0:1767384314.053211:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.053216:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp14 00000400:00000200:3.0:1767384314.053221:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [15:15:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [15:15:8:4294967295] 02000000:00000010:1.0:1767384314.053223:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008e28c464. 00000400:00000200:3.0:1767384314.053228:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp14 00000100:00000001:1.0:1767384314.053232:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.053240:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:) -> 192.168.203.113@tcp14(192.168.203.113@tcp:192.168.203.113@tcp14) : PUT try# 0 00000100:00000001:1.0:1767384314.053245:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384314.053246:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.203.113@tcp14 00000100:00000001:1.0:1767384314.053250:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384314.053254:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebb2d37e. 00000100:00000040:1.0:1767384314.053261:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c854b319] to pc [ptlrpcd_00_02+2] req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384314.053264:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e6c7e1fd. 00000800:00000010:3.0:1767384314.053272:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000024852695. 00000800:00000200:3.0:1767384314.053280:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (2) 00000800:00000200:3.1:1767384314.053285:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (2) 00000400:00000200:3.0:1767384314.053301:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:00000001:1.0:1767384314.053302:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.053306:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 10000000:00000001:1.0:1767384314.053315:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.053321:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384314.053323:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384314.053330:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384314.053332:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384314.053333:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384314.053335:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384314.053337:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384314.053339:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384314.053340:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384314.053342:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384314.053343:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384314.053345:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384314.053346:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384314.053348:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384314.053350:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384314.053354:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000020:00000040:1.0:1767384314.053358:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384314.053360:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384314.053363:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384314.053363:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384314.053368:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053370:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.053374:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384314.053382:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.053383:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 02000000:00000010:1.0:1767384314.053385:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004352ef6f. 00000100:00000001:1.0:1767384314.053394:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053401:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384314.053403:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384314.053404:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.053407:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.053411:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384314.053421:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_03+3] req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384314.053427:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384314.053434:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384314.053441:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384314.053445:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.053448:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000020:00000001:1.0:1767384314.053449:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.053451:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c854b319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744038272:0@lo:253: 00000020:01000000:1.0:1767384314.053456:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384314.053459:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384314.053461:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fd0e6831. 02000000:00000001:0.0:1767384314.053465:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384314.053469:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.053472:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384314.053478:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008f73be5f. 00000100:00000001:1.0:1767384314.053480:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384314.053481:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.053485:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.053488:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384314.053489:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 00000100:00000040:1.0:1767384314.053494:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.053498:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:0.0:1767384314.053498:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef7fb45f. 00000100:00000200:0.0:1767384314.053507:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744038272, portal 25 00000100:00000001:0.0:1767384314.053513:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384314.053517:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340696448 : -120961368855168 : ffff91fc7c93ed80) 00000100:00000001:1.0:1767384314.053519:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384314.053522:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.053526:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384314.053529:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384314.053531:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 02000000:00000001:1.0:1767384314.053534:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384314.053542:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053547:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384314.053550:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744038400:0@lo:253: 00000100:00000001:1.0:1767384314.053578:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384314.053582:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384314.053586:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384314.053587:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.053590:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 02000000:00000001:1.0:1767384314.053592:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384314.053592:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fea0af32. 00000100:00000200:0.0:1767384314.053599:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744038272, offset 0 02000000:00000010:1.0:1767384314.053600:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000ff3960a. 02000000:00000001:1.0:1767384314.053604:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.053608:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384314.053610:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0d5fe7. 00000400:00000010:1.0:1767384314.053621:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a19c45c3. 00000400:00000200:0.0:1767384314.053621:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.053626:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000200:1.0:1767384314.053629:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744038400, portal 25 00000100:00000001:1.0:1767384314.053634:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.053636:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000200:0.0:1767384314.053640:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02780 00000100:00000040:1.0:1767384314.053644:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384314.053654:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000001:1.0:1767384314.053657:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384314.053662:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a330da7d. 00000400:00000200:3.0:1767384314.053663:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000040:1.0:1767384314.053665:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384314.053673:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005429648b 00000400:00000010:1.0:1767384314.053674:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca9d178e. 00000100:00000200:1.0:1767384314.053679:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744038400, offset 0 00000400:00000200:0.0:1767384314.053681:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.053690:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384314.053691:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.053697:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005429648b 00000400:00000010:0.0:1767384314.053701:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005429648b. 00000400:00000200:3.0:1767384314.053704:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:0.0:1767384314.053710:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384314.053711:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384314.053716:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384314.053720:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000075fda375 x1853236744038272 msgsize 4848 00000400:00000200:1.0:1767384314.053726:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02800 00000100:00100000:0.0:1767384314.053734:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384314.053738:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384314.053739:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384314.053743:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:1.0:1767384314.053749:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0969fcf. 00000400:00000200:1.0:1767384314.053754:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000110e8929 00000100:00000001:0.0:1767384314.053755:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384314.053760:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.053769:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384314.053776:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fea0af32 00000400:00000200:3.0:1767384314.053778:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000010:0.0:1767384314.053780:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fea0af32. 00000400:00000200:1.0:1767384314.053787:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000110e8929 00000100:00000001:0.0:1767384314.053787:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384314.053793:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384314.053801:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000110e8929. 00000100:00000001:1.0:1767384314.053811:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384314.053813:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384314.053822:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.053823:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000076737033 x1853236744038400 msgsize 4848 00000100:00000040:0.0:1767384314.053828:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.053837:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384314.053844:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384314.053848:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053851:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.053857:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.053858:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.053861:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294902851 00000100:00000010:0.0:1767384314.053867:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 00000400:00000200:1.0:1767384314.053868:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca9d178e 00000400:00000010:1.0:1767384314.053872:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca9d178e. 00000100:00000001:0.0:1767384314.053875:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384314.053877:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384314.053883:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294902851 00000100:00000200:1.0:1767384314.053884:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384314.053891:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000667af885. 00000100:00000001:0.0:1767384314.053900:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384314.053901:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.053908:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.053908:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294902851 00000100:00000010:0.0:1767384314.053922:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091e19d71. 00000100:00000001:0.0:1767384314.053928:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384314.053937:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053937:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294902851 00000100:00000001:1.0:1767384314.053941:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384314.053944:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3c95a0. 00000100:00000001:1.0:1767384314.053949:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.053950:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384314.053955:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294902851 00000100:00000001:0.0:1767384314.053957:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.053977:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294902851 00000100:00000001:0.0:1767384314.053981:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.053983:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294902851 00000100:00000001:0.0:1767384314.053986:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.053987:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294902851 00000100:00000001:0.0:1767384314.053991:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.053993:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294902851 00000100:00000001:1.0:1767384314.053998:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294902851 00000100:00000001:1.0:1767384314.054000:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294902851 00000100:00000001:1.0:1767384314.054002:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294902851 00000100:00000001:0.0:1767384314.054002:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.054004:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.054007:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384314.054009:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.054013:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.054014:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.054017:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.054018:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.054021:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054025:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.054026:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054029:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384314.054041:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.054043:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384314.054044:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e5afb992. 00000100:00000001:1.0:1767384314.054045:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384314.054051:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075e4f383. 00000100:00000001:1.0:1767384314.054052:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.054057:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1767384314.054060:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083709c91. 00000100:00100000:0.0:1767384314.054062:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038272 02000000:00000001:0.0:1767384314.054067:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.054069:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.054071:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.054075:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054077:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384314.054079:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038272 00000100:00100000:1.0:1767384314.054081:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038400 00000020:00000001:0.0:1767384314.054084:0:16789:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384314.054085:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384314.054088:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384314.054089:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384314.054092:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384314.054093:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384314.054098:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000800:00000010:3.0:1767384314.054099:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083709c91. 02000000:00000001:1.0:1767384314.054100:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.054104:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:1.0:1767384314.054108:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038400 00000020:00000001:0.0:1767384314.054109:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384314.054113:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384314.054116:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384314.054117:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384314.054121:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384314.054122:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000020:00000040:1.0:1767384314.054124:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384314.054128:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384314.054130:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:0.0:1767384314.054133:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000001:1.0:1767384314.054135:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384314.054141:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.054143:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce6f41d1. 00000020:00000010:1.0:1767384314.054146:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc668042. 00000100:00000001:1.0:1767384314.054152:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.054152:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8b984f7. 00000020:00000010:1.0:1767384314.054159:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc668042. 00000020:00000010:0.0:1767384314.054161:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2a20986. 00000020:00000010:1.0:1767384314.054167:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080ef6a92. 00000100:00000040:0.0:1767384314.054171:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384314.054175:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000cad43bb. 00000100:00000001:0.0:1767384314.054177:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.054182:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384314.054183:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2673bd8. 00000100:00000001:0.0:1767384314.054184:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054192:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.054195:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054196:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384314.054201:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054208:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.054212:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.054213:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.054233:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384314.054235:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384314.054237:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384314.054238:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384314.054239:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384314.054258:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:0.0:1767384314.054262:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384314.054264:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227414096 : -120961482137520 : ffff91fc75d36050) 00000100:00100000:1.0:1767384314.054270:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384314.054275:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075fda375 x1853236744038272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384314.054276:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000400:00000200:3.0:1767384314.054277:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp14 from 245.3.0.2 00000100:00000001:1.0:1767384314.054283:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227418192 : -120961482133424 : ffff91fc75d37050) 00000800:00000010:3.0:1767384314.054286:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000071399d18. 00000100:00000040:1.0:1767384314.054296:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076737033 x1853236744038400/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.054298:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.054312:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:1.0:1767384314.054317:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384314.054317:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.054323:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:1.0:1767384314.054324:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc668042. 00000100:00000001:1.0:1767384314.054329:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384314.054334:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075fda375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744038272:12345-0@lo:253: 00000020:00000010:1.0:1767384314.054336:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc668042. 00000100:00000200:0.0:1767384314.054343:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038272 00000020:00000001:0.0:1767384314.054347:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384314.054348:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000076737033 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744038400:12345-0@lo:253: 00000020:00000001:0.0:1767384314.054351:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384314.054354:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038400 00000020:00000001:0.0:1767384314.054355:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.054360:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384314.054361:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.054366:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384314.054367:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384314.054373:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.054374:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384314.054378:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384314.054379:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.054384:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384314.054385:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384314.054389:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384314.054391:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384314.054394:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.054395:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384314.054400:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384314.054400:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384314.054405:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384314.054406:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384314.054408:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054413:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384314.054414:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008954f10. 02000000:00000001:1.0:1767384314.054416:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384314.054420:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.054423:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384314.054425:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001ddc226c. 20000000:00000001:0.0:1767384314.054426:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384314.054432:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.054435:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.054438:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384314.054439:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006892e10d. 20000000:01000000:0.0:1767384314.054445:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384314.054447:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000014b8cbb3. 20000000:00000001:0.0:1767384314.054448:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384314.054455:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.054455:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384314.054458:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.054459:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.054463:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.054464:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384314.054468:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384314.054469:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.054473:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.054476:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384314.054482:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012c6c29f. 20000000:01000000:0.0:1767384314.054486:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384314.054491:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.054497:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384314.054498:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3e7044b. 00000800:00000010:3.0:1767384314.054505:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003540ce46. 00000800:00000010:3.0:1767384314.054528:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bb241cfd. 00000800:00000200:3.1:1767384314.054534:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (2) 00000800:00000200:3.1:1767384314.054540:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp14 00000000bb241cfd deleted 00000800:00000010:3.1:1767384314.054550:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bb241cfd. 00000800:00000200:3.1:1767384314.054584:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384314.054592:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:1013 00000800:00000200:3.1:1767384314.054595:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebb2d37e type 1, nob 240 niov 1 nkiov 1 00080000:00000001:0.0:1767384314.054597:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.054602:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384314.054604:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384314.054611:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp14 p 3.x 192.168.203.113 -> 192.168.203.113:1013 incarnation:1767384312660612730 sched[0] 00080000:00000001:0.0:1767384314.054615:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000010:3.0:1767384314.054619:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083709c91. 00000020:00000001:0.0:1767384314.054621:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384314.054629:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384314.054634:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.054640:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009b6ab6d0. 00080000:00000001:0.0:1767384314.054643:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091707904 : -120966617843712 : ffff91fb43b6b800) 00080000:00000001:0.0:1767384314.054647:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384314.054673:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083709c91. 00000800:00000010:3.0:1767384314.054678:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003540ce46. 00000800:00000010:3.0:1767384314.054713:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000071399d18. 00000800:00000200:3.1:1767384314.054748:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384314.054754:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp14 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384312660612730 sched[0] 00000800:00000010:3.0:1767384314.054757:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075e4f383. 00000001:00000001:0.0:1767384314.054766:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384314.054769:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.054773:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384314.054795:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.054798:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384314.054823:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384314.054885:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384314.054924:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00080000:00000001:0.0:1767384314.054951:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384314.054956:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384314.054984:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000001:0.0:1767384314.055022:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.055030:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.055031:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.055035:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000001:1.0:1767384314.055038:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.055101:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000200:0.0:1767384314.055122:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384314.055128:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebb2d37e. 00000400:00000200:0.0:1767384314.055134:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.055142:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: PUT: OK 00000400:00000200:0.0:1767384314.055147:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384314.055152:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384314.055165:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.055173:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.055175:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384314.055177:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000001:0.0:1767384314.055182:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.055193:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : PUT - for me 00000400:00000200:0.0:1767384314.055204:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384314.055211:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 144/144 into md 0x12a5 [1] + 0 00000400:00000010:0.0:1767384314.055215:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98c050c. 00000400:00000200:0.0:1767384314.055219:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000070c12c9a 00000800:00000001:0.0:1767384314.055224:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.055233:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.055235:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.055241:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: PUT: OK 00000400:00000200:3.0:1767384314.055242:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384314.055253:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c12c9a 00000400:00000010:0.0:1767384314.055256:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c12c9a. 00000400:00000200:0.0:1767384314.055262:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384314.055265:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (8) 00000400:00000200:0.0:1767384314.055270:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:0.0:1767384314.055274:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000fea0af32. 00000400:00000200:0.0:1767384314.055278:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 7 00000400:00000200:0.0:1767384314.055283:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384314.055289:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384314.055296:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (9) 00000400:00000200:0.0:1767384314.055304:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384314.055311:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp14 to MR: 192.168.203.113@tcp14 local destination 00000400:00000200:0.0:1767384314.055317:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384314.055331:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) -> 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) 192.168.203.113@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384314.055337:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp14 00000800:00000010:0.0:1767384314.055342:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005beb799c. 00000800:00000200:0.0:1767384314.055348:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (4) 00000400:00000200:3.0:1767384314.055355:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000200:0.0:1767384314.055356:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:988 00000800:00000200:0.0:1767384314.055364:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005beb799c type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384314.055426:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384314.055429:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005beb799c. 00000400:00000200:0.0:1767384314.055434:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.055440:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: ACK: OK 00000400:00000200:3.0:1767384314.055442:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000800:00000001:0.0:1767384314.055448:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.055454:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.055457:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.055463:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.055465:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384314.055524:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384314.055530:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f8c06f. 00000400:00000010:0.0:1767384314.055537:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000400:00000200:0.0:1767384314.055540:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:0.0:1767384314.055588:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004d1 00000400:00000010:0.0:1767384314.055597:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000fbdf459d. 00000400:00000010:0.0:1767384314.055603:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000f9e9cb45. 00000400:00000010:0.0:1767384314.055607:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 0000000063f0544d. 00000800:00000010:3.0:1767384314.055756:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f635a5ee. 00000800:00000010:3.0:1767384314.055762:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075e4f383. 00000800:00000010:3.0:1767384314.055766:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083709c91. 00000400:00000010:0.0:1767384314.055770:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c0de5d64. 00000400:00000200:0.0:1767384314.055777:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c0de5d64 nid 192.168.203.113@tcp15 00000400:00000010:0.0:1767384314.055782:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c76b9219. 00000400:00000200:0.0:1767384314.055785:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c76b9219 net tcp15 00000400:00000200:0.0:1767384314.055789:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (8) 00000400:00000200:0.0:1767384314.055795:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp15 flags 0x11 00000400:00000010:0.0:1767384314.055800:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000fbdf459d. 00000800:00000010:3.0:1767384314.055803:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083709c91. 00000400:00000010:0.0:1767384314.055804:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000f9e9cb45. 00000400:00000010:0.0:1767384314.055811:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 0000000063f0544d. 00000400:00000010:0.0:1767384314.055826:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000fea0af32. 00000400:00000200:0.0:1767384314.055831:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384314.055835:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100551 00000400:00000200:3.0:1767384314.055836:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384314.055842:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 1 00000400:00000200:0.0:1767384314.055848:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 00000400:00000200:0.0:1767384314.055851:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384314.055857:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp14 from 244.3.0.2 00000400:00000200:0.0:1767384314.055857:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100511 rc 0 00000800:00000010:3.0:1767384314.055865:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dc5c9956. 00000400:00000200:0.0:1767384314.055866:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384314.055874:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (9) 00000800:00000001:1.0:1767384314.055947:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384314.055978:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : ACK - for me 00000400:00000200:1.0:1767384314.056000:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp14: ACK from 12345-192.168.203.113@tcp14 into md 0x12ed 00000400:00000200:1.0:1767384314.056005:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.056011:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: ACK: OK 00000400:00000200:1.0:1767384314.056017:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:1.0:1767384314.056019:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:1.0:1767384314.056024:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384314.056029:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:1.0:1767384314.056032:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (8) 00000800:00000001:1.0:1767384314.056039:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.056044:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384314.056056:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000abd846ca. 00000800:00000010:3.0:1767384314.056062:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003540ce46. 00000800:00000010:3.0:1767384314.056080:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bb241cfd. 00000800:00000200:3.1:1767384314.056086:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (4) 00000800:00000200:3.1:1767384314.056090:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp14 00000000bb241cfd deleted 00000800:00000010:3.1:1767384314.056093:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bb241cfd. 00000800:00000200:3.1:1767384314.056097:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384314.056102:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp14 p 3.x 192.168.203.113 -> 192.168.203.113:1012 incarnation:1767384312660612730 sched[0] 00000800:00000010:3.0:1767384314.056107:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083709c91. 00000800:00000010:3.0:1767384314.056152:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083709c91. 00000800:00000010:3.0:1767384314.056155:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003540ce46. 00000800:00000010:3.0:1767384314.056180:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dc5c9956. 00000800:00000200:3.1:1767384314.056209:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384314.056222:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp14 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384312660612730 sched[0] 00000800:00000010:3.0:1767384314.056225:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075e4f383. 00000800:00000001:3.0:1767384314.056255:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.056260:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.056264:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.056268:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384314.065034:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384314.065038:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.065042:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384314.065046:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.065049:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384314.065052:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009b6ab6d0. 00080000:00000001:1.0:1767384314.065058:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384314.065072:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009fdabe95. 20000000:01000000:0.0:1767384314.065077:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:0.0:1767384314.065082:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.065086:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384314.065115:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.065120:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384314.065122:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.065124:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384314.065126:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384314.065131:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384314.065137:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.065146:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000adfa546. 00080000:00000001:0.0:1767384314.065159:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091697664 : -120966617853952 : ffff91fb43b69000) 00080000:00000001:0.0:1767384314.065167:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384314.065259:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384314.065263:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.065268:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384314.065287:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.065293:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384314.065424:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384314.065431:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384314.070593:0:20324:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a76be9de. 00010000:00000010:2.1:1767384314.070601:0:20324:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00000100:00000040:1.0:1767384314.072063:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294902851, at 4294902852 00000100:00000010:1.0:1767384314.072073:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000667af885. 00000100:00000040:3.0:1767384314.072594:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294902851, at 4294902853 00000100:00000010:3.0:1767384314.072602:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3c95a0. 00000100:00000040:0.0:1767384314.072642:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294902851, at 4294902853 00000100:00000010:0.0:1767384314.072651:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00080000:00000001:1.0:1767384314.076674:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384314.076678:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.076680:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384314.076681:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384314.076683:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384314.076683:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384314.076687:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000adfa546. 00000020:00000002:0.0:1767384314.076689:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384314.076692:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384314.076694:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.076697:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384314.076699:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384314.076707:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384314.076710:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384314.076715:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:0.0:1767384314.077648:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384314.077652:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384314.077654:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006892e10d. 20000000:00000001:0.0:1767384314.077661:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384314.077665:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744038272 00010000:00000001:0.0:1767384314.077668:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384314.077674:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075fda375 x1853236744038272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.077682:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.077684:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.077687:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.077692:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.077695:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.077697:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384314.077700:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.077703:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.077714:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.077718:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.077722:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b33be81. 00000100:00000200:0.0:1767384314.077726:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744038272, offset 224 00000400:00000200:0.0:1767384314.077732:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.077740:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.077749:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02780 00000400:00000200:0.0:1767384314.077754:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f1 [2] + 224 00000400:00000200:0.0:1767384314.077759:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.077762:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.077766:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.077769:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.077778:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.077791:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.077795:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b33be81 00000400:00000010:0.0:1767384314.077797:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b33be81. 00000100:00000001:0.0:1767384314.077801:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384314.077802:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.077806:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.077809:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384314.077811:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384314.077813:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.077815:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384314.077818:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fda375 x1853236744038272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.077836:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075fda375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744038272:12345-0@lo:253: Request processed in 23539us (24114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384314.077842:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:0.0:1767384314.077844:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384314.077846:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.077848:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384314.077859:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8b984f7. 00000020:00000010:0.0:1767384314.077861:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2a20986. 00000020:00000010:0.0:1767384314.077865:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce6f41d1. 00000020:00000040:0.0:1767384314.077869:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384314.077873:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384314.077874:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008954f10. 02000000:00000001:0.0:1767384314.077877:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384314.077878:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.077883:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384314.077887:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1bd3cd6. 00000400:00000010:0.0:1767384314.077892:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b33be81. 00000100:00000001:0.0:1767384314.077920:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.077922:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384314.077927:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384314.077929:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384314.077930:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00000400:00000200:0.0:1767384314.077934:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef7fb45f 00000400:00000010:0.0:1767384314.077936:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef7fb45f. 00000100:00000001:0.0:1767384314.077939:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.077943:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384314.077950:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.077957:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.077958:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.077976:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.077979:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.077981:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.077982:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.077985:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.077988:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384314.077992:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.078021:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.078023:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.078025:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384314.078027:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.078038:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.078041:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.078046:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.078049:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.078051:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.078054:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384314.078056:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384314.078056:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.078057:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.078058:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.078060:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.078060:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384314.078061:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384314.078063:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.078064:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384314.078067:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.078073:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c854b319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744038272:0@lo:253: 00000100:00000001:0.0:1767384314.078086:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.078088:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.078089:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c854b319 x1853236744038272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.078094:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384314.078096:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384314.078099:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008f73be5f. 02000000:00000001:0.0:1767384314.078102:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.078104:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.078105:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384314.078107:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.078109:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e28c464. 02000000:00000001:0.0:1767384314.078112:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.078113:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384314.078114:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c854b319. 00000100:00000001:0.0:1767384314.078120:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.078127:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.078129:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.078133:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.078135:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.078138:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.078140:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.078388:0:20324:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000674f6dd4. 00000400:00000040:1.0:1767384314.078406:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.078408:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.078411:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.078412:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.078414:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.078415:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384314.078417:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.078418:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.078420:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.078421:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384314.078428:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.078429:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.078431:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.078432:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.078433:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384314.078435:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.078436:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.078437:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384314.078438:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384314.078439:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.078440:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.078441:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.078443:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.078444:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.078444:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384314.078446:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.078447:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.078448:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.078450:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.078451:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.078452:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384314.078453:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.078454:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.078455:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.078456:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.078457:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.078458:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384314.078460:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.078461:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.078462:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.078463:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.078465:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.078466:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384314.078468:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384314.078469:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384314.078471:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384314.078472:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384314.078473:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384314.078475:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.078482:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.078483:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384314.078485:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.078486:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384314.078488:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384314.078489:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384314.078490:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384314.078491:0:20324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384314.078520:0:20324:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000674f6dd4. 00000100:00000001:1.0:1767384314.080289:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.080293:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384314.080299:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384314.080302:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384314.080305:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0d5fe7. 00000400:00000200:1.0:1767384314.080313:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a19c45c3 00000400:00000010:1.0:1767384314.080316:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a19c45c3. 00000100:00000001:1.0:1767384314.080322:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384314.080329:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384314.080344:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.080356:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.080359:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.080364:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384314.080366:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384314.080369:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384314.080370:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.080372:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.080375:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384314.080378:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384314.080379:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384314.080381:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.080383:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384314.080384:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.080385:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.080389:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.080406:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.080408:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384314.080409:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384314.080412:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384314.080414:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384314.080415:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384314.080416:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384314.080417:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384314.080418:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384314.080419:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384314.080420:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384314.080421:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384314.080423:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.080428:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744038400:0@lo:253: 00000100:00000001:1.0:1767384314.080433:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.080434:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.080436:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744038400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.080440:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384314.080442:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384314.080443:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000ff3960a. 02000000:00000001:1.0:1767384314.080446:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384314.080448:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384314.080449:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384314.080450:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384314.080452:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004352ef6f. 02000000:00000001:1.0:1767384314.080454:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384314.080455:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384314.080456:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:1.0:1767384314.080459:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384314.080460:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.080462:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.080466:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.080472:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.080473:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.080475:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384314.085605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000072fc0ee6. 00010000:00000010:2.1:1767384314.085616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00080000:00000001:1.0:1767384314.694331:0:20502:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384314.694345:0:20502:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.694348:0:20502:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384314.694353:0:20502:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384314.694358:0:20502:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.694361:0:20502:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.835596:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384314.835602:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.835608:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384314.835610:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.835691:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384314.835702:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.835705:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384315.027738:0:16782:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384315.027745:0:16782:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.028698:0:16779:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384315.028704:0:16779:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384315.526793:0:20666:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384315.526798:0:20666:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:1.0:1767384315.531767:0:20666:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384315.541385:0:20667:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ed2930af. 00000400:00000010:1.0:1767384315.541401:0:20667:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ee01ba3d. 00000400:00000010:1.0:1767384315.541410:0:20667:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000010c4a14d. 00000400:00000010:1.0:1767384315.541414:0:20667:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000030a7350a. 00000400:00000010:1.0:1767384315.541418:0:20667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f98fc50. 00000400:00000010:1.0:1767384315.541422:0:20667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e811a3ef. 00000400:00000010:1.0:1767384315.541424:0:20667:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000999a574a. 00000400:00000010:1.0:1767384315.541426:0:20667:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009a4ddc3. 00000400:00000010:1.0:1767384315.541429:0:20667:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a0760596. 00000800:00000010:1.0:1767384315.541439:0:20667:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000088da8836. 00000800:00000200:1.0:1767384315.541450:0:20667:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384315.541456:0:20667:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384315.541493:0:20667:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384315.541515:0:20667:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp16 [8/256/0/180] 00000400:00000010:1.0:1767384315.543511:0:20667:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000006fbf6503. 00000400:00000010:1.0:1767384315.543524:0:20667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0d5fe7. 00000400:00000010:1.0:1767384315.543529:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a58840e3. 00000400:00000001:1.0:1767384315.543542:0:20667:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384315.543544:0:20667:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384315.543546:0:20667:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da51944. 00000400:00000200:1.0:1767384315.543549:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004517e2d5 00000400:00000010:1.0:1767384315.543581:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004517e2d5. 00000400:00000010:1.0:1767384315.543586:0:20667:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000dac00de8. 00000400:00000200:1.0:1767384315.543592:0:20667:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (7) 00000400:00000200:1.0:1767384315.543607:0:20667:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384315.543618:0:20667:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:1.0:1767384315.543626:0:20667:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004352ef6f. 00000020:01000000:1.0:1767384315.543632:0:20667:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384315.543633:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384315.543635:0:20667:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384315.543644:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384315.543651:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000400:00000010:1.0:1767384315.543654:0:20667:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ee01ba3d. 00000400:00000200:0.0:1767384315.543655:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (8) 00000400:00000010:1.0:1767384315.543662:0:20667:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ed2930af. 00000400:00000010:0.0:1767384315.543665:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005083e409. 00000400:00000200:0.0:1767384315.543672:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384315.543680:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384315.543686:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384315.543686:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:3.0:1767384315.543691:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384315.543695:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384315.543696:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384315.543701:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384315.543706:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384315.543708:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384315.543710:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384315.543713:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384315.543716:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384315.543719:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384315.543720:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384315.543723:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384315.543725:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384315.543729:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384315.543732:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384315.543733:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384315.543740:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000400:00000200:0.0:1767384315.543741:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384315.543747:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384315.543754:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384315.543755:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:3.0:1767384315.543757:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384315.543763:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.543767:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 02000000:00000010:3.0:1767384315.543774:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009049d282. 00000400:00000200:0.0:1767384315.543776:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp15 00000100:00000001:3.0:1767384315.543782:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.543785:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp15 lpni_is_preferred = 0 00000400:00000200:0.0:1767384315.543791:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp15 00000100:00000001:3.0:1767384315.543792:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384315.543796:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.543799:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.113@tcp15 LPNI seq info [17:17:8:4294967295] 00000100:00000040:3.0:1767384315.543807:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0d630b] to pc [ptlrpcd_00_00+0] req@000000000a0d630b x1853236744038528/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.543813:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp15 00000400:00000200:0.0:1767384315.543832:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15:) -> 192.168.203.113@tcp15(192.168.203.113@tcp:192.168.203.113@tcp15) : PUT try# 0 10000000:00000001:3.0:1767384315.543843:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384315.543844:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.113@tcp15 10000000:00000001:3.0:1767384315.543848:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.543851:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384315.543853:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016af6f78. 00000020:01000000:3.0:1767384315.543854:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384315.543863:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384315.543867:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:0.0:1767384315.543869:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b0283610. 10000000:00000001:3.0:1767384315.543871:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384315.543874:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384315.543877:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384315.543889:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003d3f889b. 00000020:01000004:3.0:1767384315.543890:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384315.543894:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384315.543900:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384315.543906:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384315.543907:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (2) 00000020:01000004:3.0:1767384315.543911:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384315.543915:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384315.543920:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.1:1767384315.543920:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (2) 00000020:01000004:3.0:1767384315.543922:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384315.543928:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b844615. 00000020:00000040:3.0:1767384315.543936:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384315.543943:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384315.543946:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 02000000:00000001:3.0:1767384315.543947:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384315.543966:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.543974:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 02000000:00000010:3.0:1767384315.543976:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d9bf1a10. 00000100:00000001:3.0:1767384315.543984:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.543990:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384315.543994:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384315.544001:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b844615] to pc [ptlrpcd_00_01+1] req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384315.544019:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384315.544023:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.544025:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384315.544030:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384315.544033:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004352ef6f. 00000100:00000001:3.0:1767384315.544048:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384315.544051:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544053:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.544057:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384315.544068:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.544083:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384315.544085:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.544090:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384315.544092:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384315.544097:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.544102:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b844615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744038656:0@lo:253: 00000100:00000001:3.0:1767384315.544110:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384315.544123:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384315.544127:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 02000000:00000001:3.0:1767384315.544128:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.544136:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384315.544144:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045f7cd81. 02000000:00000001:3.0:1767384315.544149:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.544154:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 00000400:00000010:3.0:1767384315.544161:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051d65dc6. 00000100:00000200:3.0:1767384315.544168:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744038656, portal 25 00000100:00000001:3.0:1767384315.544173:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384315.544176:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341728640 : -120961367822976 : ffff91fc7ca3ad80) 00000100:00000040:3.0:1767384315.544185:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.544190:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544225:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384315.544233:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384315.544237:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27fe960. 00000100:00000200:3.0:1767384315.544241:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744038656, offset 0 00000400:00000200:3.0:1767384315.544248:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384315.544255:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.544260:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384315.544274:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02900 00000400:00000200:3.0:1767384315.544283:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:3.0:1767384315.544292:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb08330. 00000400:00000200:3.0:1767384315.544302:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000330deb26 00000400:00000200:0.0:1767384315.544304:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.544308:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.544320:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384315.544327:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000330deb26 00000400:00000010:3.0:1767384315.544331:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000330deb26. 00000100:00000001:3.0:1767384315.544339:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384315.544342:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384315.544350:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000040:3.0:1767384315.544351:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000003e4e0dc0 x1853236744038656 msgsize 4848 00000100:00100000:3.0:1767384315.544365:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384315.544369:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384315.544380:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384315.544391:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27fe960 00000400:00000010:3.0:1767384315.544397:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f27fe960. 00000100:00000001:3.0:1767384315.544403:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384315.544404:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000200:3.0:1767384315.544419:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.544434:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384315.544440:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384315.544452:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544454:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544462:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.544471:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544477:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294904341 00000100:00000001:3.0:1767384315.544484:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294904341 00000100:00000001:3.0:1767384315.544489:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294904341 00000100:00000001:3.0:1767384315.544496:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294904341 00000100:00000001:3.0:1767384315.544499:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294904341 00000100:00000001:3.0:1767384315.544502:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294904341 00000100:00000001:3.0:1767384315.544508:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294904341 00000100:00000001:3.0:1767384315.544512:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294904341 00000400:00000200:0.0:1767384315.544513:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544519:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384315.544523:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544526:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544528:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.544535:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.544537:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384315.544543:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.544547:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.544553:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544559:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384315.544601:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544670:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384315.544675:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038656 02000000:00000001:3.0:1767384315.544681:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384315.544684:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.544687:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.544695:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.544698:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038656 00000400:00000200:0.0:1767384315.544701:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000001:3.0:1767384315.544712:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384315.544716:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384315.544721:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384315.544726:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:3.0:1767384315.544729:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384315.544732:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384315.544740:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.544744:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a81f229. 00000100:00000001:3.0:1767384315.544749:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.544757:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a81f229. 00000020:00000010:3.0:1767384315.544764:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191e7530. 00000020:00000010:3.0:1767384315.544770:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e00613b. 00000020:00000010:3.0:1767384315.544780:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003f3e9e8e. 00000400:00000200:0.0:1767384315.544787:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:3.0:1767384315.544788:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.544793:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.544798:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544807:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.544813:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.544831:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.544835:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384315.544842:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:3.0:1767384315.544861:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384315.544866:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227420240 : -120961482131376 : ffff91fc75d37850) 00000100:00000040:3.0:1767384315.544875:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e4e0dc0 x1853236744038656/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.544891:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.544900:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a81f229. 00000100:00000001:3.0:1767384315.544905:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.544909:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a81f229. 00000100:00100000:3.0:1767384315.544921:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e4e0dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744038656:12345-0@lo:253: 00000100:00000200:3.0:1767384315.544927:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038656 00000020:00000001:3.0:1767384315.544938:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384315.544944:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.544948:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.544969:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384315.544974:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384315.544978:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384315.544982:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384315.544986:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384315.544989:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384315.544994:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.545000:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384315.545005:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384315.545014:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b20331b3. 02000000:00000001:3.0:1767384315.545020:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.545028:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.545033:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384315.545053:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000708f0fd3. 20000000:01000000:3.0:1767384315.545061:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384315.545066:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384315.545070:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384315.545074:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.545076:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.545078:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384315.545137:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f73be5f. 00000800:00000010:0.0:1767384315.545144:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000011b688e. 00000800:00000010:0.0:1767384315.545149:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbcd4e49. 00000800:00000010:0.0:1767384315.545206:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbcd4e49. 00000400:00000200:0.0:1767384315.545250:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384315.545269:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp15 from 243.3.0.2 00000800:00000010:0.0:1767384315.545274:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009de43022. 00000800:00000010:0.0:1767384315.545523:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008954f10. 00000800:00000010:0.0:1767384315.545529:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000691aa7cb. 00000800:00000010:0.0:1767384315.545554:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f259c714. 00000800:00000200:0.1:1767384315.545563:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (2) 00000800:00000200:0.1:1767384315.545601:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp15 00000000f259c714 deleted 00000800:00000010:0.1:1767384315.545604:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f259c714. 00000800:00000200:0.1:1767384315.545611:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384315.545620:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp15 ip 192.168.203.113:1011 00000800:00000200:0.1:1767384315.545624:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016af6f78 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:0.0:1767384315.545636:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp15 p 3.x 192.168.203.113 -> 192.168.203.113:1011 incarnation:1767384314050494283 sched[0] 00000800:00000010:0.0:1767384315.545643:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbcd4e49. 00000800:00000010:0.0:1767384315.545696:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbcd4e49. 00000800:00000010:0.0:1767384315.545701:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000691aa7cb. 00000800:00000010:0.0:1767384315.545738:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009de43022. 00000800:00000001:0.0:1767384315.545763:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384315.545769:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384315.545771:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384315.545861:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384315.545867:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016af6f78. 00000400:00000200:0.0:1767384315.545873:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.545882:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: PUT: OK 00000400:00000200:0.0:1767384315.545888:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384315.545896:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384315.545907:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.545915:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384315.545918:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.545923:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384315.545931:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15) <- 192.168.203.113@tcp15 : PUT - for me 00000400:00000200:0.0:1767384315.545943:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384315.545967:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 160/160 into md 0x1301 [1] + 0 00000400:00000010:0.0:1767384315.545972:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f8c06f. 00000400:00000200:0.0:1767384315.545978:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2eedb37 00000800:00000001:0.0:1767384315.545983:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.546036:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384315.546039:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.546044:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: PUT: OK 00000400:00000200:0.0:1767384315.546048:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384315.546050:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000400:00000200:0.0:1767384315.546053:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384315.546057:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (9) 00000400:00000200:0.0:1767384315.546062:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:0.0:1767384315.546067:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000691aa7cb. 00000400:00000200:0.0:1767384315.546070:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 8 00000400:00000200:0.0:1767384315.546076:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384315.546089:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (10) 00000400:00000200:0.0:1767384315.546094:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384315.546101:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp15 to MR: 192.168.203.113@tcp15 local destination 00000400:00000200:0.0:1767384315.546107:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.113@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384315.546134:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15:192.168.203.113@tcp15) -> 192.168.203.113@tcp15(192.168.203.113@tcp15:192.168.203.113@tcp15) 192.168.203.113@tcp15 : ACK try# 0 00000800:00000200:0.0:1767384315.546141:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp15 00000400:00000200:3.0:1767384315.546298:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546346:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546383:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546430:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546460:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546513:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546550:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000800:00000010:0.0:1767384315.546614:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016af6f78. 00000400:00000200:3.0:1767384315.546620:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384315.546647:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000800:00000200:0.0:1767384315.546678:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (4) 00000800:00000200:0.0:1767384315.546685:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp15 ip 192.168.203.113:988 00000800:00000200:0.0:1767384315.546687:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016af6f78 type 0, nob 96 niov 1 nkiov 0 00000800:00000010:3.0:1767384315.546860:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccc2f0e3. 00000800:00000010:3.0:1767384315.546864:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045a7ebc5. 00000800:00000010:3.0:1767384315.546868:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1cf9021. 00000800:00000010:3.0:1767384315.546913:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1cf9021. 00000800:00000001:0.0:1767384315.547114:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384315.547122:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384315.547235:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384315.547240:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016af6f78. 00000400:00000200:0.0:1767384315.547247:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.547257:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: ACK: OK 00000800:00000010:3.0:1767384315.547325:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005bca29c8. 00000800:00000010:3.0:1767384315.547331:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007a051c0. 00000800:00000010:3.0:1767384315.547368:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009aa0e99e. 00000800:00000200:3.1:1767384315.547376:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (4) 00000800:00000200:3.1:1767384315.547382:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp15 000000009aa0e99e deleted 00000800:00000010:3.1:1767384315.547384:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009aa0e99e. 00000800:00000200:3.1:1767384315.547389:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384315.547394:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp15 p 3.x 192.168.203.113 -> 192.168.203.113:1010 incarnation:1767384314050494283 sched[0] 00000800:00000010:3.0:1767384315.547400:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083709c91. 00000800:00000010:3.0:1767384315.547450:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083709c91. 00000800:00000010:3.0:1767384315.547454:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007a051c0. 00000800:00000010:3.0:1767384315.547487:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005670bbec. 00000800:00000200:3.1:1767384315.547527:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384315.547532:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp15 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384314050494283 sched[0] 00000800:00000010:3.0:1767384315.547536:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045a7ebc5. 00000800:00000001:3.0:1767384315.547567:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.547608:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.547611:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.547616:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384315.547622:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15) <- 192.168.203.113@tcp15 : ACK - for me 00000400:00000200:3.0:1767384315.547634:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp15: ACK from 12345-192.168.203.113@tcp15 into md 0x1319 00000400:00000200:3.0:1767384315.547638:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.547642:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: ACK: OK 00000400:00000200:3.0:1767384315.547646:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:3.0:1767384315.547649:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000400:00000200:3.0:1767384315.547653:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384315.547658:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384315.547661:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (9) 00000800:00000001:3.0:1767384315.547668:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.547673:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.547676:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.547681:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384315.547684:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384315.547689:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384315.555017:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384315.555022:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.555027:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384315.555030:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.555033:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384315.555036:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009673dd6d. 00080000:00000001:1.0:1767384315.555042:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384315.555067:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004bf97e04. 20000000:01000000:3.0:1767384315.555072:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:01000000:1.0:1767384315.555076:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384315.555080:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384315.555081:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384315.555084:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384315.555093:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384315.555094:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384315.555096:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384315.555105:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000108d8328. 00010000:00000001:1.0:1767384315.555110:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384315.555114:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f1d5e61. 00000020:00000001:1.0:1767384315.555117:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384315.555119:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384315.555120:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f1d5e61 with handle 0xf489261bfe0bc5ad to hash 00080000:00000001:3.0:1767384315.555126:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384315.555126:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384315.555130:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555131:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:3.0:1767384315.555135:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384315.555136:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00000020:00000001:3.0:1767384315.555139:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384315.555142:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384315.555145:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384315.555149:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384315.555151:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000071aee626. 00010000:00000001:1.0:1767384315.555153:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.555156:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091729408 : -120966617822208 : ffff91fb43b70c00) 00010000:00010000:1.0:1767384315.555158:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384315.555159:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384315.555168:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384315.555171:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384315.555173:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384315.555175:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.555177:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.555179:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.555181:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.555183:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384315.555185:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384315.555186:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384315.555187:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384315.555189:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000108d8328) refcount = 1 00010000:00010000:1.0:1767384315.555192:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555197:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384315.555199:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384315.555201:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384315.555202:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384315.555203:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.555205:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555207:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384315.555209:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384315.555212:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384315.555216:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384315.555218:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.555220:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.555221:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=4 00080000:00000001:3.0:1767384315.555222:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.555226:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:3.0:1767384315.555227:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384315.555231:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384315.555233:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384315.555235:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555251:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384315.555253:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555258:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.555260:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384315.555261:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555265:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.555267:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555269:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384315.555271:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384315.555276:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f1d5e61 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384315.555279:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.555281:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384315.555283:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384315.555286:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384315.555288:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1767384315.555289:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384315.555293:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.555296:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.555297:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=5 00000020:00000001:1.0:1767384315.555300:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384315.555302:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384315.555304:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384315.555306:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555311:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384315.555313:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.555320:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555323:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384315.555325:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384315.555327:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.555328:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384315.555330:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f1d5e61 with handle 0xf489261bfe0bc5ad from hash 00010000:00000001:1.0:1767384315.555331:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384315.555332:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.555333:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.555334:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384315.555336:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384315.555338:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384315.555340:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384315.555341:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.555343:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555345:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384315.555346:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384315.555348:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.555349:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.555350:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555352:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.555354:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.555356:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555360:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.555361:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.555362:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384315.555363:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384315.555364:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.555366:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.555367:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384315.555370:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384315.555372:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.555374:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.555378:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384315.555385:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384315.555387:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc5ad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384315.555392:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000108d8328 count: 0 00010000:00000001:1.0:1767384315.555404:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384315.555406:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384315.561602:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294904341, at 4294904342 00000100:00000010:1.0:1767384315.561611:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8b2b4cd. 00010000:00000010:1.1:1767384315.562589:0:16666:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000108d8328. 00010000:00000010:1.1:1767384315.562597:0:16666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f1d5e61. 00000100:00000040:3.0:1767384315.562616:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294904341, at 4294904343 00000100:00000010:3.0:1767384315.562624:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000851f4fd0. 00000100:00000040:0.0:1767384315.562810:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294904341, at 4294904343 00000100:00000010:0.0:1767384315.562818:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b52065e. 00080000:00000001:3.0:1767384315.564704:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384315.564710:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384315.564713:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.564715:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384315.564718:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384315.564720:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384315.564724:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.564726:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384315.564728:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384315.564729:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384315.564730:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384315.564733:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071aee626. 20000000:01000000:3.0:1767384315.564734:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384315.564741:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384315.564742:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384315.564756:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384315.564758:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384315.564760:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384315.564763:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384315.564766:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384315.564771:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3b7028c. 00010000:00000001:3.0:1767384315.564774:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384315.564778:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c7354503. 00000020:00000001:3.0:1767384315.564787:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384315.564791:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c7354503 with handle 0xf489261bfe0bc5b4 to hash 00000020:00000001:3.0:1767384315.564793:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384315.564795:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564797:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564800:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384315.564801:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384315.564804:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564811:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384315.564813:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384315.564815:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384315.564817:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384315.564819:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.564821:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384315.564822:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.564824:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384315.564825:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384315.564832:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384315.564834:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384315.564835:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3b7028c) refcount = 1 00010000:00010000:3.0:1767384315.564838:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564843:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384315.564845:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384315.564847:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.564849:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.564851:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384315.564853:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384315.564856:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384315.564858:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384315.564860:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384315.564861:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=4 00000020:00000001:3.0:1767384315.564869:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564872:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564874:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384315.564887:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564892:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384315.564894:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564898:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.564899:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384315.564901:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564905:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384315.564906:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.564909:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384315.564910:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384315.564916:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c7354503 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384315.564918:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384315.564919:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384315.564921:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564926:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384315.564927:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384315.564929:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384315.564930:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=5 00000020:00000001:3.0:1767384315.564932:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564933:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384315.564935:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384315.564942:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.564946:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384315.564947:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384315.564948:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.564964:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384315.564965:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384315.564968:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384315.564969:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384315.564972:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7354503 with handle 0xf489261bfe0bc5b4 from hash 00010000:00000001:3.0:1767384315.564974:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384315.564976:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.564977:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384315.564978:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384315.564979:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384315.564989:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384315.564991:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384315.564992:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384315.564994:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.564996:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384315.564997:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384315.565000:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.565001:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384315.565002:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.565004:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384315.565005:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384315.565007:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.565012:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.565013:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384315.565014:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384315.565015:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384315.565017:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384315.565019:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384315.565020:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384315.565023:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.565029:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384315.565032:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384315.565036:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384315.565038:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384315.565040:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5b4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384315.565044:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3b7028c count: 0 00010000:00000001:3.0:1767384315.565066:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384315.565067:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384315.567669:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384315.567674:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384315.567677:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000708f0fd3. 20000000:00000001:0.0:1767384315.567682:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384315.567685:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744038656 00010000:00000001:0.0:1767384315.567687:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384315.567691:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e4e0dc0 x1853236744038656/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384315.567698:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384315.567700:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384315.567702:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384315.567705:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384315.567706:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384315.567708:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384315.567711:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384315.567712:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.567714:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384315.567723:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384315.567725:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f259c714. 00000100:00000200:0.0:1767384315.567728:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744038656, offset 224 00000400:00000200:0.0:1767384315.567732:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384315.567739:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384315.567746:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02900 00000400:00000200:0.0:1767384315.567750:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1325 [2] + 224 00000400:00000200:0.0:1767384315.567755:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384315.567760:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384315.567764:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384315.567768:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384315.567775:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384315.567790:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384315.567797:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f259c714 00000400:00000010:0.0:1767384315.567799:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f259c714. 00000100:00000001:0.0:1767384315.567802:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384315.567804:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384315.567805:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384315.567809:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384315.567811:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384315.567816:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384315.567816:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384315.567820:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384315.567821:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384315.567824:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000020:00000001:0.0:1767384315.567824:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.567830:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384315.567831:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051d65dc6 00000100:00000040:0.0:1767384315.567835:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e4e0dc0 x1853236744038656/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384315.567836:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051d65dc6. 00000100:00000001:1.0:1767384315.567842:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384315.567857:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384315.567873:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e4e0dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744038656:12345-0@lo:253: Request processed in 22978us (23516us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384315.567876:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.567893:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384315.567896:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384315.567897:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000001:1.0:1767384315.567901:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384315.567904:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384315.567905:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384315.567905:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384315.567918:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.567920:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384315.567921:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384315.567923:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384315.567926:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=23 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384315.567927:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e00613b. 00000100:00001000:1.0:1767384315.567931:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=23 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384315.567940:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003f3e9e8e. 00000100:00000001:1.0:1767384315.567942:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384315.567945:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384315.567946:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191e7530. 00010000:00000001:1.0:1767384315.567947:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384315.567964:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384315.567966:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:1.0:1767384315.567967:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384315.567972:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384315.567975:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384315.567976:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b20331b3. 02000000:00000001:0.0:1767384315.567982:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384315.567984:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384315.567993:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384315.568000:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384315.568000:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f8c06f. 00000100:00000001:1.0:1767384315.568006:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384315.568008:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384315.568008:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f259c714. 00000020:01000004:1.0:1767384315.568015:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384315.568017:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384315.568018:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384315.568020:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384315.568021:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384315.568023:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384315.568025:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384315.568026:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384315.568027:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384315.568031:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384315.568038:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b844615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744038656:0@lo:253: 00000100:00000001:1.0:1767384315.568044:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.568045:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384315.568047:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b844615 x1853236744038656/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.568052:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384315.568053:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384315.568060:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045f7cd81. 02000000:00000001:1.0:1767384315.568065:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384315.568067:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384315.568068:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384315.568070:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384315.568072:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d9bf1a10. 02000000:00000001:1.0:1767384315.568076:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384315.568084:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384315.568085:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b844615. 00000100:00000001:1.0:1767384315.568088:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384315.568090:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.568092:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.568096:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384315.568098:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.568100:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.568102:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.568185:0:20672:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a78bb52c. 00000400:00000040:3.0:1767384315.568201:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.568204:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384315.568206:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.568207:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.568209:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.568210:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384315.568213:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.568214:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384315.568215:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384315.568216:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384315.568218:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384315.568219:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.568221:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384315.568222:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.568223:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384315.568225:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384315.568226:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384315.568226:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384315.568228:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384315.568229:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.568230:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.568232:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.568233:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.568234:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.568235:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384315.568242:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.568243:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.568245:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.568246:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.568247:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.568249:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384315.568251:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384315.568252:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384315.568253:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384315.568254:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384315.568255:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.568256:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384315.568258:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384315.568260:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.568261:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384315.568262:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384315.568263:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384315.568265:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384315.568266:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384315.568267:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384315.568268:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384315.568269:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384315.568270:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384315.568271:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384315.568272:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384315.568273:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384315.568274:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384315.568275:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384315.568277:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384315.568278:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384315.568279:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384315.568280:0:20672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384315.568312:0:20672:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a78bb52c. 00010000:00000010:3.1:1767384315.571624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3b7028c. 00010000:00000010:3.1:1767384315.571630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7354503. 00010000:00000001:1.0:1767384315.860651:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384315.860657:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.860666:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384315.860668:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.249734:0:20861:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384316.249748:0:20861:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.249752:0:20861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.249758:0:20861:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384316.249763:0:20861:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.249766:0:20861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.565150:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384316.565156:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038784 02000000:00000001:3.0:1767384316.565161:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.565165:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.565168:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.565184:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.565190:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038784 00000020:00000001:3.0:1767384316.565195:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.565198:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384316.565204:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.565209:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384316.565214:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384316.565218:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384316.565225:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.565231:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384316.565235:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.565238:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000020:00000010:3.0:1767384316.565245:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1253d29. 00000020:00000010:3.0:1767384316.565254:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ccdc7c2. 00000020:00000010:3.0:1767384316.565261:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000870181bb. 00000100:00000040:3.0:1767384316.565273:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384316.565276:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384316.565278:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.565280:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.565288:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.565301:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.565312:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.565314:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384316.565320:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384316.565324:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384316.565327:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227421264 : -120961482130352 : ffff91fc75d37c50) 00000100:00000040:3.0:1767384316.565333:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093828a60 x1853236744038784/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 328/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.565343:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.565347:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384316.565349:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.565352:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000100:00100000:3.0:1767384316.565356:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093828a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744038784:12345-0@lo:101: 00000100:00000200:3.0:1767384316.565367:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038784 00000020:00000001:3.0:1767384316.565371:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.565375:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.565377:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.565380:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.565398:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384316.565402:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384316.565404:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.565407:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.565410:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.565414:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.565417:0:16789:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384316.565420:0:16789:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384316.565423:0:16789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384316.565425:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384316.565428:0:16789:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.565433:0:16789:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384316.565439:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c3b7028c. 00010000:00000001:3.0:1767384316.565443:0:16789:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384316.565445:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c7354503. 00000020:00000001:3.0:1767384316.565449:0:16789:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384316.565451:0:16789:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c7354503 with handle 0xf489261bfe0bc5c2 to hash 00000020:00000001:3.0:1767384316.565453:0:16789:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384316.565455:0:16789:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384316.565457:0:16789:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00010000:3.0:1767384316.565461:0:16789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc5bb expref: -99 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384316.565470:0:16789:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:3.0:1767384316.565473:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384316.565480:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.565484:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384316.565487:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000badebff9. 02000000:00000001:3.0:1767384316.565490:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.565500:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.565503:0:16789:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384316.565507:0:16789:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384316.565509:0:16789:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384316.565511:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384316.565513:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.565515:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384316.565517:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.565519:0:16789:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384316.565522:0:16789:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384316.565523:0:16789:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384316.565525:0:16789:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384316.565527:0:16789:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3b7028c) refcount = 1 00010000:00010000:3.0:1767384316.565532:0:16789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384316.565540:0:16789:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384316.565542:0:16789:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384316.565544:0:16789:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.565546:0:16789:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.565548:0:16789:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384316.565554:0:16789:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384316.565556:0:16789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384316.565564:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384316.565624:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384316.565627:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384316.565630:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.565632:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384316.565634:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384316.565636:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384316.565638:0:16789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c7354503, rc 0) 00000020:00000001:3.0:1767384316.565641:0:16789:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.565645:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744038784 00010000:00000001:3.0:1767384316.565648:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384316.565652:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093828a60 x1853236744038784/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.565669:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384316.565671:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.565674:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.565680:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384316.565683:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384316.565685:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384316.565705:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.565708:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.565712:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.565715:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.565718:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384316.565723:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744038784, offset 224 00000400:00000200:3.0:1767384316.565737:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.565745:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.565754:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd02980 00000400:00000200:3.0:1767384316.565760:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1341 [1] + 224 00000400:00000200:3.0:1767384316.565765:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.565770:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.565775:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.565779:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ae1846c x1853236744038784/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.565791:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001ae1846c x1853236744038784/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.565811:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.565820:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384316.565823:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:3.0:1767384316.565828:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384316.565832:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.565838:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.565861:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384316.565865:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.565869:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.565874:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384316.565888:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093828a60 x1853236744038784/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.565919:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093828a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744038784:12345-0@lo:101: Request processed in 571us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384316.565932:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384316.565937:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384316.565941:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.565959:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.565966:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ccdc7c2. 00000020:00000010:3.0:1767384316.565974:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000870181bb. 00000020:00000010:3.0:1767384316.565981:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1253d29. 00000020:00000040:3.0:1767384316.566000:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384316.566008:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384316.566012:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000badebff9. 02000000:00000001:3.0:1767384316.566019:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384316.566022:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384316.566027:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384316.566034:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009497ba89. 00000400:00000010:3.0:1767384316.566042:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a236096. 00000100:00000001:3.0:1767384316.566370:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384316.566375:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744038912 02000000:00000001:3.0:1767384316.566380:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384316.566384:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.566387:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.566393:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.566400:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744038912 00000020:00000001:3.0:1767384316.566406:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.566409:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384316.566413:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384316.566416:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:3.0:1767384316.566419:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384316.566422:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384316.566425:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.566435:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384316.566437:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.566439:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000020:00000010:3.0:1767384316.566444:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1253d29. 00000020:00000010:3.0:1767384316.566448:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ccdc7c2. 00000020:00000010:3.0:1767384316.566451:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000870181bb. 00000100:00000040:3.0:1767384316.566457:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384316.566459:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384316.566460:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384316.566462:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566466:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566477:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.566489:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.566491:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384316.566496:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:3.0:1767384316.566499:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384316.566504:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227411024 : -120961482140592 : ffff91fc75d35450) 00000100:00000040:3.0:1767384316.566512:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004acf3aa1 x1853236744038912/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 304/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.566521:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384316.566525:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384316.566527:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.566530:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000100:00100000:3.0:1767384316.566535:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004acf3aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744038912:12345-0@lo:256: 00000100:00000200:3.0:1767384316.566540:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744038912 00000020:00000001:3.0:1767384316.566542:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.566545:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.566547:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.566549:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.566551:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:3.0:1767384316.566580:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384316.566582:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384316.566591:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.566593:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.566595:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566598:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.566600:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384316.566602:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000badebff9. 02000000:00000001:3.0:1767384316.566605:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566607:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.566610:0:16789:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384316.566614:0:16789:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384316.566617:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384316.566620:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384316.566622:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384316.566625:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384316.566627:0:16789:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384316.566630:0:16789:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b0bd244e. 20000000:00000001:3.0:1767384316.566633:0:16789:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384316.566645:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384316.566651:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384316.566656:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384316.566659:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384316.566661:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384316.566663:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384316.566666:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384316.566668:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767384316.566671:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:3.0:1767384316.566677:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384316.566679:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384316.566681:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384316.566683:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384316.566685:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384316.566688:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384316.566690:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384316.566692:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767384316.566694:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:3.0:1767384316.566697:0:16789:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 20 20000000:00000001:3.0:1767384316.566699:0:16789:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:3.0:1767384316.566702:0:16789:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384316.566712:0:16789:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006cb4632a. 00000100:00000010:3.0:1767384316.566715:0:16789:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000069969c68. 00000020:00000040:3.0:1767384316.566730:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:3.0:1767384316.566733:0:16789:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384316.566736:0:16789:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384316.566739:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000010:3.0:1767384316.566746:0:16789:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9598e69. 00000400:00000200:3.0:1767384316.566751:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.566766:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.566775:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x695824dd02a00 00000400:00000200:3.0:1767384316.566781:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x1351 [4] + 0 00000400:00000010:3.0:1767384316.566785:0:16789:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803b6602. 00000400:00000200:3.0:1767384316.566789:0:16789:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eccbc235 00000400:00000200:3.0:1767384316.566792:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.566796:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384316.566800:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccbc235 00000400:00000010:3.0:1767384316.566802:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000eccbc235. 00000100:00000001:3.0:1767384316.566806:0:16789:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384316.566808:0:16789:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000001ae1846c desc 000000007db567a9 mbits 1853236744038912 00000100:00000001:3.0:1767384316.566819:0:16789:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384316.566824:0:16789:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384316.566830:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384316.566844:0:16789:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x135d 00000400:00000200:3.0:1767384316.566849:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.566852:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384316.566856:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384316.566858:0:16789:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006cb4632a 00000100:00000001:3.0:1767384316.566861:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384316.566867:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384316.566869:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:3.0:1767384316.566872:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384316.566874:0:16789:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006cb4632a 00000100:00000001:3.0:1767384316.566877:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384316.566883:0:16789:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x695824dd02a00-0x695824dd02a00 00000100:00000001:3.0:1767384316.566886:0:16789:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.566897:0:16789:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566900:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384316.566902:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:3.0:1767384316.566905:0:16789:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000069969c68. 00000100:00000010:3.0:1767384316.566909:0:16789:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006cb4632a. 00000100:00000001:3.0:1767384316.566913:0:16789:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384316.566915:0:16789:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384316.566921:0:16789:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b0bd244e. 20000000:00000001:3.0:1767384316.566926:0:16789:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.566929:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744038912 00010000:00000001:3.0:1767384316.566932:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384316.566936:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004acf3aa1 x1853236744038912/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.566959:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384316.566961:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.566964:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.566968:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384316.566970:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384316.566973:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384316.566992:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.566995:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.566997:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.567005:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.567010:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384316.567014:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744038912, offset 224 00000400:00000200:3.0:1767384316.567022:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.567032:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.567041:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd02a00 00000400:00000200:3.0:1767384316.567046:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1355 [1] + 224 00000400:00000200:3.0:1767384316.567051:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.567055:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.567060:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.567065:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ae1846c x1853236744038912/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.567088:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000001ae1846c x1853236744038912/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.567107:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.567113:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384316.567116:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:3.0:1767384316.567119:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384316.567121:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.567127:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.567148:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384316.567154:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.567158:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.567164:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384316.567169:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acf3aa1 x1853236744038912/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:297/0 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.567188:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004acf3aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744038912:12345-0@lo:256: Request processed in 662us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384316.567204:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:3.0:1767384316.567209:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384316.567215:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.567220:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384316.567224:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ccdc7c2. 00000020:00000010:3.0:1767384316.567232:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000870181bb. 00000020:00000010:3.0:1767384316.567239:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1253d29. 00000020:00000040:3.0:1767384316.567245:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384316.567251:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384316.567255:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000badebff9. 02000000:00000001:3.0:1767384316.567260:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384316.567264:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384316.567271:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384316.567278:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e278fba. 00000400:00000010:3.0:1767384316.567286:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000832c9351. 00000004:00000010:2.0:1767384316.567624:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000154eadc. 00000004:00000010:2.0:1767384316.567633:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c15ed1ec. 00002000:00000010:2.0:1767384316.567635:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000793187f9. 00000004:00000010:2.0:1767384316.567637:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ccdcca59. 00000020:00000010:2.0:1767384316.567639:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bbce7c2. 00000020:00000001:2.0:1767384316.567641:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.567642:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384316.567645:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000065cfefc7. 10000000:00000010:2.0:1767384316.567647:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000813313c5. 10000000:00000001:2.0:1767384316.567649:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.567650:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384316.567653:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ae1846c x1853236744038912/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.567658:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.567659:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384316.567661:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3417cca. 02000000:00000001:2.0:1767384316.567663:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384316.567664:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.567665:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384316.567667:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384316.567668:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384316.567669:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384316.567669:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384316.567670:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384316.567671:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006ef979e0. 00000100:00000010:2.0:1767384316.567673:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007db567a9. 00000100:00000001:2.0:1767384316.567674:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384316.567675:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d79a0159. 02000000:00000001:2.0:1767384316.567676:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384316.567677:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384316.567678:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ae1846c. 00000100:00000001:2.0:1767384316.567680:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384316.567681:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384316.567690:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b18fefa9. 10000000:01000000:2.0:1767384316.567692:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384316.567694:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384316.567696:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384316.567702:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384316.567703:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f304f145 refcount=3 00000020:00000001:2.0:1767384316.567704:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384316.567706:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384316.567708:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384316.567710:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384316.567715:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384316.567716:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384316.567717:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384316.567722:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384316.567723:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384316.567723:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384316.567724:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.567725:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384316.567727:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384316.567729:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384316.567731:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384316.567732:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384316.576939:0:20930:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000621bd5f0. 00000020:00000040:3.0:1767384316.576994:0:20930:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384316.576998:0:20930:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000621bd5f0. 00000100:00000040:1.0:1767384316.583598:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294905363, at 4294905364 00000100:00000040:3.0:1767384316.583607:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294905363, at 4294905364 00000100:00000010:1.0:1767384316.583608:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963188f1. 00000100:00000010:3.0:1767384316.583614:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00000100:00000040:2.0:1767384316.583620:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294905363, at 4294905364 00000100:00000010:2.0:1767384316.583629:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa5bc09d. 00000100:00000040:0.0:1767384316.584604:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294905363, at 4294905365 00000100:00000010:0.0:1767384316.584614:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000247aa7be. 00010000:00000001:1.0:1767384316.884629:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384316.884634:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.884641:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384316.884642:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.884675:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384316.884679:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384316.884682:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384317.023911:0:21027:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384317.023915:0:21027:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:3.0:1767384317.027218:0:21027:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384317.032872:0:21028:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006cb4632a. 00000400:00000010:3.0:1767384317.032884:0:21028:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000792a366b. 00000400:00000010:3.0:1767384317.032892:0:21028:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000508dcedb. 00000400:00000010:3.0:1767384317.032895:0:21028:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004f680322. 00000400:00000010:3.0:1767384317.032898:0:21028:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000c26de10. 00000400:00000010:3.0:1767384317.032901:0:21028:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000533f72b2. 00000400:00000010:3.0:1767384317.032903:0:21028:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d55d8d4. 00000400:00000010:3.0:1767384317.032904:0:21028:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce3008c8. 00000400:00000010:3.0:1767384317.032906:0:21028:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b407a514. 00000800:00000010:3.0:1767384317.032915:0:21028:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008bf5bad4. 00000800:00000200:3.0:1767384317.032923:0:21028:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384317.032928:0:21028:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384317.032976:0:21028:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384317.032992:0:21028:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp17 [8/256/0/180] 00000400:00000010:3.0:1767384317.034401:0:21028:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000009e3e53e4. 00000400:00000010:3.0:1767384317.034406:0:21028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004529f4bc. 00000400:00000010:3.0:1767384317.034410:0:21028:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000001:3.0:1767384317.034421:0:21028:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.034423:0:21028:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384317.034424:0:21028:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0d5fe7. 00000400:00000200:3.0:1767384317.034426:0:21028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a58840e3 00000400:00000010:3.0:1767384317.034428:0:21028:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a58840e3. 00000400:00000010:3.0:1767384317.034431:0:21028:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000006fbf6503. 00000400:00000200:3.0:1767384317.034435:0:21028:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (8) 00000400:00000200:3.0:1767384317.034446:0:21028:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384317.034456:0:21028:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:3.0:1767384317.034461:0:21028:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dfcf58db. 00000020:01000000:3.0:1767384317.034465:0:21028:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384317.034467:0:21028:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp17 00000400:00000200:0.0:1767384317.034467:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384317.034476:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384317.034482:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000400:00000010:3.0:1767384317.034484:0:21028:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000792a366b. 00000400:00000200:0.0:1767384317.034486:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (9) 00000400:00000010:3.0:1767384317.034488:0:21028:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006cb4632a. 00000400:00000010:0.0:1767384317.034492:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d32d64c6. 00000400:00000200:0.0:1767384317.034497:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384317.034508:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384317.034512:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384317.034517:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384317.034520:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000001:1.0:1767384317.034523:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384317.034524:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384317.034529:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:00000001:1.0:1767384317.034530:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384317.034534:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:00000001:1.0:1767384317.034535:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384317.034539:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:01000000:1.0:1767384317.034541:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384317.034545:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384317.034549:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384317.034577:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000020:01000004:1.0:1767384317.034579:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.034583:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384317.034583:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp16 00000020:01000004:1.0:1767384317.034588:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384317.034591:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp16 lpni_is_preferred = 0 00000020:01000004:1.0:1767384317.034593:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384317.034596:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp16 00000020:01000004:1.0:1767384317.034597:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384317.034601:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384317.034601:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [19:19:8:4294967295] 00000020:01000004:1.0:1767384317.034605:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384317.034608:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp16 00000020:01000004:1.0:1767384317.034617:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384317.034618:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:) -> 192.168.203.113@tcp16(192.168.203.113@tcp:192.168.203.113@tcp16) : PUT try# 0 00000800:00000200:0.0:1767384317.034624:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.113@tcp16 00000100:00000010:1.0:1767384317.034627:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000800:00000010:0.0:1767384317.034629:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db2732d. 00000020:00000040:1.0:1767384317.034635:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000010:0.0:1767384317.034639:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003cf54f64. 00000100:00000001:1.0:1767384317.034643:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384317.034643:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ba3f62ed. 02000000:00000001:1.0:1767384317.034649:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384317.034652:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (2) 02000000:00000001:1.0:1767384317.034656:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384317.034658:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (2) 02000000:00000010:1.0:1767384317.034671:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000ff3960a. 00000400:00000200:0.0:1767384317.034677:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:1.0:1767384317.034680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.034681:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:1.0:1767384317.034693:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384317.034696:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.034705:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_02+2] req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384317.034725:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 10000000:00000001:1.0:1767384317.034736:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.034741:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.034741:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384317.034745:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384317.034746:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.034748:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384317.034750:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384317.034754:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384317.034759:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384317.034763:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384317.034764:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384317.034765:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 10000000:00000001:1.0:1767384317.034767:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384317.034768:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384317.034773:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384317.034774:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384317.034777:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384317.034779:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384317.034780:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384317.034784:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:0.0:1767384317.034785:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744039040:0@lo:253: 00000020:01000004:1.0:1767384317.034788:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384317.034789:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384317.034792:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384317.034794:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000020:01000004:1.0:1767384317.034795:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384317.034795:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384317.034799:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384317.034801:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384317.034802:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384317.034805:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384317.034808:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000010:0.0:1767384317.034809:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006892e10d. 00000020:01000004:1.0:1767384317.034810:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384317.034814:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384317.034816:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000020:00000040:1.0:1767384317.034821:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384317.034824:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000010:0.0:1767384317.034825:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 00000100:00000001:1.0:1767384317.034826:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.034831:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384317.034832:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3fb6569. 02000000:00000001:1.0:1767384317.034834:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384317.034837:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744039040, portal 25 00000100:00000001:0.0:1767384317.034840:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384317.034841:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 02000000:00000010:1.0:1767384317.034844:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004352ef6f. 00000100:00000040:0.0:1767384317.034847:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.034850:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.034853:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384317.034854:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384317.034858:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384317.034862:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000228637a6. 00000100:00000001:1.0:1767384317.034866:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384317.034866:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744039040, offset 0 00000100:00000001:1.0:1767384317.034871:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.034875:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384317.034881:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837ff344] to pc [ptlrpcd_00_03+3] req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384317.034887:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.034888:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 10000000:00000001:1.0:1767384317.034903:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.034904:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02a80 10000000:00000001:1.0:1767384317.034907:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.034912:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384317.034914:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384317.034917:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000020:00000010:1.0:1767384317.034919:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dfcf58db. 00000400:00000200:2.0:1767384317.034921:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000010:0.0:1767384317.034924:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093c944aa. 00000400:00000200:0.0:1767384317.034930:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ad5f115 00000100:00000001:1.0:1767384317.034933:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.034936:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.034937:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384317.034938:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384317.034954:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384317.034958:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384317.034966:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:1.0:1767384317.034966:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384317.034967:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad5f115 00000100:00000001:1.0:1767384317.034971:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.034972:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ad5f115. 02000000:00000001:1.0:1767384317.034975:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384317.034977:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.034978:0:16156:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384317.034980:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384317.034981:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384317.034985:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744039168:0@lo:253: 00000100:00000040:0.0:1767384317.034985:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000ceb361bf x1853236744039040 msgsize 4848 00000100:00000001:1.0:1767384317.034992:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384317.034996:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384317.034997:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384317.034998:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000040:0.0:1767384317.034999:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384317.035000:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.035004:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384317.035009:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001ddc226c. 02000000:00000001:1.0:1767384317.035011:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.035012:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384317.035015:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084d96221. 00000400:00000200:0.0:1767384317.035020:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000228637a6 00000400:00000010:1.0:1767384317.035021:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1a895d. 00000400:00000010:0.0:1767384317.035023:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000228637a6. 00000400:00000200:2.0:1767384317.035028:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:0.0:1767384317.035028:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384317.035031:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384317.035032:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744039168, portal 25 00000100:00000001:1.0:1767384317.035038:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.035041:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000100:00000001:0.0:1767384317.035046:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.035049:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384317.035052:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.035056:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384317.035061:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000040:1.0:1767384317.035069:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384317.035070:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.035072:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b95773b. 00000100:00000001:0.0:1767384317.035073:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384317.035077:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744039168, offset 0 00000100:00000001:0.0:1767384317.035080:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384317.035084:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384317.035085:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294905832 00000400:00000200:2.0:1767384317.035088:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000010:0.0:1767384317.035091:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 00000400:00000200:1.0:1767384317.035094:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384317.035099:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384317.035104:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02b00 00000100:00000001:0.0:1767384317.035106:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294905832 00000100:00000010:0.0:1767384317.035110:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d106672. 00000400:00000200:1.0:1767384317.035112:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:0.0:1767384317.035115:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384317.035116:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000142a633f. 00000400:00000200:1.0:1767384317.035122:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003bac70ce 00000100:00000001:0.0:1767384317.035123:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294905832 00000400:00000200:2.0:1767384317.035124:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.035126:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384317.035129:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009756aa61. 00000400:00000200:1.0:1767384317.035133:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384317.035134:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384317.035138:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bac70ce 00000100:00000001:0.0:1767384317.035140:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294905832 00000400:00000010:1.0:1767384317.035141:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bac70ce. 00000100:00000010:0.0:1767384317.035146:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ddb65bd. 00000100:00000001:1.0:1767384317.035149:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384317.035150:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384317.035151:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384317.035155:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000e9fc028c x1853236744039168 msgsize 4848 00000100:00000001:0.0:1767384317.035156:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.035159:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.035163:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384317.035163:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.035168:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384317.035169:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384317.035172:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:0.0:1767384317.035178:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.035181:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384317.035181:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384317.035187:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384317.035189:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384317.035190:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b95773b 00000100:00000001:0.0:1767384317.035191:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.035194:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b95773b. 00000100:00000001:0.0:1767384317.035195:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035199:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384317.035204:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.035211:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.035215:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.035220:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.035220:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384317.035224:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384317.035224:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039040 02000000:00000001:0.0:1767384317.035228:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.035230:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.035231:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384317.035234:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035235:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294905832 02000000:00000001:0.0:1767384317.035238:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035239:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294905832 00000100:00100000:0.0:1767384317.035243:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039040 00000100:00000001:1.0:1767384317.035244:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294905832 00000100:00000001:1.0:1767384317.035246:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294905832 00000020:00000001:0.0:1767384317.035252:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384317.035255:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384317.035256:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294905832 00000020:00000001:0.0:1767384317.035258:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384317.035259:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294905832 00000020:00000040:0.0:1767384317.035261:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384317.035262:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294905832 00000020:00000001:0.0:1767384317.035265:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384317.035267:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294905832 00000020:00000001:0.0:1767384317.035268:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384317.035270:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.035273:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384317.035274:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035279:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.035279:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000781e929a. 00000100:00000001:1.0:1767384317.035282:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.035283:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.035287:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000781e929a. 00000100:00000001:1.0:1767384317.035289:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.035292:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384317.035293:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cda6e5. 00000100:00000001:1.0:1767384317.035295:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.035298:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.035300:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.035300:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002822380e. 00000100:00000001:1.0:1767384317.035304:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.035307:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2a20986. 00000100:00000040:0.0:1767384317.035316:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384317.035319:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384317.035321:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384317.035323:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035326:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384317.035329:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039168 00000100:00000001:0.0:1767384317.035329:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.035332:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.035334:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384317.035336:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.035339:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.035340:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384317.035341:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039168 00000020:00000001:1.0:1767384317.035345:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384317.035347:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384317.035348:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.035350:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:1.0:1767384317.035353:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384317.035354:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384317.035355:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384317.035357:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384317.035360:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384317.035364:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000020:00000010:1.0:1767384317.035365:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cd6be52. 00000100:00000040:0.0:1767384317.035370:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384317.035371:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.035374:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227416144 : -120961482135472 : ffff91fc75d36850) 00000020:00000010:1.0:1767384317.035375:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007cd6be52. 00000100:00000040:0.0:1767384317.035380:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceb361bf x1853236744039040/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384317.035382:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002beb26df. 00000020:00000010:1.0:1767384317.035390:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006c7108c9. 00000100:00000001:0.0:1767384317.035391:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384317.035395:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000781e929a. 00000020:00000010:1.0:1767384317.035398:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee8032f6. 00000100:00000001:0.0:1767384317.035399:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.035402:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000781e929a. 00000100:00100000:0.0:1767384317.035408:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb361bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744039040:12345-0@lo:253: 00000100:00000001:1.0:1767384317.035409:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384317.035413:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384317.035414:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039040 00000100:00000001:1.0:1767384317.035415:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384317.035416:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000892d9563. 00000100:00000001:1.0:1767384317.035419:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384317.035422:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009731fb36. 00000100:00000001:1.0:1767384317.035424:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384317.035424:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:2.0:1767384317.035428:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ef979e0. 00000020:00000001:0.0:1767384317.035429:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384317.035433:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.035435:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384317.035436:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384317.035437:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:1.0:1767384317.035440:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384317.035441:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384317.035443:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384317.035444:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000020:00000001:0.0:1767384317.035446:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384317.035449:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384317.035451:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:0.0:1767384317.035452:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035457:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107078070352 : -120966631481264 : ffff91fb42e6a050) 00000100:00000001:0.0:1767384317.035458:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384317.035460:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ef979e0. 02000000:00000001:0.0:1767384317.035461:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384317.035465:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9fc028c x1853236744039168/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384317.035468:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000045f7cd81. 02000000:00000001:0.0:1767384317.035472:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.035476:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.035481:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384317.035484:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384317.035490:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007cd6be52. 20000000:00000010:0.0:1767384317.035490:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b20331b3. 00000100:00000001:1.0:1767384317.035496:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384317.035496:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384317.035500:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:1.0:1767384317.035502:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007cd6be52. 20000000:00000001:0.0:1767384317.035503:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384317.035508:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.035510:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.035514:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9fc028c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744039168:12345-0@lo:253: 20000000:00000001:0.0:1767384317.035514:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:1.0:1767384317.035520:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039168 00000020:00000001:1.0:1767384317.035522:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384317.035523:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:1.0:1767384317.035525:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:0.0:1767384317.035525:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c668b547. 00000020:00000001:1.0:1767384317.035529:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384317.035529:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00000020:00000001:1.0:1767384317.035533:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384317.035536:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:00000001:0.0:1767384317.035537:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384317.035540:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384317.035542:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp16 from 241.3.0.2 00000020:00000001:1.0:1767384317.035543:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384317.035544:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:2.0:1767384317.035548:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000647c4fc1. 00000020:00000001:1.0:1767384317.035549:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384317.035593:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384317.035596:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035600:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384317.035603:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384317.035609:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000014b8cbb3. 02000000:00000001:1.0:1767384317.035611:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.035613:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.035621:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384317.035639:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e4fc465. 20000000:01000000:1.0:1767384317.035643:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384317.035643:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384317.035646:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384317.035649:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384317.035650:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384317.035653:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.035654:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.035657:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384317.035659:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.035663:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384317.035663:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384317.035671:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384317.035676:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384317.035684:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f5fd0813. 00080000:00000001:0.0:1767384317.035688:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091706880 : -120966617844736 : ffff91fb43b6b400) 00080000:00000001:0.0:1767384317.035691:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384317.035746:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae6cec15. 00000800:00000010:2.0:1767384317.035753:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073dd0412. 00000800:00000010:2.0:1767384317.035771:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000023464c3a. 00000800:00000200:2.1:1767384317.035778:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (2) 00000800:00000200:2.1:1767384317.035782:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp16 0000000023464c3a deleted 00000800:00000010:2.1:1767384317.035785:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000023464c3a. 00000800:00000200:2.1:1767384317.035790:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384317.035797:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:1009 00000800:00000200:2.1:1767384317.035801:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db2732d type 1, nob 272 niov 1 nkiov 1 00000800:00000200:2.0:1767384317.035809:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp16 p 3.x 192.168.203.113 -> 192.168.203.113:1009 incarnation:1767384315541441071 sched[0] 00000800:00000010:2.0:1767384317.035815:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ef979e0. 00000001:00000001:0.0:1767384317.035822:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384317.035840:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.035843:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384317.035865:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.035867:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384317.035868:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ef979e0. 00000800:00000010:2.0:1767384317.035872:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073dd0412. 00000800:00000010:2.0:1767384317.035894:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000647c4fc1. 00000800:00000001:2.0:1767384317.035903:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384317.035907:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384317.035965:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384317.035969:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db2732d. 00000400:00000200:2.0:1767384317.035972:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.035976:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: PUT: OK 00000400:00000200:2.0:1767384317.035980:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384317.035983:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00080000:00000001:0.0:1767384317.035985:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384317.035989:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.1:1767384317.036007:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384317.036012:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp16 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384315541441071 sched[0] 00000800:00000010:2.0:1767384317.036015:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009731fb36. 00000400:00000200:2.0:1767384317.036071:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:1.0:1767384317.036087:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036094:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.036096:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036100:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384317.036108:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.036108:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : PUT - for me 00000400:00000200:1.0:1767384317.036118:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384317.036124:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 176/176 into md 0x132d [1] + 0 00000400:00000010:1.0:1767384317.036127:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000400:00000200:1.0:1767384317.036130:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce408d98 00000800:00000001:1.0:1767384317.036133:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036142:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384317.036143:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.036147:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: PUT: OK 00000400:00000200:2.0:1767384317.036149:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.036151:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:1.0:1767384317.036153:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000400:00000200:1.0:1767384317.036156:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384317.036160:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (10) 00000400:00000200:1.0:1767384317.036165:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:1.0:1767384317.036168:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000005b95773b. 00000400:00000200:1.0:1767384317.036170:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 9 00000400:00000200:1.0:1767384317.036173:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384317.036181:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (11) 00000400:00000200:1.0:1767384317.036186:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384317.036190:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp16 to MR: 192.168.203.113@tcp16 local destination 00000400:00000200:2.0:1767384317.036194:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.036197:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1767384317.036215:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) -> 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) 192.168.203.113@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384317.036237:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp16 00000800:00000010:1.0:1767384317.036241:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006476940f. 00000800:00000200:1.0:1767384317.036247:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (4) 00000400:00000200:2.0:1767384317.036250:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:1.0:1767384317.036255:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:988 00000800:00000200:1.0:1767384317.036260:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006476940f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384317.036301:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000200:1.0:1767384317.036337:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384317.036341:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006476940f. 00000400:00000200:1.0:1767384317.036347:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.036353:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: ACK: OK 00000400:00000200:2.0:1767384317.036354:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000001:1.0:1767384317.036388:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036394:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.036398:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036403:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384317.036405:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384317.036411:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384317.036412:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.036419:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : ACK - for me 00000400:00000200:1.0:1767384317.036431:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp16: ACK from 12345-192.168.203.113@tcp16 into md 0x136d 00000400:00000200:1.0:1767384317.036436:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.036441:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: ACK: OK 00000400:00000200:0.0:1767384317.036447:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384317.036449:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384317.036454:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000903dda08. 00000400:00000010:1.0:1767384317.036455:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000400:00000200:2.0:1767384317.036463:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384317.036464:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767384317.036470:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004199e878. 00000400:00000200:1.0:1767384317.036472:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384317.036477:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:1.0:1767384317.036482:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384317.036489:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (10) 00000400:00000200:0.0:1767384317.036496:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000800:00000001:1.0:1767384317.036499:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384317.036502:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000010:0.0:1767384317.036506:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000fb830aa7. 00000800:00000001:1.0:1767384317.036507:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384317.036513:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000fd7cf696. 00000400:00000010:0.0:1767384317.036518:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000e784acbe. 00000400:00000010:0.0:1767384317.036536:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fb092dd2. 00000400:00000200:0.0:1767384317.036542:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fb092dd2 nid 192.168.203.113@tcp17 00000400:00000200:2.0:1767384317.036547:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000010:0.0:1767384317.036547:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000014c3be7c. 00000400:00000200:0.0:1767384317.036581:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 0000000014c3be7c net tcp17 00000400:00000200:0.0:1767384317.036585:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (9) 00000400:00000200:0.0:1767384317.036592:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp17 flags 0x11 00000400:00000010:0.0:1767384317.036597:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000fb830aa7. 00000400:00000010:0.0:1767384317.036602:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000fd7cf696. 00000400:00000010:0.0:1767384317.036607:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000e784acbe. 00000400:00000010:0.0:1767384317.036611:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000005b95773b. 00000400:00000200:0.0:1767384317.036616:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384317.036619:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:0.0:1767384317.036624:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:0.0:1767384317.036630:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:0.0:1767384317.036634:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384317.036638:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:0.0:1767384317.036642:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384317.036648:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (10) 00000400:00000200:2.0:1767384317.036650:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384317.036737:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384317.036805:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384317.036878:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000010:2.0:1767384317.037043:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fd0e6831. 00000800:00000010:2.0:1767384317.037046:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009731fb36. 00000800:00000010:2.0:1767384317.037049:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ef979e0. 00000800:00000010:2.0:1767384317.037068:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ef979e0. 00000400:00000200:2.0:1767384317.037089:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384317.037099:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp16 from 240.3.0.2 00000800:00000010:2.0:1767384317.037102:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a5149a68. 00000800:00000010:1.0:1767384317.037136:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057dd2790. 00000800:00000010:1.0:1767384317.037141:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000083371a1. 00000800:00000010:1.0:1767384317.037161:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007d4a9e55. 00000800:00000200:1.1:1767384317.037172:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (4) 00000800:00000200:1.1:1767384317.037178:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp16 000000007d4a9e55 deleted 00000800:00000010:1.1:1767384317.037180:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007d4a9e55. 00000800:00000200:1.1:1767384317.037184:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384317.037189:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp16 p 3.x 192.168.203.113 -> 192.168.203.113:1008 incarnation:1767384315541441071 sched[0] 00000800:00000010:0.0:1767384317.037311:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7722716. 00000800:00000010:0.0:1767384317.037366:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7722716. 00000800:00000010:0.0:1767384317.037369:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000083371a1. 00000800:00000010:0.0:1767384317.037390:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a5149a68. 00000800:00000200:0.1:1767384317.037416:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384317.037421:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp16 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384315541441071 sched[0] 00000800:00000010:0.0:1767384317.037424:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009731fb36. 00000800:00000001:0.0:1767384317.037446:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.037449:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.037451:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.037452:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384317.044213:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384317.044213:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384317.044217:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384317.044222:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384317.044222:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:1.0:1767384317.044225:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384317.044228:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384317.044229:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384317.044234:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5fd0813. 20000000:00000001:0.0:1767384317.044234:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384317.044240:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384317.044251:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384317.044262:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384317.044266:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384317.044271:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c05d5d7e. 00080000:00000020:0.0:1767384317.044273:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384317.044276:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384317.044280:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384317.044283:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384317.044285:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384317.044291:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384317.044294:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384317.044300:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384317.044303:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384317.044307:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384317.044310:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3b7028c count: 2 00080000:00000001:3.0:1767384317.044311:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384317.044313:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.044316:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384317.044317:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384317.044318:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384317.044322:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:1.0:1767384317.044324:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384317.044325:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384317.044332:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000badebff9. 00010000:00000010:1.0:1767384317.044332:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dfcd8613. 00080000:00000001:3.0:1767384317.044338:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091733504 : -120966617818112 : ffff91fb43b71c00) 00000020:00000001:1.0:1767384317.044339:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384317.044340:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384317.044345:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dfcd8613 with handle 0xf489261bfe0bc5c9 to hash 00000020:00000001:1.0:1767384317.044348:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384317.044351:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:1.0:1767384317.044354:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:1.0:1767384317.044358:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.044360:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.044363:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.044372:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384317.044376:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384317.044378:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384317.044380:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.044383:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384317.044387:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.044395:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:3.0:1767384317.044401:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384317.044404:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.044405:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.044406:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384317.044411:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.044413:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.044415:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.044418:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:3.0:1767384317.044419:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.044421:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384317.044423:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384317.044431:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3b7028c) refcount = 2 00010000:00000040:1.0:1767384317.044435:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384317.044439:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384317.044445:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384317.044447:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384317.044456:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5101701. 00000100:00000001:1.0:1767384317.044459:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384317.044463:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000002fc8c0. 00000100:00000001:1.0:1767384317.044466:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111369112768 : -120962340438848 : ffff91fc42aabcc0) 00000100:00000001:1.0:1767384317.044469:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111369112768 : -120962340438848 : ffff91fc42aabcc0) 00000100:00000001:1.0:1767384317.044472:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384317.044474:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384317.044476:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384317.044480:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.044482:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384317.044484:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.044487:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.044489:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384317.044492:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384317.044496:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466de7b8. 00000020:00000040:1.0:1767384317.044500:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00080000:00000001:3.0:1767384317.044503:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384317.044503:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.044504:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:3.0:1767384317.044507:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384317.044508:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.044514:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cece6c64. 00000100:00000001:1.0:1767384317.044522:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.044526:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384317.044536:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 16 pid: 16789 timeout: 388 lvb_type: 0 00010000:00000001:1.0:1767384317.044541:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384317.044543:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384317.044546:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.044573:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384317.044575:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.044578:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744039296:0@lo:104: 00000100:00000001:1.0:1767384317.044580:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384317.044583:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384317.044585:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.044586:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384317.044589:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b275f940. 02000000:00000001:1.0:1767384317.044591:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384317.044595:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38f9ba8. 00000400:00000010:1.0:1767384317.044598:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000200:1.0:1767384317.044600:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744039296, portal 16 00000100:00000001:1.0:1767384317.044602:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384317.044603:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340686592 : -120961368865024 : ffff91fc7c93c700) 00000100:00000040:1.0:1767384317.044607:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.044612:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.044615:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.044618:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000100:00000200:1.0:1767384317.044620:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744039296, offset 0 00000400:00000200:1.0:1767384317.044625:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.044633:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.044641:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd02b80 00000400:00000200:1.0:1767384317.044651:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384317.044655:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.044658:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384317.044662:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384317.044663:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384317.044666:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008aab4474. 00000100:00000040:1.0:1767384317.044668:0:16811:0:(events.c:337:request_in_callback()) incoming req@000000008aab4474 x1853236744039296 msgsize 328 00000100:00100000:1.0:1767384317.044671:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384317.044686:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.044691:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00000400:00000010:1.0:1767384317.044693:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00000100:00000001:1.0:1767384317.044695:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384317.044698:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.044705:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.044708:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.044713:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.044717:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384317.044717:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384317.044723:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384317.044723:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039296 02000000:00000001:0.0:1767384317.044728:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384317.044729:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294905842 00000100:00000001:0.0:1767384317.044733:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384317.044737:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384317.044740:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384317.044743:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039296 00000100:00000001:1.0:1767384317.044744:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294905832 00000020:00000001:0.0:1767384317.044746:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384317.044751:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294905842 00000020:00000040:0.0:1767384317.044751:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000020:00000001:0.0:1767384317.044756:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384317.044757:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294905832 00000020:00000040:0.0:1767384317.044761:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000100:00000001:1.0:1767384317.044763:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294905842 00000020:00000001:0.0:1767384317.044767:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:1.0:1767384317.044768:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294905832 00000100:00000001:1.0:1767384317.044773:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294905842 00000020:00000001:0.0:1767384317.044773:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:1.0:1767384317.044777:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294905832 00000100:00000001:0.0:1767384317.044779:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384317.044781:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.044783:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.044785:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.044785:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00010000:00000001:1.0:1767384317.044789:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.044791:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.044794:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000020:00000001:1.0:1767384317.044796:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.044798:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.044799:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.044800:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.044801:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384317.044803:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384317.044807:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.044809:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384317.044809:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddf4a773. 00000100:00000001:1.0:1767384317.044811:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384317.044815:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000002fc8c0 going to sleep for 11 seconds 00000020:00000010:0.0:1767384317.044816:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bcdad65. 00000100:00000001:1.0:1767384317.044817:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.044821:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384317.044823:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000100:00000040:0.0:1767384317.044831:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384317.044834:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384317.044836:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384317.044837:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.044842:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.044852:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.044864:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384317.044866:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384317.044870:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384317.044871:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384317.044873:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:1.0:1767384317.044874:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384317.044878:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.044879:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340694656 : -120961368856960 : ffff91fc7c93e680) 00000100:00000001:1.0:1767384317.044881:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384317.044886:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008aab4474 x1853236744039296/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384317.044897:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384317.044900:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:0.0:1767384317.044902:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384317.044905:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000100:00100000:0.0:1767384317.044910:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008aab4474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744039296:12345-0@lo:104: 00000100:00000200:0.0:1767384317.044914:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039296 00010000:00000001:0.0:1767384317.044916:0:16779:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384317.044921:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384317.044922:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384317.044924:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f304f145 refcount=2 00000020:00000001:0.0:1767384317.044927:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:0.0:1767384317.044929:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:0.0:1767384317.044932:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384317.044934:0:16779:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.044937:0:16779:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384317.044971:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384317.044974:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384317.044978:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007695e498. 02000000:00000001:0.0:1767384317.044980:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.044983:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.044987:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384317.044989:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384317.044992:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384317.044997:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384317.044999:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384317.045002:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384317.045004:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384317.045006:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.045008:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384317.045011:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384317.045014:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000100:00000200:0.0:1767384317.045017:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744039296, offset 224 00000400:00000200:0.0:1767384317.045022:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384317.045029:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384317.045035:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd02b80 00000400:00000200:0.0:1767384317.045040:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1385 [1] + 224 00000400:00000200:0.0:1767384317.045045:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.045048:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384317.045052:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384317.045057:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384317.045067:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384317.045084:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384317.045091:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:0.0:1767384317.045093:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:0.0:1767384317.045097:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384317.045105:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384317.045107:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384317.045111:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384317.045112:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.045115:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384317.045117:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384317.045118:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a38f9ba8. 00000400:00000200:1.0:1767384317.045123:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00010000:00000001:0.0:1767384317.045125:0:16779:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384317.045126:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00000001:1.0:1767384317.045131:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:0.0:1767384317.045131:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bda0eb54. 00000100:00000200:1.0:1767384317.045136:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384317.045136:0:16779:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384317.045145:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384317.045150:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.045153:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384317.045154:0:16779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384317.045159:0:16811:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384317.045161:0:16779:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.045162:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384317.045164:0:16779:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.045165:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384317.045168:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384317.045169:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.045169:0:16779:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.045171:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.045174:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.045176:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:1.0:1767384317.045179:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=25 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384317.045180:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1767384317.045180:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008aab4474 x1853236744039296/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384317.045184:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:1.0:1767384317.045186:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=25 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384317.045188:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384317.045194:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.045203:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.045205:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f304f145 already unused, calling callback (000000001cc36fe6) 00010000:00000001:1.0:1767384317.045207:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.045210:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384317.045214:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008aab4474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744039296:12345-0@lo:104: Request processed in 313us (541us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384317.045216:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.045217:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384317.045220:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384317.045224:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384317.045236:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:3.0:1767384317.045238:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384317.045242:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384317.045244:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000020:00000001:3.0:1767384317.045245:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384317.045246:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384317.045248:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f304f145 refcount=3 00000100:00000001:0.0:1767384317.045250:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384317.045252:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00000100:00000001:1.0:1767384317.045252:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384317.045254:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384317.045255:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.045256:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00000020:00000010:0.0:1767384317.045261:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bcdad65. 00010000:00000001:3.0:1767384317.045262:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384317.045262:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:3.0:1767384317.045266:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.045266:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.045269:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384317.045269:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00010000:00000001:1.0:1767384317.045273:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.045276:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:1.0:1767384317.045279:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384317.045279:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddf4a773. 10000000:00010000:3.0:1767384317.045280:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384317.045288:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 10000000:01000000:3.0:1767384317.045293:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384317.045295:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384317.045299:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384317.045302:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00100000:1.0:1767384317.045305:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744039296:0@lo:104: 10000000:00000040:3.0:1767384317.045306:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384317.045310:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384317.045313:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.045315:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.045320:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.045322:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384317.045322:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384317.045324:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384317.045325:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384317.045328:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 00000100:00000040:1.0:1767384317.045330:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466de7b8 x1853236744039296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384317.045332:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384317.045334:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.045341:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384317.045342:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384317.045344:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384317.045346:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384317.045347:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1767384317.045350:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b275f940. 00010000:00000001:3.0:1767384317.045351:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.045355:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.045356:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384317.045358:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f304f145 with handle 0xf489261bfe0bc5bb from hash 00000020:00000001:1.0:1767384317.045359:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384317.045361:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1767384317.045362:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:1.0:1767384317.045364:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.045366:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cece6c64. 00010000:00000001:3.0:1767384317.045367:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.045370:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384317.045370:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384317.045374:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1767384317.045374:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.045378:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466de7b8. 00010000:00000001:3.0:1767384317.045379:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.045382:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384317.045383:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384317.045385:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384317.045386:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.045388:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384317.045393:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003786d83d. 00000020:00000040:3.0:1767384317.045397:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000010:1.0:1767384317.045397:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000002fc8c0. 00000100:00000001:3.0:1767384317.045403:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384317.045404:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1767384317.045406:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384317.045407:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384317.045409:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384317.045410:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5101701. 00010000:00000001:1.0:1767384317.045415:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384317.045416:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ef3caf1. 00010000:00000001:1.0:1767384317.045418:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.045420:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.045421:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.045424:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 20000000:00000001:1.0:1767384317.045426:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:3.0:1767384317.045428:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.045429:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384317.045432:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.045441:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384317.045444:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.045447:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384317.045448:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.045453:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003786d83d] to pc [ptlrpcd_00_00+0] req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.045469:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.045471:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.045472:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.045473:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.045475:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.045476:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.045478:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.045482:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.045483:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000f304f145/0xf489261bfe0bc5bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc5c2 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384317.045490:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.045493:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384317.045496:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767384317.045501:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a76be9de count: 0 00000100:00000040:2.0:1767384317.045503:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.045509:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.045512:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384317.045512:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384317.045515:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384317.045516:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bda0eb54. 02000000:00000001:2.0:1767384317.045520:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384317.045521:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.045523:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384317.045526:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.045528:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003786d83d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744039424:0@lo:103: 00000100:00000001:2.0:1767384317.045531:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384317.045533:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384317.045534:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384317.045536:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.045537:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.045541:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.045543:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.045548:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384317.045548:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384317.045576:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d966d691. 02000000:00000001:2.0:1767384317.045579:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384317.045622:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823b2521. 00000400:00000010:2.0:1767384317.045627:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adb34f85. 00000100:00000200:2.0:1767384317.045630:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744039424, portal 18 00000100:00000001:2.0:1767384317.045631:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384317.045632:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725056 : -120961367826560 : ffff91fc7ca39f80) 00000100:00000040:2.0:1767384317.045636:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.045641:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.045643:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.045645:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000100:00000200:2.0:1767384317.045647:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744039424, offset 0 00000400:00000200:2.0:1767384317.045652:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.045660:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.045666:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd02c00 00000020:00000001:3.0:1767384317.045667:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.045671:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.045674:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00010000:00010000:3.0:1767384317.045675:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384317.045679:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384317.045681:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384317.045681:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384317.045687:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384317.045689:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384317.045694:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384317.045696:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384317.045699:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ae1846c. 00000100:00000040:2.0:1767384317.045701:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000001ae1846c x1853236744039424 msgsize 328 00000100:00100000:2.0:1767384317.045704:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384317.045713:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384317.045717:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000400:00000010:2.0:1767384317.045718:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000100:00000001:2.0:1767384317.045721:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384317.045723:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.045729:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384317.045731:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.045745:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.045747:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.045752:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.045755:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294905843 00000100:00000001:2.0:1767384317.045760:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905842 00000100:00000001:2.0:1767384317.045763:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294905843 00000100:00000001:2.0:1767384317.045769:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905842 00000100:00000001:2.0:1767384317.045771:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294905843 00000100:00000001:2.0:1767384317.045777:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905842 00000100:00000001:2.0:1767384317.045781:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294905843 00000100:00000001:2.0:1767384317.046015:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384317.046017:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039424 02000000:00000001:2.0:1767384317.046020:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384317.046022:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384317.046023:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.046026:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.046028:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039424 00000020:00000001:2.0:1767384317.046029:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384317.046031:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384317.046033:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.046034:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:2.0:1767384317.046037:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384317.046039:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384317.046042:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.046045:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7dcf1f0. 00000100:00000001:2.0:1767384317.046047:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.046050:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7dcf1f0. 00000020:00000010:2.0:1767384317.046055:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b783beb. 00000020:00000010:2.0:1767384317.046058:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038d3f729. 00000020:00000010:2.0:1767384317.046061:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfde560. 00000100:00000040:2.0:1767384317.046072:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384317.046074:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384317.046076:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384317.046077:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384317.046079:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046081:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384317.046084:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.046085:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.046087:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=4 00000020:00000001:2.0:1767384317.046089:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384317.046091:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00010000:2.0:1767384317.046094:0:16782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 17 pid: 16789 timeout: 388 lvb_type: 0 00010000:00000001:2.0:1767384317.046099:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046101:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046103:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046104:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046108:0:16782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384317.046113:0:16782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ae1846c x1853236744039424/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046118:0:16782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384317.046120:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046129:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046141:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384317.046142:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384317.046146:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384317.046148:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:2.0:1767384317.046150:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353486976 : -120961356064640 : ffff91fc7d571880) 00000100:00000040:2.0:1767384317.046154:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ae1846c x1853236744039424/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046160:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.046163:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7dcf1f0. 00000100:00000001:2.0:1767384317.046170:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.046172:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7dcf1f0. 00000100:00100000:2.0:1767384317.046177:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ae1846c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16154:x1853236744039424:12345-0@lo:103: 00000100:00000200:2.0:1767384317.046180:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039424 00010000:00000001:2.0:1767384317.046182:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384317.046183:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384317.046185:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384317.046188:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384317.046190:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384317.046193:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003cf0e158. 02000000:00000001:2.0:1767384317.046194:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046196:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046198:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384317.046199:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384317.046201:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.046202:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.046204:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=4 00000020:00000001:2.0:1767384317.046205:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384317.046207:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000040:2.0:1767384317.046209:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c3b7028c count: 3 00010000:00010000:2.0:1767384317.046212:0:16782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 17 pid: 16789 timeout: 388 lvb_type: 0 00000100:00001000:2.0:1767384317.046217:0:16782:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384317 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384317.046219:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384317.046224:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046225:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.046226:0:16782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 17 pid: 16789 timeout: 388 lvb_type: 0 00000020:00000001:2.0:1767384317.046230:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.046232:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.046234:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.046236:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046244:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384317.046245:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384317.046249:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046250:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046252:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.046253:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.046255:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7354503 with handle 0xf489261bfe0bc5c2 from hash 00010000:00000001:2.0:1767384317.046256:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384317.046257:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046258:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046259:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384317.046260:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384317.046261:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384317.046263:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc5c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc5bb expref: 17 pid: 16789 timeout: 388 lvb_type: 0 00010000:00000040:2.0:1767384317.046267:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:2.0:1767384317.046268:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:2.0:1767384317.046271:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046272:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384317.046274:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384317.046276:0:16782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000dfcd8613 00010000:00000001:2.0:1767384317.046277:0:16782:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.046278:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.046280:0:16782:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.046281:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.046282:0:16782:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.046284:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384317.046285:0:16782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384317.046287:0:16782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046291:0:16782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384317.046293:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.046294:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.046295:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384317.046296:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c3b7028c) refcount = 2 00010000:00010000:2.0:1767384317.046302:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046306:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.046307:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.046308:0:16782:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.046310:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384317.046313:0:16782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7dcf1f0. 00000100:00000001:2.0:1767384317.046314:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384317.046316:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073dd0412. 00000100:00000001:2.0:1767384317.046318:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107076957312 : -120966632594304 : ffff91fb42d5a480) 00000100:00000001:2.0:1767384317.046320:0:16782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107076957312 : -120966632594304 : ffff91fb42d5a480) 00000100:00000001:2.0:1767384317.046321:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384317.046322:0:16782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384317.046324:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384317.046326:0:16782:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384317.046328:0:16782:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384317.046331:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.046332:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.046333:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dfcd8613 refcount=5 00000020:00000001:2.0:1767384317.046335:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:2.0:1767384317.046337:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:2.0:1767384317.046338:0:16782:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384317.046340:0:16782:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046344:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384317.046346:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046350:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046351:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.046352:0:16782:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046362:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.046363:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046365:0:16782:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384317.046366:0:16782:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384317.046370:0:16782:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dfcd8613 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384317.046372:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.046373:0:16782:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384317.046375:0:16782:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046379:0:16782:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384317.046380:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384317.046381:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.046383:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dfcd8613 refcount=6 00000020:00000001:2.0:1767384317.046384:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:2.0:1767384317.046386:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602944 : -120961625948672 : ffff91fc6d40fe00) 00010000:00000001:2.0:1767384317.046388:0:16782:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384317.046389:0:16782:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046392:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384317.046394:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384317.046395:0:16782:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046406:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384317.046407:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384317.046410:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384317.046411:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384317.046413:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dfcd8613 with handle 0xf489261bfe0bc5c9 from hash 00010000:00000001:2.0:1767384317.046415:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384317.046417:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046418:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046422:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384317.046424:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384317.046425:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384317.046427:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046427:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384317.046429:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.046434:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046438:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384317.046439:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384317.046440:0:16782:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:3.0:1767384317.046442:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384317.046444:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.046446:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046447:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046449:0:16782:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046453:0:16782:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.046458:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384317.046458:0:16782:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.046460:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384317.046461:0:16782:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.046463:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384317.046465:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384317.046470:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046471:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046472:0:16782:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384317.046473:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384317.046474:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.046475:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046476:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384317.046477:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.046478:0:16782:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046479:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384317.046480:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dfcd8613/0xf489261bfe0bc5c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.046484:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384317.046485:0:16782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046486:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384317.046487:0:16782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384317.046488:0:16782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046489:0:16782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046490:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384317.046491:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000073dd0412. 00000100:00000001:2.0:1767384317.046493:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384317.046497:0:16782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384317.046498:0:16782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7dcf1f0. 00010000:00000001:2.0:1767384317.046500:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384317.046501:0:16782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c3b7028c count: 0 00010000:00010000:2.0:1767384317.046504:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384317.046505:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.046507:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384317.046508:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384317.046510:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384317.046513:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384317.046515:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384317.046516:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384317.046518:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384317.046519:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046520:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.046522:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.046524:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000100:00000200:2.0:1767384317.046526:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744039424, offset 224 00000400:00000200:2.0:1767384317.046529:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.046532:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.046536:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd02c00 00000400:00000200:2.0:1767384317.046539:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1391 [1] + 224 00000400:00000200:2.0:1767384317.046542:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.046543:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384317.046546:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.046547:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384317.046580:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046586:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384317.046589:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000400:00000010:2.0:1767384317.046590:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000100:00000001:2.0:1767384317.046592:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.046593:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.046600:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.046602:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384317.046603:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046604:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.046607:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ae1846c x1853236744039424/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.046612:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ae1846c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744039424:12345-0@lo:103: Request processed in 451us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384317.046617:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384317.046618:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384317.046620:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384317.046621:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384317.046623:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038d3f729. 00000020:00000010:2.0:1767384317.046625:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfde560. 00000020:00000010:2.0:1767384317.046627:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b783beb. 00000020:00000040:2.0:1767384317.046629:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:2.0:1767384317.046630:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046645:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905842 00000100:00000001:2.0:1767384317.046648:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384317.046650:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384317.046652:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384317.046654:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384317.046655:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823b2521. 00000400:00000200:2.0:1767384317.046656:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb34f85 00000400:00000010:2.0:1767384317.046657:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adb34f85. 00000100:00000001:2.0:1767384317.046659:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.046660:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384317.046665:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046669:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384317.046670:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046676:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384317.046677:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384317.046678:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384317.046679:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.046680:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384317.046682:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384317.046684:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384317.046685:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384317.046686:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.046687:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384317.046688:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046690:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.046692:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046696:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384317.046697:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384317.046698:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384317.046700:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.046704:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003786d83d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744039424:0@lo:103: 00000100:00000001:2.0:1767384317.046706:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046707:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384317.046708:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003786d83d x1853236744039424/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.046712:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384317.046713:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384317.046714:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d966d691. 02000000:00000001:2.0:1767384317.046715:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384317.046716:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384317.046717:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384317.046718:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384317.046719:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008ef3caf1. 02000000:00000001:2.0:1767384317.046721:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384317.046722:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384317.046726:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003786d83d. 00000100:00000001:2.0:1767384317.046728:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384317.046729:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046730:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.046733:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384317.046734:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.046735:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384317.046736:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384317.051696:0:21033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7354503. 00010000:00000010:2.1:1767384317.051704:0:21033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dfcd8613. 00010000:00000010:2.1:1767384317.051776:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3b7028c. 00010000:00000010:3.1:1767384317.052577:0:17586:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a76be9de. 00010000:00000010:3.1:1767384317.052585:0:17586:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f304f145. 00000400:00000010:2.0:1767384317.053061:0:21033:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e052e889. 00000400:00000040:2.0:1767384317.053078:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384317.053081:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384317.053083:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384317.053085:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384317.053087:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384317.053089:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384317.053091:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384317.053092:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384317.053093:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384317.053094:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384317.053096:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384317.053098:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384317.053099:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384317.053101:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384317.053101:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384317.053103:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384317.053105:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384317.053106:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384317.053107:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384317.053109:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384317.053110:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384317.053112:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384317.053113:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384317.053114:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384317.053116:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384317.053118:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384317.053119:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384317.053121:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384317.053122:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384317.053123:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384317.053129:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384317.053131:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384317.053132:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384317.053133:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384317.053135:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384317.053136:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384317.053137:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384317.053139:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384317.053140:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384317.053142:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384317.053143:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384317.053144:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384317.053146:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384317.053147:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384317.053148:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384317.053149:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384317.053150:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384317.053151:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384317.053153:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384317.053154:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384317.053156:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384317.053157:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384317.053158:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384317.053159:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384317.053160:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384317.053161:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384317.053162:0:21033:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384317.053189:0:21033:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e052e889. 00080000:00000001:3.0:1767384317.053443:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384317.053448:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384317.053450:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.053452:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384317.053454:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384317.053461:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384317.053468:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384317.053472:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384317.053482:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384317.053483:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.053485:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384317.053485:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384317.053486:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384317.053488:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000badebff9. 00080000:00000001:3.0:1767384317.053491:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384317.053501:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384317.053502:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384317.053504:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384317.053506:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384317.053508:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384317.053512:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000120794fc. 00010000:00000001:3.0:1767384317.053515:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384317.053517:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003676d645. 00000020:00000001:3.0:1767384317.053519:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384317.053521:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003676d645 with handle 0xf489261bfe0bc5d0 to hash 00000020:00000001:3.0:1767384317.053522:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384317.053524:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053526:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053528:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.053529:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.053531:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053536:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384317.053538:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384317.053540:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384317.053541:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.053542:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.053544:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384317.053545:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.053547:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384317.053548:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384317.053549:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384317.053590:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384317.053592:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000120794fc) refcount = 1 00010000:00010000:3.0:1767384317.053595:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053599:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384317.053601:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384317.053603:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.053605:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053607:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384317.053610:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384317.053611:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384317.053613:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.053615:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.053616:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=4 00000020:00000001:3.0:1767384317.053618:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053620:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053622:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384317.053623:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053627:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384317.053628:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053631:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.053632:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.053633:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053636:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.053638:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053639:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384317.053641:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.053652:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003676d645 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384317.053654:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.053655:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384317.053656:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053660:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384317.053661:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.053661:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.053662:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=5 00000020:00000001:3.0:1767384317.053663:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053665:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384317.053666:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384317.053667:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053670:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384317.053671:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384317.053672:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053674:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384317.053674:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384317.053675:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.053676:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384317.053678:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003676d645 with handle 0xf489261bfe0bc5d0 from hash 00010000:00000001:3.0:1767384317.053679:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384317.053680:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.053681:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.053682:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384317.053684:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384317.053685:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384317.053686:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384317.053687:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384317.053688:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053690:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384317.053696:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384317.053697:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.053698:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.053699:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053700:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.053702:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.053703:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053706:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.053707:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.053709:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384317.053710:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384317.053711:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.053712:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.053714:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384317.053716:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.053718:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.053720:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.053724:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384317.053725:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384317.053726:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003676d645/0xf489261bfe0bc5d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384317.053730:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000120794fc count: 0 00010000:00000001:3.0:1767384317.053737:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384317.053739:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384317.055200:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384317.055203:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384317.055205:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b20331b3. 20000000:00000001:1.0:1767384317.055210:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384317.055213:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744039040 00010000:00000001:1.0:1767384317.055215:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384317.055220:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceb361bf x1853236744039040/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384317.055227:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384317.055229:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.055231:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.055234:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384317.055237:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384317.055239:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384317.055241:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384317.055243:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.055245:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.055249:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.055252:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047c1cdeb. 00000100:00000200:1.0:1767384317.055255:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744039040, offset 224 00000400:00000200:1.0:1767384317.055262:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.055268:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.055275:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02a80 00000400:00000200:1.0:1767384317.055287:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00000400:00000200:1.0:1767384317.055292:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.055294:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384317.055298:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384317.055301:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384317.055310:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.055326:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.055331:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c1cdeb 00000400:00000010:1.0:1767384317.055333:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047c1cdeb. 00000100:00000001:0.0:1767384317.055334:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.055336:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384317.055337:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.055339:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384317.055342:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384317.055343:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384317.055345:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384317.055347:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:0.0:1767384317.055348:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00010000:00000001:1.0:1767384317.055352:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384317.055354:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3fb6569 00000020:00000001:1.0:1767384317.055355:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.055358:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3fb6569. 00000020:00000001:1.0:1767384317.055359:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384317.055362:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384317.055365:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceb361bf x1853236744039040/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384317.055369:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.055387:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb361bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744039040:12345-0@lo:253: Request processed in 19993us (20397us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384317.055390:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.055398:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384317.055404:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384317.055407:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384317.055408:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384317.055411:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384317.055412:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.055415:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384317.055416:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002822380e. 02000000:00000001:0.0:1767384317.055417:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384317.055421:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384317.055423:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.055424:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2a20986. 02000000:00000001:0.0:1767384317.055425:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.055430:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cda6e5. 00000100:00001000:0.0:1767384317.055430:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384317.055436:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384317.055439:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384317.055440:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:0.0:1767384317.055441:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.055445:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384317.055446:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.055447:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384317.055449:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.055451:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000045f7cd81. 00000100:00000040:0.0:1767384317.055453:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.055461:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384317.055464:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384317.055466:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384317.055467:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384317.055469:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384317.055472:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384317.055473:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384317.055473:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384317.055476:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384317.055479:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384317.055481:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:1.0:1767384317.055482:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384317.055483:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384317.055485:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384317.055488:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384317.055489:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384317.055491:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38f9ba8. 00000100:00000040:0.0:1767384317.055493:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384317.055499:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047c1cdeb. 00000100:00100000:0.0:1767384317.055501:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744039040:0@lo:253: 00000100:00000001:0.0:1767384317.055506:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.055508:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384317.055515:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744039040/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384317.055520:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384317.055521:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384317.055523:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006892e10d. 02000000:00000001:0.0:1767384317.055525:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384317.055526:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384317.055527:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384317.055529:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384317.055530:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000ff3960a. 02000000:00000001:0.0:1767384317.055532:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384317.055533:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384317.055534:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:0.0:1767384317.055535:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384317.055536:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.055537:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384317.055541:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384317.055542:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384317.055543:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384317.055544:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384317.056098:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384317.056101:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384317.056102:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e4fc465. 20000000:00000001:3.0:1767384317.056105:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384317.056107:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744039168 00010000:00000001:3.0:1767384317.056109:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384317.056112:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9fc028c x1853236744039168/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384317.056128:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384317.056129:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.056130:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.056133:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384317.056134:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384317.056136:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384317.056137:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384317.056139:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.056140:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.056142:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.056144:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd603262. 00000100:00000200:3.0:1767384317.056146:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744039168, offset 224 00000400:00000200:3.0:1767384317.056150:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.056155:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.056159:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02b00 00000400:00000200:3.0:1767384317.056162:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1379 [2] + 224 00000400:00000200:3.0:1767384317.056166:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.056168:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384317.056170:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384317.056172:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.056178:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.056189:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.056193:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd603262 00000400:00000010:3.0:1767384317.056194:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd603262. 00000100:00000001:3.0:1767384317.056195:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384317.056196:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.056199:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.056200:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384317.056202:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384317.056204:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.056206:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384317.056210:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.056213:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384317.056214:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9fc028c x1853236744039168/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384317.056217:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384317.056220:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384317.056223:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d96221. 00000100:00100000:3.0:1767384317.056227:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9fc028c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744039168:12345-0@lo:253: Request processed in 20741us (21068us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384317.056229:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1a895d 00000400:00000010:1.0:1767384317.056233:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1a895d. 00000100:00000001:1.0:1767384317.056252:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384317.056254:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384317.056257:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:1.0:1767384317.056258:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.056260:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384317.056262:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384317.056266:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006c7108c9. 00000020:00000010:3.0:1767384317.056271:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee8032f6. 00000100:00000200:1.0:1767384317.056273:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384317.056276:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002beb26df. 00000020:00000040:3.0:1767384317.056281:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384317.056286:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384317.056287:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384317.056288:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000014b8cbb3. 00000100:00000001:1.0:1767384317.056290:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384317.056293:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384317.056293:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384317.056297:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384317.056297:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384317.056301:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384317.056302:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384317.056303:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384317.056307:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.056308:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc956d46. 00000100:00001000:1.0:1767384317.056310:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=25 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384317.056312:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd603262. 00000100:00001000:1.0:1767384317.056315:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.056319:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384317.056320:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.056322:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384317.056323:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.056324:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.056326:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.056331:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384317.056333:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384317.056334:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384317.056342:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384317.056344:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384317.056345:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.056346:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.056346:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.056347:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384317.056348:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384317.056349:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.056350:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384317.056352:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.056356:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744039168:0@lo:253: 00000100:00000001:1.0:1767384317.056359:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.056360:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384317.056361:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000837ff344 x1853236744039168/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.056365:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384317.056366:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384317.056368:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001ddc226c. 02000000:00000001:1.0:1767384317.056370:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384317.056371:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384317.056372:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384317.056373:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384317.056375:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004352ef6f. 02000000:00000001:1.0:1767384317.056377:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384317.056378:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384317.056378:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 00000100:00000001:1.0:1767384317.056383:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384317.056383:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.056385:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384317.056388:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384317.056389:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.056391:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.056392:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384317.063577:0:21037:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000120794fc. 00010000:00000010:3.1:1767384317.063585:0:21037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003676d645. 00000100:00000040:0.0:1767384317.063623:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294905843, at 4294905844 00000100:00000040:1.0:1767384317.063624:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294905843, at 4294905844 00000100:00000010:0.0:1767384317.063635:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00000100:00000010:1.0:1767384317.063638:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d106672. 00000100:00000040:2.0:1767384317.063640:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294905843, at 4294905844 00000100:00000010:2.0:1767384317.063647:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009756aa61. 00000100:00000040:3.0:1767384317.064592:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294905843, at 4294905845 00000100:00000010:3.0:1767384317.064598:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ddb65bd. 00080000:00000001:3.0:1767384317.719435:0:21233:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384317.719448:0:21233:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.719451:0:21233:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384317.719457:0:21233:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384317.719462:0:21233:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.719465:0:21233:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.907648:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384317.907655:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.907663:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384317.907664:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.907739:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384317.907743:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.907745:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384318.099610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384318.099611:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384318.099615:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384318.099620:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384318.099621:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00000100:00000010:1.0:1767384318.099626:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000020:00000040:3.0:1767384318.099628:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384318.099633:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384318.099634:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384318.099638:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384318.099640:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384318.099643:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.099644:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.099649:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384318.099659:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001cca41a5. 02000000:00000010:1.0:1767384318.099659:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b2a441e. 00000100:00000001:3.0:1767384318.099666:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.099667:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.099674:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384318.099678:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.099678:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384318.099687:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a8ff28b] to pc [ptlrpcd_00_01+1] req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.099698:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.099702:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.099708:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837ff344] to pc [ptlrpcd_00_02+2] req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384318.099713:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.099724:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.099727:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.099729:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384318.099733:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.099737:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.099742:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384318.099744:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.099747:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384318.099749:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384318.099751:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.099751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384318.099756:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744039552:0@lo:13: 00000100:00000001:1.0:1767384318.099760:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384318.099761:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384318.099764:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466de7b8. 02000000:00000001:3.0:1767384318.099766:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384318.099769:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.099770:0:38:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384318.099772:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384318.099776:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384318.099777:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000129c8701. 02000000:00000001:1.0:1767384318.099778:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384318.099781:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.099783:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.099784:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384318.099787:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000100:00000001:0.0:1767384318.099788:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384318.099789:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b00e72ee. 00000100:00000001:0.0:1767384318.099792:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384318.099793:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.099794:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000040:1.0:1767384318.099798:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384318.099798:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384318.099801:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744039552, portal 4 00000100:00000001:3.0:1767384318.099806:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384318.099809:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00000100:00000001:1.0:1767384318.099816:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.099816:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384318.099818:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.099819:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.099824:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.099825:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384318.099829:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.099833:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.099833:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466de7b8] to pc [ptlrpcd_00_03+3] req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384318.099834:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.099839:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384318.099840:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744039680:0@lo:400: 00000400:00000010:3.0:1767384318.099843:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000001:1.0:1767384318.099848:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.099848:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384318.099852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384318.099852:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384318.099854:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744039552, offset 0 02000000:00000001:0.0:1767384318.099855:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.099858:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384318.099860:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384318.099862:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd46ecb8. 02000000:00000010:0.0:1767384318.099863:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007776f05d. 00000400:00000200:3.0:1767384318.099865:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384318.099867:0:38:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384318.099867:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.099870:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384318.099872:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384318.099872:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 02000000:00000001:1.0:1767384318.099874:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.099876:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e5172e47. 00000400:00000010:0.0:1767384318.099877:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000400:00000200:3.0:1767384318.099880:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384318.099882:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384318.099882:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744039680, portal 25 00000100:00000001:0.0:1767384318.099886:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384318.099887:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384318.099887:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000100:00000040:0.0:1767384318.099892:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.099894:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd02c80 00000100:00000001:1.0:1767384318.099901:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.099903:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.099905:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384318.099906:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000100:00000040:1.0:1767384318.099909:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd46ecb8] to pc [ptlrpcd_00_00+0] req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.099911:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384318.099915:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384318.099915:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000100:00000200:0.0:1767384318.099922:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744039680, offset 0 00000100:00000001:1.0:1767384318.099924:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.099925:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384318.099928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384318.099931:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384318.099932:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384318.099949:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384318.099949:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000100:00000200:3.0:1767384318.099953:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384318.099953:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384318.099954:0:38:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:3.0:1767384318.099958:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000873f536b. 00000100:00000001:1.0:1767384318.099959:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384318.099963:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000873f536b x1853236744039552 msgsize 224 02000000:00000001:1.0:1767384318.099963:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.099966:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.099966:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd02d00 00000100:00100000:3.0:1767384318.099972:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384318.099974:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000036f003cf. 00000400:00000200:0.0:1767384318.099977:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x205 [2] + 0 00000100:00000001:1.0:1767384318.099979:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.099980:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad7c2b1b. 00000100:00000001:3.0:1767384318.099982:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384318.099985:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384318.099985:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002bcdcaf6 00000400:00000200:0.0:1767384318.099989:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.099993:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000200:0.0:1767384318.099994:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384318.099996:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384318.100001:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384318.100002:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bcdcaf6 00000400:00000010:0.0:1767384318.100005:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bcdcaf6. 00000100:00000200:3.0:1767384318.100006:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.100010:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.100010:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384318.100014:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384318.100014:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384318.100019:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000070439f13 x1853236744039680 msgsize 224 00000100:00000001:3.0:1767384318.100021:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.100022:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_01+1] req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.100028:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.100029:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384318.100033:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384318.100043:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.100044:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100045:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100048:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384318.100049:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000400:00000200:0.0:1767384318.100051:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000100:00000001:3.0:1767384318.100052:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.100057:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11541 usecs (12 jiffies) 00000400:00000010:0.0:1767384318.100058:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000001:3.0:1767384318.100062:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906892 00000100:00000001:1.0:1767384318.100062:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.100065:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.100065:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384318.100068:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384318.100069:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9e38055. 00000100:00000200:0.0:1767384318.100071:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.100073:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.100077:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384318.100084:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906892 00000100:00000001:1.0:1767384318.100085:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.100086:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384318.100088:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006892416. 00000100:00000001:1.0:1767384318.100088:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.100090:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.100094:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384318.100095:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384318.100098:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100100:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906892 02000000:00000001:1.0:1767384318.100101:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100101:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100104:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384318.100105:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744039808:0@lo:400: 00000100:00000001:0.0:1767384318.100110:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384318.100111:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028798266. 00000100:00000001:1.0:1767384318.100112:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384318.100113:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294906897 00000100:00000001:3.0:1767384318.100116:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767384318.100116:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384318.100119:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906892 02000000:00000001:1.0:1767384318.100120:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100121:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906892 02000000:00000001:1.0:1767384318.100123:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384318.100125:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2be6b26. 00000100:00000001:0.0:1767384318.100125:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294906897 02000000:00000010:1.0:1767384318.100128:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f8df23. 02000000:00000001:1.0:1767384318.100131:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100132:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384318.100133:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906892 00000400:00000010:1.0:1767384318.100135:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084d96221. 00000100:00000001:3.0:1767384318.100136:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100140:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.100140:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000001:0.0:1767384318.100140:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294906897 00000100:00000001:3.0:1767384318.100142:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.100145:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744039808, portal 4 00000100:00000001:0.0:1767384318.100145:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906892 00000100:00000001:3.0:1767384318.100146:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.100151:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.100153:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340686592 : -120961368865024 : ffff91fc7c93c700) 00000100:00000001:0.0:1767384318.100153:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294906897 00000100:00000001:3.0:1767384318.100157:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.100157:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906892 00000100:00000040:1.0:1767384318.100158:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.100161:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384318.100163:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100167:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.100168:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100171:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.100171:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384318.100172:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100176:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384318.100176:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384318.100176:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384318.100181:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.100184:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384318.100186:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000100:00000001:0.0:1767384318.100188:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384318.100190:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744039808, offset 0 00000100:00000001:0.0:1767384318.100192:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.100195:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.100198:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.100201:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384318.100202:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.100204:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100205:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.100210:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384318.100211:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384318.100214:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384318.100216:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.100219:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744040064:0@lo:400: 00000400:00000200:1.0:1767384318.100223:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd02d80 00000100:00000001:3.0:1767384318.100224:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384318.100227:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384318.100230:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.100231:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384318.100235:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c145e8d. 00000400:00000200:1.0:1767384318.100235:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 02000000:00000001:3.0:1767384318.100241:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.100243:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384318.100244:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f3779a. 00000400:00000010:3.0:1767384318.100250:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000200:1.0:1767384318.100251:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384318.100254:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744040064, portal 10 00000100:00000001:3.0:1767384318.100257:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.100257:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384318.100258:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000100:00000200:1.0:1767384318.100261:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1767384318.100265:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384318.100266:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c854b319. 00000100:00000040:1.0:1767384318.100270:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000c854b319 x1853236744039808 msgsize 224 00000100:00100000:1.0:1767384318.100283:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384318.100287:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.100290:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.100292:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000001:1.0:1767384318.100294:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384318.100295:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744040064, offset 0 00000400:00000200:3.0:1767384318.100301:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.100304:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00000400:00000200:3.0:1767384318.100309:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384318.100310:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00000100:00000001:1.0:1767384318.100315:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384318.100317:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd02e80 00000400:00000200:3.0:1767384318.100324:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000200:1.0:1767384318.100324:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.100332:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.100338:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.100343:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384318.100345:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384318.100346:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384318.100350:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b0899c. 00000100:00000040:1.0:1767384318.100351:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.100353:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000025b0899c x1853236744040064 msgsize 224 00000100:00100000:3.0:1767384318.100362:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384318.100370:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100373:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.100373:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.100378:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.100380:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384318.100383:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000040:1.0:1767384318.100383:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11541 usecs (12 jiffies) 00000100:00000001:3.0:1767384318.100385:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384318.100389:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906892 00000100:00000200:3.0:1767384318.100390:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.100395:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906897 00000100:00000001:3.0:1767384318.100400:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384318.100401:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906892 00000100:00000040:3.0:1767384318.100405:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.100407:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906897 00000100:00000001:1.0:1767384318.100412:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906892 00000100:00000001:3.0:1767384318.100419:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100419:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906897 00000100:00000001:3.0:1767384318.100421:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.100424:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.100428:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3800 usecs (4 jiffies) 00000100:00000001:1.0:1767384318.100429:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906892 00000100:00000001:3.0:1767384318.100431:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000001:1.0:1767384318.100435:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906897 00000100:00000001:3.0:1767384318.100436:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906897 00000100:00000001:3.0:1767384318.100442:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000100:00000001:1.0:1767384318.100442:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100447:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906897 00000100:00000001:1.0:1767384318.100448:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100451:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100454:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.100456:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000100:00000001:3.0:1767384318.100459:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906897 00000100:00000001:3.0:1767384318.100460:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000100:00000001:1.0:1767384318.100461:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.100462:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906897 00000100:00000001:1.0:1767384318.100465:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384318.100466:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100471:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100473:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.100474:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100476:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.100477:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.100480:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100482:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.100484:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100485:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384318.100492:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.100493:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.100495:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.100497:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384318.100499:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.100501:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.100502:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.100504:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.100505:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.100507:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384318.100509:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.100510:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384318.100515:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039808 00000100:00000001:3.0:1767384318.100516:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384318.100519:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384318.100520:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100524:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384318.100525:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384318.100526:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384318.100528:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.100529:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd46ecb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744039936:0@lo:400: 00000100:00000001:3.0:1767384318.100533:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384318.100535:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384318.100535:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.100538:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.100540:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384318.100542:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384318.100543:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000dac4b9. 02000000:00000001:3.0:1767384318.100547:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.100549:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039808 00000020:00000001:0.0:1767384318.100570:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384318.100573:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000020:00000040:0.0:1767384318.100573:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000400:00000010:3.0:1767384318.100579:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000020:00000001:0.0:1767384318.100579:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384318.100584:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744039936, portal 10 00000020:00000040:0.0:1767384318.100584:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:3.0:1767384318.100588:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384318.100592:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340693760 : -120961368857856 : ffff91fc7c93e300) 00000020:00000001:0.0:1767384318.100592:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:0.0:1767384318.100599:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:3.0:1767384318.100601:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.100606:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384318.100607:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.100610:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384318.100611:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000024cb464c. 00000400:00000010:3.0:1767384318.100612:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384318.100618:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744039936, offset 0 00000020:00000010:0.0:1767384318.100620:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce8f0391. 00000400:00000200:3.0:1767384318.100623:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.100630:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384318.100630:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000400:00000200:3.0:1767384318.100639:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd02e00 00000400:00000200:3.0:1767384318.100642:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:0.0:1767384318.100644:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384318.100645:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.100650:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384318.100650:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc3cb897. 00000100:00000001:3.0:1767384318.100655:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384318.100657:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384318.100658:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dee77eaa. 00000100:00000010:3.0:1767384318.100660:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdf0a0d3. 00000100:00000040:3.0:1767384318.100663:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000cdf0a0d3 x1853236744039936 msgsize 224 00000020:00000010:0.0:1767384318.100665:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000100:00100000:3.0:1767384318.100668:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384318.100675:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384318.100677:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.100682:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000100:00000001:0.0:1767384318.100682:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384318.100686:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384318.100687:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:0.0:1767384318.100690:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.100691:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384318.100696:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.100699:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384318.100702:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384318.100704:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384318.100705:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.100708:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100715:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100716:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.100718:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.100725:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.100727:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2860 usecs (3 jiffies) 00000100:00000001:3.0:1767384318.100729:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000001:0.0:1767384318.100730:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384318.100731:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906897 00000100:00000001:1.0:1767384318.100732:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.100735:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.100735:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384318.100736:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000100:00000001:3.0:1767384318.100739:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906897 00000100:00100000:0.0:1767384318.100742:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384318.100743:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906884 00000100:00000001:3.0:1767384318.100747:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906897 00000100:00000040:0.0:1767384318.100749:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384318.100750:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906884 00000100:00000001:1.0:1767384318.100750:0:17568:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100754:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906897 00000100:00000001:1.0:1767384318.100755:0:17568:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100755:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340696448 : -120961368855168 : ffff91fc7c93ed80) 00000100:00000001:3.0:1767384318.100757:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.100760:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100763:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.100763:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c854b319 x1853236744039808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.100768:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100778:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384318.100779:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384318.100781:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 00000100:00000001:3.0:1767384318.100782:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100790:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384318.100791:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384318.100793:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039552 02000000:00000001:3.0:1767384318.100797:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384318.100797:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a31a621. 00000100:00000001:3.0:1767384318.100799:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.100802:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.100804:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.100808:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c854b319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744039808:12345-0@lo:400: 00000100:00100000:3.0:1767384318.100809:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039552 00000020:00000001:3.0:1767384318.100812:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384318.100815:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000200:0.0:1767384318.100817:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039808 00000020:00000001:3.0:1767384318.100818:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.100821:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000020:00000001:0.0:1767384318.100823:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384318.100824:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:3.0:1767384318.100828:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:0.0:1767384318.100829:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384318.100830:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384318.100834:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384318.100835:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000325a3b03. 00000100:00000001:3.0:1767384318.100839:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384318.100839:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384318.100842:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000010:3.0:1767384318.100848:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000325a3b03. 00000020:00000001:0.0:1767384318.100849:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384318.100853:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004984801d. 00000020:00000001:0.0:1767384318.100854:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384318.100857:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a24b714. 00000020:00000001:0.0:1767384318.100859:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384318.100861:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000870181bb. 00000020:00000001:0.0:1767384318.100863:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384318.100867:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:0.0:1767384318.100868:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100872:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384318.100873:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384318.100874:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.100877:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100879:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384318.100881:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.100883:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384318.100888:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ba7e2bb. 00000100:00000001:3.0:1767384318.100892:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384318.100893:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.100899:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.100902:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100904:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1767384318.100905:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744039808 00000100:00000001:3.0:1767384318.100907:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384318.100912:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384318.100913:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384318.100915:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384318.100917:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000100:00000001:1.0:1767384318.100918:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:0.0:1767384318.100919:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c854b319 x1853236744039808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.100921:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341727744 : -120961367823872 : ffff91fc7ca3aa00) 00000100:00000001:1.0:1767384318.100923:0:18868:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.100927:0:18868:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.100929:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000873f536b x1853236744039552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384318.100946:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384318.100950:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.100957:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384318.100957:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=16 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384318.100960:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000325a3b03. 00000100:00000001:3.0:1767384318.100964:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.100966:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000325a3b03. 00000100:00000001:0.0:1767384318.100966:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384318.100971:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00100000:3.0:1767384318.100972:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000873f536b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16155:x1853236744039552:12345-0@lo:13: 00000100:00000200:3.0:1767384318.100978:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039552 00000100:00000001:0.0:1767384318.100978:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:3.0:1767384318.100981:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384318.100983:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384318.100984:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384318.100987:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.100987:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.100993:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384318.100994:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384318.100995:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:3.0:1767384318.100997:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384318.100999:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.101000:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384318.101000:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384318.101002:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.101006:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.101009:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000100:00000001:3.0:1767384318.101011:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384318.101014:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384318.101014:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744039808, offset 224 02000000:00000010:3.0:1767384318.101018:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000040dc492b. 02000000:00000001:3.0:1767384318.101021:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.101024:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384318.101025:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384318.101029:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384318.101033:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:0.0:1767384318.101034:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384318.101036:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384318.101040:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:0.0:1767384318.101043:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd02d80 00000400:00000200:0.0:1767384318.101049:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x13bd [1] + 224 00080000:00000001:3.0:1767384318.101051:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.101054:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384318.101055:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384318.101060:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:0.0:1767384318.101063:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:3.0:1767384318.101065:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384318.101068:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:3.0:1767384318.101069:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384318.101073:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000200:0.0:1767384318.101075:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384318.101076:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384318.101080:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384318.101083:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384318.101086:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.101090:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744039552 00010000:00000001:3.0:1767384318.101094:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384318.101096:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384318.101099:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000873f536b x1853236744039552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.101129:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384318.101131:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.101132:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.101134:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384318.101136:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384318.101137:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:3.0:1767384318.101141:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384318.101143:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.101145:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.101145:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000100:00000001:3.0:1767384318.101149:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384318.101150:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000001:1.0:1767384318.101153:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384318.101155:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.101156:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.101156:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1767384318.101158:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000001:0.0:1767384318.101160:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384318.101162:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.101163:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384318.101164:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.101165:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d96221. 00000100:00000040:0.0:1767384318.101167:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000200:1.0:1767384318.101168:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384318.101169:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00010000:00000001:0.0:1767384318.101170:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384318.101172:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384318.101172:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384318.101173:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744039552, offset 224 00000020:00000001:0.0:1767384318.101174:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384318.101175:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.101177:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c854b319 x1853236744039808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.101188:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384318.101191:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.101195:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c854b319 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744039808:12345-0@lo:400: Request processed in 417us (923us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384318.101200:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384318.101208:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.101211:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.101213:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd02c80 00000100:00000001:1.0:1767384318.101214:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384318.101214:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000400:00000200:3.0:1767384318.101221:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x13ad [1] + 224 00000100:00000040:0.0:1767384318.101221:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 02000000:00000001:1.0:1767384318.101224:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384318.101225:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.101228:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384318.101229:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384318.101229:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384318.101230:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.101235:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.101236:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384318.101236:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dee77eaa. 00000100:00000001:3.0:1767384318.101240:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384318.101242:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=16 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384318.101244:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384318.101246:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=16 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384318.101247:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384318.101253:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc3cb897. 00000100:00000001:1.0:1767384318.101254:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.101258:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.101260:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00010000:00000001:1.0:1767384318.101264:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384318.101265:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.101265:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384318.101270:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384318.101282:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384318.101283:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384318.101284:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.101285:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000400:00000200:3.0:1767384318.101289:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000100:00000001:1.0:1767384318.101289:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384318.101291:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:3.0:1767384318.101293:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384318.101296:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.101296:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384318.101300:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.101301:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.101302:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.101309:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000040:1.0:1767384318.101309:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.101313:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.101315:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.101317:0:16795:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000045f7cd81. 00000020:00000001:3.0:1767384318.101319:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384318.101324:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384318.101325:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000873f536b x1853236744039552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:299/0 lens 224/368 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.101326:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384318.101327:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040064 02000000:00000001:0.0:1767384318.101331:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.101333:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384318.101334:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.101336:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.101337:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.101342:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.101343:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.101346:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040064 00000100:00100000:3.0:1767384318.101348:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000873f536b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16155:x1853236744039552:12345-0@lo:13: Request processed in 388us (1381us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384318.101349:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384318.101352:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:0.0:1767384318.101355:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.101358:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00100000:1.0:1767384318.101362:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744039808:0@lo:400: 00000020:00000001:0.0:1767384318.101362:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00100000:3.0:1767384318.101366:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000001:0.0:1767384318.101367:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384318.101371:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384318.101372:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384318.101374:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384318.101375:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384318.101377:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384318.101378:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 00000100:00000001:3.0:1767384318.101381:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384318.101381:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466de7b8 x1853236744039808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384318.101383:0:16795:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000036111c52. 00000020:00000010:3.0:1767384318.101385:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a24b714. 00000020:00000040:0.0:1767384318.101388:0:16795:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000010:3.0:1767384318.101391:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000870181bb. 00000100:00000001:1.0:1767384318.101393:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384318.101396:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004984801d. 02000000:00000001:1.0:1767384318.101397:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384318.101397:0:16795:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:3.0:1767384318.101400:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 02000000:00000010:1.0:1767384318.101401:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f8df23. 00000020:00000010:0.0:1767384318.101401:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc3cb897. 02000000:00000001:1.0:1767384318.101406:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384318.101406:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dee77eaa. 00000100:00000001:3.0:1767384318.101407:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.101409:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384318.101411:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000040:1.0:1767384318.101417:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384318.101418:0:16795:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1767384318.101419:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384318.101421:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.101421:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384318.101422:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b00e72ee. 00000100:00000001:0.0:1767384318.101422:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.101425:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.101426:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384318.101430:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384318.101430:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384318.101432:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:3.0:1767384318.101433:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384318.101434:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384318.101435:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767384318.101436:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85362a. 00000100:00000010:1.0:1767384318.101438:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466de7b8. 00000400:00000200:3.0:1767384318.101440:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000100:00000001:0.0:1767384318.101441:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.101443:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:1.0:1767384318.101444:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.101447:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.101449:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384318.101451:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.101451:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384318.101455:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.101458:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.101460:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.101462:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384318.101464:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.101465:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384318.101465:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039936 00000100:00000001:1.0:1767384318.101468:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.101469:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.101471:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.101474:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.101480:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384318.101481:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.101482:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384318.101486:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039936 00000100:00000001:3.0:1767384318.101487:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384318.101489:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384318.101491:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384318.101492:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.101496:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.101496:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 02000000:00000001:3.0:1767384318.101501:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.101501:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.101505:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00001000:3.0:1767384318.101506:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=16 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384318.101510:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00001000:3.0:1767384318.101511:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.101516:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384318.101516:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:3.0:1767384318.101519:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.101521:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384318.101522:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:3.0:1767384318.101524:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384318.101527:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086493e01. 00000100:00000001:0.0:1767384318.101532:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384318.101534:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.101536:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086493e01. 00000100:00000001:3.0:1767384318.101537:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384318.101541:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384318.101542:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384318.101543:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384318.101544:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c60929e. 00000100:00000040:3.0:1767384318.101546:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384318.101550:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009806a229. 00000100:00000001:3.0:1767384318.101569:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.101578:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384318.101580:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384318.101580:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000612f91f2. 00000004:00000001:3.0:1767384318.101582:0:16155:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384318.101586:0:16155:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384318.101586:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000040:3.0:1767384318.101589:0:16155:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384318.101590:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.101593:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1767384318.101597:0:16155:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384318.101599:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384318.101602:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384318.101602:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000001:3.0:1767384318.101603:0:16155:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.101606:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744039680 00000100:00000001:0.0:1767384318.101606:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.101609:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384318.101610:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.101613:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.101616:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.101617:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.101622:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384318.101623:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744039552:0@lo:13: 00000100:00000001:0.0:1767384318.101625:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384318.101627:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744039680 00000100:00000001:0.0:1767384318.101628:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384318.101631:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384318.101633:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.101634:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00100000:0.0:1767384318.101634:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384318.101638:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384318.101639:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384318.101639:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000040:3.0:1767384318.101642:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a8ff28b x1853236744039552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384318.101643:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:0.0:1767384318.101643:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341724160 : -120961367827456 : ffff91fc7ca39c00) 00000020:00000001:1.0:1767384318.101648:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:0.0:1767384318.101652:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025b0899c x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384318.101653:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384318.101658:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384318.101660:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384318.101661:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384318.101665:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000129c8701. 00000020:00000010:1.0:1767384318.101665:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 02000000:00000001:3.0:1767384318.101669:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384318.101670:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.101671:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384318.101672:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384318.101674:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000020:00000040:3.0:1767384318.101675:0:16155:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:0.0:1767384318.101675:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086493e01. 00000020:00000001:3.0:1767384318.101680:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384318.101681:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384318.101682:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001cca41a5. 00000020:00000010:1.0:1767384318.101682:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f8df23. 00000020:00000010:1.0:1767384318.101686:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041c0545c. 00000020:00000010:0.0:1767384318.101686:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086493e01. 02000000:00000001:3.0:1767384318.101687:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384318.101690:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384318.101692:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 00000020:00000010:1.0:1767384318.101692:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000100:00100000:0.0:1767384318.101695:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025b0899c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744040064:12345-0@lo:400: 00000100:00000001:3.0:1767384318.101696:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384318.101699:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.101701:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:0.0:1767384318.101701:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040064 00000100:00000001:3.0:1767384318.101702:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.101704:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384318.101704:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384318.101705:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.101708:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.101709:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384318.101710:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384318.101711:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.101714:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.101714:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.101718:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.101718:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384318.101720:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:1.0:1767384318.101722:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.101725:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384318.101727:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.101729:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384318.101731:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.101731:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384318.101733:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.101735:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384318.101736:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384318.101739:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384318.101740:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384318.101740:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384318.101743:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384318.101743:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384318.101744:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384318.101748:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 02000000:00000010:0.0:1767384318.101748:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007615c6e2. 00000100:00100000:1.0:1767384318.101749:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000001:3.0:1767384318.101753:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341730432 : -120961367821184 : ffff91fc7ca3b480) 00000100:00000040:1.0:1767384318.101754:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 02000000:00000001:0.0:1767384318.101754:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.101759:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdf0a0d3 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.101759:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058715728 : -120966650835888 : ffff91fb41bf4c50) 00000100:00000001:0.0:1767384318.101759:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.101762:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.101765:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070439f13 x1853236744039680/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 224/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384318.101767:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040064 00010000:00000001:0.0:1767384318.101772:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384318.101777:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025b0899c x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.101782:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384318.101786:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000325a3b03. 00000100:00000001:1.0:1767384318.101788:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384318.101788:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384318.101790:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384318.101792:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384318.101794:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000325a3b03. 00000020:00000010:1.0:1767384318.101794:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 00000100:00001000:0.0:1767384318.101796:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.101799:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.101802:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000100:00000001:0.0:1767384318.101802:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384318.101805:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdf0a0d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744039936:12345-0@lo:400: 00000100:00000040:0.0:1767384318.101807:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00100000:1.0:1767384318.101810:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070439f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744039680:12345-0@lo:400: 00000100:00000200:3.0:1767384318.101812:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039936 00000020:00000001:3.0:1767384318.101815:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384318.101817:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:3.0:1767384318.101819:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384318.101819:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744039680 02000000:00000001:0.0:1767384318.101820:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384318.101823:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.101823:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384318.101824:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.101826:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384318.101828:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.101829:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.101829:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384318.101830:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:1.0:1767384318.101833:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384318.101834:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384318.101836:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:3.0:1767384318.101837:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384318.101839:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000020:00000001:3.0:1767384318.101840:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.101841:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384318.101842:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744040064, offset 224 00000020:00000001:3.0:1767384318.101843:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384318.101845:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.101847:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.101849:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384318.101849:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384318.101851:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.101852:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384318.101855:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384318.101856:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.101856:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384318.101858:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384318.101860:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384318.101861:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384318.101864:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384318.101864:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd02e80 02000000:00000010:3.0:1767384318.101866:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000129c8701. 02000000:00000001:1.0:1767384318.101867:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384318.101870:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13c5 [1] + 224 02000000:00000001:3.0:1767384318.101871:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.101873:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b8679a4. 00000100:00000001:3.0:1767384318.101875:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.101877:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.101878:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.101878:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384318.101882:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.101883:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744039936 00000400:00000200:0.0:1767384318.101885:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384318.101886:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.101887:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384318.101891:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1767384318.101892:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdf0a0d3 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384318.101895:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744039680 00000100:00000200:0.0:1767384318.101896:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.101897:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384318.101902:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070439f13 x1853236744039680/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.101926:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.101927:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384318.101928:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.101930:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.101931:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.101950:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=21 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384318.101951:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.101959:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384318.101961:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384318.101963:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384318.101964:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000040:1.0:1767384318.101966:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 23 to 0@lo 00000100:00000001:3.0:1767384318.101968:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000200:0.0:1767384318.101969:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000100:00000001:1.0:1767384318.101971:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000010:0.0:1767384318.101973:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 02000000:00000001:3.0:1767384318.101974:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.101976:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.101976:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384318.101976:0:16795:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384318.101979:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.101979:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.101980:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384318.101983:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384318.101983:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.101984:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384318.101988:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000010:3.0:1767384318.101989:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000040:1.0:1767384318.101989:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.101993:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00010000:00000001:0.0:1767384318.101994:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384318.101996:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744039936, offset 224 00000020:00000001:0.0:1767384318.101997:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.101998:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744039680, offset 224 00000020:00000001:0.0:1767384318.102001:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384318.102004:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384318.102007:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b0899c x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.102009:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.102014:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.102021:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384318.102025:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025b0899c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744040064:12345-0@lo:400: Request processed in 352us (1670us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384318.102027:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd02e00 00000400:00000200:1.0:1767384318.102031:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd02d00 00000400:00000200:3.0:1767384318.102035:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13cd [1] + 224 00000100:00100000:0.0:1767384318.102039:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:3.0:1767384318.102042:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.102046:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x13b5 [1] + 224 00000400:00000200:3.0:1767384318.102049:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384318.102050:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:0.0:1767384318.102054:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384318.102056:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384318.102056:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384318.102057:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384318.102061:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dee77eaa. 00000100:00000200:3.0:1767384318.102062:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.102063:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384318.102065:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000100:00000001:1.0:1767384318.102070:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384318.102070:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc3cb897. 00000100:00000200:1.0:1767384318.102076:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384318.102077:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:0.0:1767384318.102082:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384318.102083:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.102097:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102098:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1767384318.102099:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384318.102103:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000400:00000200:3.0:1767384318.102104:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:3.0:1767384318.102108:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:3.0:1767384318.102110:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.102111:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.102114:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.102115:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384318.102117:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:3.0:1767384318.102120:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.102121:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.102123:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384318.102123:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384318.102127:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00000001:1.0:1767384318.102132:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384318.102134:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdf0a0d3 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.102135:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.102138:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.102140:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.102141:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384318.102146:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384318.102147:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384318.102149:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384318.102152:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdf0a0d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744039936:12345-0@lo:400: Request processed in 367us (1485us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384318.102154:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00010000:00000001:1.0:1767384318.102157:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384318.102159:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000020:00000001:1.0:1767384318.102160:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.102162:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000020:00000001:1.0:1767384318.102164:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384318.102165:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384318.102167:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384318.102170:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000040:1.0:1767384318.102171:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070439f13 x1853236744039680/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 224/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384318.102171:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102173:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384318.102175:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384318.102178:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009806a229. 00000020:00000010:3.0:1767384318.102183:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000612f91f2. 00000020:00000010:3.0:1767384318.102187:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c60929e. 00000100:00000200:0.0:1767384318.102191:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.102192:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070439f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744039680:12345-0@lo:400: Request processed in 402us (2169us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384318.102193:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:3.0:1767384318.102197:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384318.102204:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:0.0:1767384318.102206:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384318.102208:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384318.102208:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.102210:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384318.102210:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384318.102211:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.102212:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384318.102213:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.102215:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.102215:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.102216:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041c0545c. 00000100:00000001:3.0:1767384318.102219:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384318.102220:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.102221:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000400:00000001:3.0:1767384318.102223:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767384318.102224:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384318.102225:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f8df23. 00000400:00000001:3.0:1767384318.102226:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384318.102230:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000020:00000040:1.0:1767384318.102230:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00001000:0.0:1767384318.102231:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=26 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384318.102235:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384318.102236:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 02000000:00000010:1.0:1767384318.102237:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b8679a4. 00000100:00000001:0.0:1767384318.102237:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384318.102239:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:0.0:1767384318.102240:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.102241:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384318.102244:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384318.102244:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384318.102245:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.102245:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384318.102249:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.102251:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384318.102254:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.102258:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084d96221. 00000100:00000040:0.0:1767384318.102260:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384318.102264:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008d65d7f. 00000100:00000200:3.0:1767384318.102275:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.102278:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.102284:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384318.102286:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.102287:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102288:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102292:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384318.102293:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384318.102295:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384318.102296:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102297:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.102301:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.102306:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384318.102312:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=21 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384318.102315:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744039680:0@lo:400: 00000100:00000001:3.0:1767384318.102324:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384318.102326:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.102326:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.102331:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384318.102332:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1767384318.102336:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.102339:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000837ff344 x1853236744039680/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.102349:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.102354:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384318.102356:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384318.102360:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384318.102360:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384318.102363:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.102366:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384318.102367:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384318.102369:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007776f05d. 02000000:00000001:0.0:1767384318.102376:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384318.102377:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.102380:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384318.102380:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384318.102385:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384318.102385:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000040:3.0:1767384318.102390:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384318.102391:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384318.102394:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b2a441e. 00000100:00100000:3.0:1767384318.102401:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd46ecb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744039936:0@lo:400: 02000000:00000001:0.0:1767384318.102402:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.102406:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1767384318.102407:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1767384318.102408:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 00000400:00000001:3.0:1767384318.102409:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384318.102413:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f3779a. 00000400:00000200:3.0:1767384318.102416:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000100:00000001:0.0:1767384318.102417:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384318.102418:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:0.0:1767384318.102422:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102423:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384318.102427:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384318.102428:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.102436:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384318.102437:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.102440:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.102445:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.102446:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.102448:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.102449:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102454:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384318.102455:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384318.102462:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.102463:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.102465:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.102468:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384318.102470:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.102472:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384318.102473:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.102474:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384318.102476:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.102481:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.102482:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384318.102483:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384318.102483:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384318.102484:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.102487:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102491:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.102492:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384318.102493:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384318.102495:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384318.102499:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744040064:0@lo:400: 00000100:00000001:3.0:1767384318.102502:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102504:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384318.102506:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd46ecb8 x1853236744039936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102509:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384318.102510:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384318.102511:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000dac4b9. 02000000:00000001:3.0:1767384318.102513:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384318.102515:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384318.102516:0:16155:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384318.102520:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384318.102522:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e5172e47. 02000000:00000001:3.0:1767384318.102525:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384318.102526:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384318.102527:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd46ecb8. 00000100:00000001:3.0:1767384318.102530:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384318.102531:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102533:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384318.102535:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744040064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.102540:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384318.102540:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384318.102541:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c145e8d. 02000000:00000001:3.0:1767384318.102543:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384318.102544:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384318.102545:0:16155:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384318.102546:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384318.102548:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000036f003cf. 02000000:00000001:3.0:1767384318.102550:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384318.102551:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384318.102552:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:3.0:1767384318.102577:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384318.102578:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102579:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.102582:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.102583:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.102585:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.102586:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.117597:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294906897, at 4294906898 00000100:00000010:2.0:1767384318.117607:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028798266. 00000100:00000040:3.0:1767384318.117615:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294906897, at 4294906898 00000100:00000040:0.0:1767384318.117618:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294906897, at 4294906898 00000100:00000010:3.0:1767384318.117623:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2be6b26. 00000100:00000010:0.0:1767384318.117628:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9e38055. 00000100:00000040:1.0:1767384318.118597:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294906897, at 4294906899 00000100:00000010:1.0:1767384318.118604:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006892416. 00000001:00000001:0.0:1767384318.388714:0:21397:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384318.388722:0:21397:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:0.0:1767384318.391746:0:21397:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384318.397833:0:21398:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008588be42. 00000400:00000010:0.0:1767384318.397846:0:21398:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e25f606f. 00000400:00000010:0.0:1767384318.397853:0:21398:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000088ae3fd7. 00000400:00000010:0.0:1767384318.397856:0:21398:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009fed8f27. 00000400:00000010:0.0:1767384318.397859:0:21398:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000004a9e78. 00000400:00000010:0.0:1767384318.397863:0:21398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004fe81b5a. 00000400:00000010:0.0:1767384318.397864:0:21398:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000efe250c5. 00000400:00000010:0.0:1767384318.397865:0:21398:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ac1fe03. 00000400:00000010:0.0:1767384318.397868:0:21398:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b2db3a0d. 00000800:00000010:0.0:1767384318.397876:0:21398:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004d91126e. 00000800:00000200:0.0:1767384318.397884:0:21398:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384318.397891:0:21398:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384318.397922:0:21398:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384318.397949:0:21398:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384318.399256:0:21398:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000006db2732d. 00000400:00000010:0.0:1767384318.399262:0:21398:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 00000400:00000010:0.0:1767384318.399265:0:21398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000400:00000001:0.0:1767384318.399277:0:21398:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384318.399278:0:21398:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.399280:0:21398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004529f4bc. 00000400:00000200:0.0:1767384318.399282:0:21398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:0.0:1767384318.399283:0:21398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000400:00000010:0.0:1767384318.399286:0:21398:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000009e3e53e4. 00000400:00000200:0.0:1767384318.399290:0:21398:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (9) 00000400:00000200:0.0:1767384318.399301:0:21398:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384318.399309:0:21398:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384318.399316:0:21398:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b20331b3. 00000020:01000000:0.0:1767384318.399319:0:21398:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384318.399322:0:21398:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp18 00000400:00000010:0.0:1767384318.399331:0:21398:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e25f606f. 00000400:00000010:0.0:1767384318.399334:0:21398:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008588be42. 00000020:00000001:1.0:1767384318.399352:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384318.399354:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:1.0:1767384318.399358:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384318.399361:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 10000000:00000001:1.0:1767384318.399362:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384318.399366:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384318.399369:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adb34f85. 00000020:01000004:1.0:1767384318.399370:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384318.399373:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384318.399375:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (10) 00000020:01000004:1.0:1767384318.399376:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.399378:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.399379:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.399379:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384318.399389:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001ce6aec. 00000020:01000004:1.0:1767384318.399389:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384318.399390:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384318.399394:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384318.399397:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:01000004:1.0:1767384318.399397:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384318.399404:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466de7b8. 00000020:00000040:1.0:1767384318.399410:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384318.399412:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000100:00000001:1.0:1767384318.399416:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384318.399418:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:1.0:1767384318.399420:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384318.399425:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000001:1.0:1767384318.399426:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.399433:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384318.399435:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000010:1.0:1767384318.399437:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003fb996a1. 00000400:00000200:2.0:1767384318.399440:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384318.399444:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:1.0:1767384318.399444:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.399450:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384318.399454:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384318.399454:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.399458:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.399460:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384318.399465:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp17 00000100:00000040:1.0:1767384318.399468:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466de7b8] to pc [ptlrpcd_00_02+2] req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.399469:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384318.399474:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp17 00000400:00000200:2.0:1767384318.399482:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.113@tcp17 LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1767384318.399489:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp17 00000400:00000200:2.0:1767384318.399493:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17:) -> 192.168.203.113@tcp17(192.168.203.113@tcp:192.168.203.113@tcp17) : PUT try# 0 00000800:00000200:2.0:1767384318.399498:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.113@tcp17 00000800:00000010:2.0:1767384318.399502:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a7c1ff2. 10000000:00000001:1.0:1767384318.399502:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.399508:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.399511:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.399511:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384318.399512:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b0c6e408. 00000100:00000001:0.0:1767384318.399516:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384318.399517:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384318.399518:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004418d1d8. 00000100:00000001:0.0:1767384318.399520:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384318.399525:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767384318.399527:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384318.399528:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (2) 10000000:00000001:1.0:1767384318.399529:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384318.399532:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384318.399536:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.1:1767384318.399541:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (2) 00000020:01000004:1.0:1767384318.399542:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384318.399543:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384318.399547:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384318.399548:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384318.399573:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.399576:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.399577:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.399579:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.399580:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384318.399581:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.399582:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384318.399585:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000400:00000200:2.0:1767384318.399588:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000020:00000040:1.0:1767384318.399588:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384318.399591:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384318.399594:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 02000000:00000001:1.0:1767384318.399595:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.399599:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.399611:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed14413c. 00000400:00000200:2.0:1767384318.399650:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.399715:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:1.0:1767384318.399757:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.399758:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384318.399760:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 02000000:00000001:0.0:1767384318.399762:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.399764:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384318.399766:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.399767:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.399771:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744040192:0@lo:253: 00000100:00000040:1.0:1767384318.399775:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_03+3] req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.399777:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384318.399783:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384318.399787:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.399788:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.399789:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384318.399790:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 10000000:00000001:1.0:1767384318.399792:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.399795:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384318.399797:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:0.0:1767384318.399797:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004352ef6f. 02000000:00000001:0.0:1767384318.399802:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.399803:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b20331b3. 00000400:00000010:0.0:1767384318.399806:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000400:00000010:0.0:1767384318.399812:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e25f606f. 00000100:00000001:1.0:1767384318.399815:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384318.399816:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040192, portal 25 00000100:00000001:1.0:1767384318.399820:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.399820:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.399824:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384318.399824:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340686592 : -120961368865024 : ffff91fc7c93c700) 00000100:00000040:1.0:1767384318.399830:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.399832:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.399833:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384318.399862:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384318.399864:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384318.399867:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384318.399869:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.399870:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000732edc92. 00000100:00000200:0.0:1767384318.399874:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040192, offset 0 02000000:00000001:1.0:1767384318.399876:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384318.399879:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 02000000:00000001:1.0:1767384318.399881:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384318.399882:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384318.399888:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.399894:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744040320:0@lo:253: 00000400:00000200:0.0:1767384318.399896:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384318.399901:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.399905:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.399907:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.399910:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02f00 02000000:00000001:1.0:1767384318.399911:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384318.399917:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 02000000:00000010:1.0:1767384318.399918:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e4fc465. 00000400:00000200:2.0:1767384318.399921:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000010:0.0:1767384318.399922:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d164de01. 02000000:00000001:1.0:1767384318.399923:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384318.399930:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c54f84b 00000400:00000010:1.0:1767384318.399931:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000400:00000010:1.0:1767384318.399954:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000687a3a0. 00000400:00000200:0.0:1767384318.399955:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384318.399959:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040320, portal 25 00000400:00000200:0.0:1767384318.399962:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.399964:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.399966:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 00000400:00000200:2.0:1767384318.399968:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.399968:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c54f84b 00000100:00000040:1.0:1767384318.399971:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384318.399972:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c54f84b. 00000100:00000001:0.0:1767384318.399977:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384318.399978:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384318.399982:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000083dae3c5 x1853236744040192 msgsize 4848 00000400:00000200:2.0:1767384318.399990:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:1.0:1767384318.399992:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384318.399993:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384318.399999:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384318.399999:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384318.400005:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2e45024. 00000100:00000200:1.0:1767384318.400010:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040320, offset 0 00000100:00000001:0.0:1767384318.400010:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.400018:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.400019:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.400024:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732edc92 00000400:00000010:0.0:1767384318.400028:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000732edc92. 00000400:00000200:1.0:1767384318.400029:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384318.400032:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384318.400037:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.400041:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd02f80 00000400:00000200:2.0:1767384318.400046:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384318.400053:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000400:00000010:1.0:1767384318.400058:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cea0eeb2. 00000100:00000001:0.0:1767384318.400059:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384318.400063:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f9fb0a1 00000100:00000040:0.0:1767384318.400064:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.400070:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384318.400071:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400074:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384318.400078:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.400081:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.400083:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f9fb0a1 00000100:00000001:0.0:1767384318.400086:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294907197 00000400:00000200:2.0:1767384318.400087:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000010:1.0:1767384318.400087:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f9fb0a1. 00000100:00000010:0.0:1767384318.400093:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edbdd95a. 00000100:00000001:1.0:1767384318.400094:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.400097:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384318.400100:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384318.400101:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000006fc5ee6 x1853236744040320 msgsize 4848 00000100:00000001:0.0:1767384318.400109:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294907197 00000100:00100000:1.0:1767384318.400110:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384318.400115:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384318.400116:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cf6a999. 00000100:00000001:0.0:1767384318.400120:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384318.400124:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294907197 00000100:00000001:1.0:1767384318.400126:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384318.400128:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 00000100:00000001:0.0:1767384318.400132:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384318.400133:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2e45024 00000400:00000010:1.0:1767384318.400136:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2e45024. 00000100:00000001:0.0:1767384318.400138:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294907197 00000400:00000200:2.0:1767384318.400140:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:1.0:1767384318.400140:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384318.400143:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe1fe0ae. 00000100:00000200:1.0:1767384318.400146:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.400149:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384318.400154:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384318.400159:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384318.400160:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.400164:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400170:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400172:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400173:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.400177:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384318.400180:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:0.0:1767384318.400182:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.400183:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400186:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.400187:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294907197 00000100:00000001:0.0:1767384318.400190:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.400192:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.400193:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294907197 00000100:00000001:0.0:1767384318.400195:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400198:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400203:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294907197 00000100:00000001:1.0:1767384318.400205:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294907197 00000100:00000001:1.0:1767384318.400207:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294907197 00000100:00000001:1.0:1767384318.400209:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294907197 00000100:00000001:1.0:1767384318.400211:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294907197 00000100:00000001:1.0:1767384318.400213:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294907197 00000100:00000001:1.0:1767384318.400214:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.400216:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400219:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400220:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.400223:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000001:1.0:1767384318.400225:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.400228:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.400231:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.400233:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.400235:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400237:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400259:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384318.400262:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040192 02000000:00000001:1.0:1767384318.400265:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.400267:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384318.400268:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000100:00000001:1.0:1767384318.400269:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.400274:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.400277:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040192 00000020:00000001:1.0:1767384318.400279:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384318.400280:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384318.400283:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.400285:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384318.400287:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384318.400289:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384318.400293:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.400296:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 00000100:00000001:1.0:1767384318.400298:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.400300:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000020:00000010:1.0:1767384318.400311:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f8df23. 00000020:00000010:1.0:1767384318.400316:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041c0545c. 00000020:00000010:1.0:1767384318.400321:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000100:00000040:1.0:1767384318.400329:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384318.400332:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.400334:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.400334:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384318.400336:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.400338:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040320 02000000:00000001:0.0:1767384318.400341:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.400343:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.400344:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400344:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.400349:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.400352:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040320 00000020:00000001:0.0:1767384318.400354:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384318.400356:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384318.400357:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.400358:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.400361:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384318.400364:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384318.400367:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384318.400370:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384318.400373:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384318.400373:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048a92529. 00000100:00000001:1.0:1767384318.400376:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.400377:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.400381:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048a92529. 00000100:00100000:1.0:1767384318.400384:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000020:00000010:0.0:1767384318.400387:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c60929e. 00000100:00000040:1.0:1767384318.400388:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384318.400393:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058722896 : -120966650828720 : ffff91fb41bf6850) 00000020:00000010:0.0:1767384318.400394:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7303c79. 00000100:00000040:1.0:1767384318.400398:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083dae3c5 x1853236744040192/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384318.400400:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000100:00000001:0.0:1767384318.400406:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.400408:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384318.400409:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.400412:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384318.400413:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 00000100:00000001:0.0:1767384318.400416:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400417:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.400421:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384318.400422:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000100:00100000:1.0:1767384318.400426:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083dae3c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744040192:12345-0@lo:253: 00000100:00000200:1.0:1767384318.400432:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040192 00000020:00000001:1.0:1767384318.400434:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.400437:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.400439:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400439:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384318.400441:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384318.400442:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384318.400445:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00100000:0.0:1767384318.400449:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000020:00000001:1.0:1767384318.400450:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384318.400452:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:1.0:1767384318.400453:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.400457:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094213200 : -120961615338416 : ffff91fc6de2e450) 00000020:00000001:1.0:1767384318.400458:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384318.400461:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384318.400464:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006fc5ee6 x1853236744040320/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384318.400465:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.400472:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384318.400474:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.400477:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048a92529. 00000800:00000010:2.0:1767384318.400479:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9bf1a10. 02000000:00000001:1.0:1767384318.400482:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384318.400482:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384318.400485:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d830e183. 00000020:00000010:0.0:1767384318.400486:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048a92529. 02000000:00000010:1.0:1767384318.400488:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b20331b3. 02000000:00000001:1.0:1767384318.400492:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384318.400493:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00000100:00100000:0.0:1767384318.400496:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006fc5ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744040320:12345-0@lo:253: 00000100:00000001:1.0:1767384318.400497:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.400504:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384318.400504:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040320 00000020:00000001:0.0:1767384318.400506:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384318.400510:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384318.400511:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.400513:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384318.400514:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384318.400517:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384318.400519:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384318.400521:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000caa1d4fc. 00000020:00000001:0.0:1767384318.400521:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384318.400524:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384318.400527:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384318.400527:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384318.400530:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000100:00000001:0.0:1767384318.400533:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384318.400534:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384318.400538:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384318.400538:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384318.400540:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.400543:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.400544:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001ddc226c. 20000000:00000001:1.0:1767384318.400546:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384318.400547:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.400550:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.400580:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384318.400584:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc040441. 20000000:00000010:0.0:1767384318.400587:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000014b8cbb3. 20000000:01000000:1.0:1767384318.400588:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:01000000:0.0:1767384318.400593:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384318.400596:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384318.400597:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384318.400601:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384318.400603:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384318.400605:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:0.0:1767384318.400610:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.400613:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.400614:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384318.400624:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp17 from 239.3.0.2 00000800:00000010:2.0:1767384318.400628:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000d3c7420. 00080000:00000001:1.0:1767384318.400646:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384318.400651:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384318.400652:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.400654:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384318.400658:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384318.400663:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384318.400666:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384318.400672:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b8679a4. 00080000:00000001:1.0:1767384318.400674:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057646592 : -120966651905024 : ffff91fb41aefc00) 00080000:00000001:1.0:1767384318.400677:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384318.400782:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384318.400784:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.400786:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384318.400806:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.400809:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384318.400839:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009049d282. 00000800:00000010:2.0:1767384318.400844:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9621eb5. 00000800:00000010:2.0:1767384318.400858:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb3f564d. 00000800:00000200:2.1:1767384318.400862:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (2) 00000800:00000200:2.1:1767384318.400865:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp17 00000000cb3f564d deleted 00000800:00000010:2.1:1767384318.400867:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb3f564d. 00000800:00000200:2.1:1767384318.400876:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384318.400880:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:1007 00000800:00000200:2.1:1767384318.400883:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384318.400887:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp17 p 3.x 192.168.203.113 -> 192.168.203.113:1007 incarnation:1767384317032916325 sched[0] 00000800:00000010:2.0:1767384318.400891:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00080000:00000001:1.0:1767384318.400922:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384318.400926:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384318.400927:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000800:00000010:2.0:1767384318.400944:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9621eb5. 00000800:00000010:2.0:1767384318.400972:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000d3c7420. 00000800:00000001:0.0:1767384318.400996:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401003:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384318.401014:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384318.401018:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp17 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384317032916325 sched[0] 00000800:00000010:2.0:1767384318.401027:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d830e183. 00000800:00000200:0.0:1767384318.401041:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384318.401045:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a7c1ff2. 00000400:00000200:0.0:1767384318.401049:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.401054:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: PUT: OK 00000400:00000200:0.0:1767384318.401058:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384318.401061:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384318.401072:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401077:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384318.401079:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401082:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.401087:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17) <- 192.168.203.113@tcp17 : PUT - for me 00000400:00000200:0.0:1767384318.401094:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384318.401096:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.401101:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 192/192 into md 0x1381 [1] + 0 00000400:00000010:0.0:1767384318.401104:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000903dda08. 00000400:00000200:0.0:1767384318.401108:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004199e878 00000800:00000001:0.0:1767384318.401111:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401119:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.401120:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.401123:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: PUT: OK 00000400:00000200:0.0:1767384318.401125:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004199e878 00000400:00000010:0.0:1767384318.401127:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004199e878. 00000400:00000200:0.0:1767384318.401131:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384318.401134:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (11) 00000400:00000200:0.0:1767384318.401137:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:0.0:1767384318.401140:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000008bd2079f. 00000400:00000200:0.0:1767384318.401144:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 10 00000400:00000200:2.0:1767384318.401148:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.401148:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384318.401160:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (12) 00000400:00000200:0.0:1767384318.401164:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384318.401175:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp17 to MR: 192.168.203.113@tcp17 local destination 00000400:00000200:0.0:1767384318.401181:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.113@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384318.401190:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.401195:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17:192.168.203.113@tcp17) -> 192.168.203.113@tcp17(192.168.203.113@tcp17:192.168.203.113@tcp17) 192.168.203.113@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384318.401201:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp17 00000800:00000010:0.0:1767384318.401205:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016af6f78. 00000800:00000200:0.0:1767384318.401209:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (4) 00000800:00000200:0.0:1767384318.401215:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:988 00000800:00000200:0.0:1767384318.401217:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000016af6f78 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384318.401224:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000200:0.0:1767384318.401258:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384318.401261:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016af6f78. 00000400:00000200:0.0:1767384318.401265:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.401269:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: ACK: OK 00000400:00000200:2.0:1767384318.401276:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000001:0.0:1767384318.401276:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401281:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384318.401285:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401290:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384318.401291:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401296:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.401301:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17) <- 192.168.203.113@tcp17 : ACK - for me 00000400:00000200:0.0:1767384318.401310:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp17: ACK from 12345-192.168.203.113@tcp17 into md 0x13f1 00000400:00000200:0.0:1767384318.401313:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.401317:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: ACK: OK 00000400:00000200:0.0:1767384318.401320:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb34f85 00000400:00000200:2.0:1767384318.401321:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000010:0.0:1767384318.401322:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adb34f85. 00000400:00000200:0.0:1767384318.401328:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384318.401331:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384318.401335:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384318.401338:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (11) 00000800:00000001:0.0:1767384318.401343:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.401345:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.401361:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.401406:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.401432:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384318.401472:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384318.401477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000010:1.0:1767384318.401478:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000010:1.0:1767384318.401485:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000400:00000200:1.0:1767384318.401488:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:1.0:1767384318.401499:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:1.0:1767384318.401505:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000b00e72ee. 00000400:00000200:2.0:1767384318.401508:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000010:1.0:1767384318.401510:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000004554ce59. 00000400:00000200:2.0:1767384318.401536:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.401551:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.401594:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384318.401622:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000010:0.0:1767384318.401636:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 0000000016af6f78. 00000400:00000200:2.0:1767384318.401646:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000010:0.0:1767384318.401661:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000069ce37b9. 00000400:00000200:0.0:1767384318.401667:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000069ce37b9 nid 192.168.203.113@tcp18 00000400:00000010:0.0:1767384318.401670:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003dae366e. 00000400:00000200:0.0:1767384318.401673:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000003dae366e net tcp18 00000400:00000200:0.0:1767384318.401676:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (10) 00000400:00000200:2.0:1767384318.401678:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384318.401683:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp18 flags 0x11 00000400:00000010:0.0:1767384318.401688:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000b00e72ee. 00000400:00000010:0.0:1767384318.401693:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000004554ce59. 00000400:00000010:0.0:1767384318.401695:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 0000000016af6f78. 00000400:00000010:0.0:1767384318.401697:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000008bd2079f. 00000400:00000200:0.0:1767384318.401701:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384318.401703:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:0.0:1767384318.401707:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:0.0:1767384318.401709:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:0.0:1767384318.401711:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384318.401713:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:0.0:1767384318.401715:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384318.401718:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (11) 00000800:00000010:2.0:1767384318.401818:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dbe8969a. 00000800:00000010:2.0:1767384318.401822:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d830e183. 00000800:00000010:2.0:1767384318.401826:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00000800:00000010:2.0:1767384318.401851:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000400:00000200:2.0:1767384318.401920:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384318.401948:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp17 from 238.3.0.2 00000800:00000010:2.0:1767384318.401951:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000be9a5a1f. 00000800:00000010:2.0:1767384318.402075:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000009cf7d8. 00000800:00000010:2.0:1767384318.402078:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9621eb5. 00000800:00000010:2.0:1767384318.402096:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb3f564d. 00000800:00000200:2.1:1767384318.402102:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (4) 00000800:00000200:2.1:1767384318.402106:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp17 00000000cb3f564d deleted 00000800:00000010:2.1:1767384318.402108:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb3f564d. 00000800:00000200:2.1:1767384318.402113:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384318.402118:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp17 p 3.x 192.168.203.113 -> 192.168.203.113:1006 incarnation:1767384317032916325 sched[0] 00000800:00000010:2.0:1767384318.402122:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00000800:00000010:2.0:1767384318.402162:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000800:00000010:2.0:1767384318.402170:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9621eb5. 00000800:00000010:2.0:1767384318.402191:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000be9a5a1f. 00000800:00000001:2.0:1767384318.402201:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384318.402205:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384318.402235:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384318.402240:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp17 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384317032916325 sched[0] 00000800:00000010:2.0:1767384318.402242:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d830e183. 00000800:00000001:1.0:1767384318.402292:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384318.402298:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384318.407903:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384318.407909:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:0.0:1767384318.407909:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384318.407914:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384318.407915:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384318.407916:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384318.407919:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384318.407922:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384318.407924:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384318.407927:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384318.407928:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b8679a4. 00080000:00000001:0.0:1767384318.407946:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384318.407950:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384318.407953:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000911ef681. 20000000:01000000:1.0:1767384318.407955:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384318.407957:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00080000:00000020:1.0:1767384318.407961:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384318.407962:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384318.407967:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384318.407981:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384318.407985:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384318.407987:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384318.407989:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.407991:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384318.407993:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384318.407995:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384318.407996:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384318.407999:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384318.408001:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384318.408003:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000010:1.0:1767384318.408004:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddfe0c64. 00080000:00000001:2.0:1767384318.408007:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384318.408010:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:2.0:1767384318.408013:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007db567a9. 00010000:00000010:1.0:1767384318.408014:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021de44d2. 00080000:00000001:2.0:1767384318.408016:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094856704 : -120966614694912 : ffff91fb43e6c400) 00080000:00000001:2.0:1767384318.408019:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384318.408020:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384318.408023:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021de44d2 with handle 0xf489261bfe0bc5d7 to hash 00000020:00000001:1.0:1767384318.408025:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.408027:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408029:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408031:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.408032:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.408035:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408041:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.408045:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384318.408046:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.408048:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.408055:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.408057:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.408058:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.408060:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.408062:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.408063:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:2.0:1767384318.408065:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384318.408065:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384318.408067:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384318.408068:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ddfe0c64) refcount = 1 00080000:00000001:2.0:1767384318.408070:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384318.408074:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408078:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.408080:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384318.408081:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408082:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384318.408086:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384318.408086:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408089:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384318.408091:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384318.408094:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384318.408096:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.408097:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.408098:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=4 00000020:00000001:1.0:1767384318.408099:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408101:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408103:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384318.408105:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408109:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384318.408111:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408115:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.408117:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.408118:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408130:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.408132:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408134:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384318.408136:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.408140:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021de44d2 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384318.408143:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.408144:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384318.408146:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384318.408147:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384318.408151:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384318.408153:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384318.408156:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.408157:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.408158:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=5 00000020:00000001:1.0:1767384318.408160:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408162:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.408164:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384318.408166:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408170:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384318.408171:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.408172:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408175:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384318.408176:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384318.408177:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.408178:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.408180:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021de44d2 with handle 0xf489261bfe0bc5d7 from hash 00010000:00000001:1.0:1767384318.408181:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384318.408182:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.408183:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.408189:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.408191:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384318.408192:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384318.408194:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384318.408195:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.408197:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408198:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384318.408199:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384318.408201:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.408202:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.408203:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408204:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.408205:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.408206:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408209:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.408210:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.408211:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384318.408212:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384318.408213:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.408213:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.408215:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384318.408216:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.408218:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.408219:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.408223:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384318.408224:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384318.408225:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.408230:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ddfe0c64 count: 0 00010000:00000001:1.0:1767384318.408235:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384318.408236:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384318.415586:0:16671:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddfe0c64. 00010000:00000010:1.1:1767384318.415596:0:16671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021de44d2. 00080000:00000001:0.0:1767384318.415703:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384318.415706:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384318.415707:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384318.415710:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384318.415712:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384318.415713:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384318.415715:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384318.415717:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384318.415719:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007db567a9. 20000000:00000001:2.0:1767384318.415720:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384318.415724:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384318.415725:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384318.415734:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384318.415738:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384318.415742:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384318.415899:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384318.415902:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384318.415909:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384318.415912:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384318.415914:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384318.415919:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001eac835a. 00010000:00000001:1.0:1767384318.415922:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384318.415924:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021de44d2. 00000020:00000001:1.0:1767384318.415962:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384318.415965:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021de44d2 with handle 0xf489261bfe0bc5de to hash 00000020:00000001:1.0:1767384318.415967:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.415968:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.415970:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.415973:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.415974:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.415976:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.415982:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.415984:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384318.415986:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.415987:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.415989:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.415991:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.415992:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.415993:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.415994:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.415996:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384318.415997:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384318.415998:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001eac835a) refcount = 1 00010000:00010000:1.0:1767384318.416000:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416004:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.416005:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384318.416006:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.416008:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416009:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384318.416017:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384318.416020:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384318.416022:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.416022:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.416024:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=4 00000020:00000001:1.0:1767384318.416026:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.416028:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.416029:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384318.416031:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416035:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384318.416037:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416040:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.416041:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.416042:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416046:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.416047:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416049:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384318.416050:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.416054:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021de44d2 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384318.416056:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.416057:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384318.416059:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416063:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384318.416064:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.416065:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.416071:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=5 00000020:00000001:1.0:1767384318.416073:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.416074:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384318.416076:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384318.416077:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416080:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384318.416081:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.416082:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416083:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384318.416084:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384318.416086:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.416087:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.416088:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021de44d2 with handle 0xf489261bfe0bc5de from hash 00010000:00000001:1.0:1767384318.416090:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384318.416091:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.416092:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.416093:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.416094:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384318.416096:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384318.416097:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384318.416098:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.416100:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416101:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384318.416102:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384318.416104:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.416105:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.416106:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416107:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.416109:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.416110:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416113:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.416114:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.416121:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384318.416122:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384318.416123:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.416124:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.416125:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384318.416127:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.416128:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.416130:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.416133:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384318.416135:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384318.416136:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000021de44d2/0xf489261bfe0bc5de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.416139:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001eac835a count: 0 00010000:00000001:1.0:1767384318.416148:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384318.416149:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384318.417403:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384318.417406:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384318.417408:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000caa1d4fc. 20000000:00000001:1.0:1767384318.417411:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384318.417415:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040192 00010000:00000001:1.0:1767384318.417417:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384318.417422:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083dae3c5 x1853236744040192/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.417428:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.417430:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.417433:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.417436:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.417438:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.417440:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384318.417442:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.417444:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.417447:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.417448:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.417457:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af62749. 00000100:00000200:1.0:1767384318.417461:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040192, offset 224 00000400:00000200:1.0:1767384318.417466:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.417472:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.417479:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02f00 00000400:00000200:1.0:1767384318.417483:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f5 [2] + 224 00000400:00000200:1.0:1767384318.417488:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.417491:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.417495:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.417498:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.417503:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.417517:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.417522:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af62749 00000400:00000010:1.0:1767384318.417523:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af62749. 00000100:00000001:1.0:1767384318.417525:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.417526:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.417529:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.417532:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.417534:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384318.417536:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384318.417536:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.417539:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384318.417541:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083dae3c5 x1853236744040192/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.417545:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384318.417550:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384318.417591:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294907197, at 4294907198 00000100:00100000:1.0:1767384318.417591:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083dae3c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744040192:12345-0@lo:253: Request processed in 17143us (17568us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384318.417594:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384318.417599:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000100:00000040:0.0:1767384318.417599:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294907197, at 4294907198 00000100:00000010:3.0:1767384318.417600:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe1fe0ae. 00000100:00100000:1.0:1767384318.417607:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000400:00000200:2.0:1767384318.417608:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25f606f 00000100:00000010:0.0:1767384318.417609:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edbdd95a. 00000100:00000040:1.0:1767384318.417610:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000400:00000010:2.0:1767384318.417611:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e25f606f. 00000100:00000001:1.0:1767384318.417616:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384318.417617:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384318.417619:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384318.417623:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384318.417624:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041c0545c. 00000020:00000010:1.0:1767384318.417631:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000100:00000200:2.0:1767384318.417634:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384318.417644:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f8df23. 00000100:00000001:2.0:1767384318.417645:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384318.417649:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.417651:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384318.417652:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384318.417653:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384318.417657:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384318.417659:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.417659:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384318.417662:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b20331b3. 02000000:00000001:2.0:1767384318.417663:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.417669:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=26 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384318.417669:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384318.417672:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384318.417674:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.417677:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384318.417678:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384318.417678:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384318.417681:0:21403:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003ee73936. 00010000:00000001:2.0:1767384318.417683:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384318.417684:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000193cf1a9. 00010000:00000001:2.0:1767384318.417685:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.417692:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.417692:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af62749. 00000100:00000040:2.0:1767384318.417698:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.417703:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384318.417704:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:2.0:1767384318.417707:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:0.0:1767384318.417707:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:2.0:1767384318.417709:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.417709:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294907197, at 4294907198 00000400:00000040:0.0:1767384318.417712:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:2.0:1767384318.417716:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384318.417717:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000010:1.0:1767384318.417718:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cf6a999. 00000020:01000004:2.0:1767384318.417720:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:0.0:1767384318.417722:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:2.0:1767384318.417724:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:0.0:1767384318.417725:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000020:01000004:2.0:1767384318.417727:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:0.0:1767384318.417729:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:2.0:1767384318.417730:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:0.0:1767384318.417731:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:2.0:1767384318.417733:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:0.0:1767384318.417735:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384318.417737:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384318.417739:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:2.0:1767384318.417741:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:0.0:1767384318.417742:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384318.417745:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384318.417747:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384318.417748:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384318.417750:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384318.417752:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384318.417753:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384318.417755:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384318.417757:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:2.0:1767384318.417759:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:0.0:1767384318.417760:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:2.0:1767384318.417762:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:0.0:1767384318.417763:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:2.0:1767384318.417765:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:0.0:1767384318.417766:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384318.417769:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:2.0:1767384318.417770:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384318.417771:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384318.417775:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384318.417779:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384318.417782:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00100000:2.0:1767384318.417785:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744040192:0@lo:253: 00000400:00000040:0.0:1767384318.417786:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384318.417790:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384318.417793:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000001:2.0:1767384318.417794:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384318.417795:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384318.417797:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384318.417798:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384318.417801:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000040:2.0:1767384318.417802:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466de7b8 x1853236744040192/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384318.417803:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384318.417807:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384318.417811:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384318.417815:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:2.0:1767384318.417817:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384318.417820:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384318.417822:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004352ef6f. 00000400:00000040:0.0:1767384318.417824:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384318.417827:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:2.0:1767384318.417829:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384318.417829:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:00000001:2.0:1767384318.417833:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:0.0:1767384318.417834:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000040:2.0:1767384318.417837:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000040:0.0:1767384318.417838:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384318.417841:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000001:2.0:1767384318.417842:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384318.417844:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 02000000:00000010:2.0:1767384318.417846:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003fb996a1. 00000400:00000040:0.0:1767384318.417846:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384318.417849:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 02000000:00000001:2.0:1767384318.417851:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:0.0:1767384318.417851:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384318.417853:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000001:2.0:1767384318.417854:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:0.0:1767384318.417857:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000010:2.0:1767384318.417858:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466de7b8. 00000400:00000040:0.0:1767384318.417862:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00000001:2.0:1767384318.417863:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:0.0:1767384318.417864:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:2.0:1767384318.417867:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384318.417867:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000100:00000001:2.0:1767384318.417872:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384318.417872:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384318.417877:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384318.417879:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384318.417879:0:21403:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:2.0:1767384318.417880:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384318.417883:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.417887:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.417890:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.417919:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294907197, at 4294907198 00000100:00000010:2.0:1767384318.417926:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00000400:00000010:0.0:1767384318.417946:0:21403:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003ee73936. 00080000:00000020:2.0:1767384318.418926:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384318.418929:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384318.418940:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000014b8cbb3. 20000000:00000001:2.0:1767384318.418944:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384318.418951:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040320 00010000:00000001:2.0:1767384318.418953:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384318.418956:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006fc5ee6 x1853236744040320/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384318.418961:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384318.418962:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.418964:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.418966:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384318.418968:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384318.418969:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384318.418971:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384318.418972:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.418974:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.418977:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384318.418979:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb3f564d. 00000100:00000200:2.0:1767384318.418982:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040320, offset 224 00000400:00000200:2.0:1767384318.418987:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.418992:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384318.418999:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd02f80 00000400:00000200:2.0:1767384318.419002:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13fd [2] + 224 00000400:00000200:2.0:1767384318.419006:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.419009:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384318.419011:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.419014:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384318.419019:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384318.419029:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384318.419033:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3f564d 00000400:00000010:2.0:1767384318.419035:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb3f564d. 00000100:00000001:1.0:1767384318.419038:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384318.419039:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384318.419043:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.419043:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384318.419048:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384318.419049:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384318.419052:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384318.419053:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.419055:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ab297f. 00000400:00000200:1.0:1767384318.419058:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000687a3a0 00010000:00000001:2.0:1767384318.419061:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384318.419061:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000687a3a0. 00000020:00000001:2.0:1767384318.419063:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384318.419066:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384318.419066:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384318.419074:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006fc5ee6 x1853236744040320/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.419074:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.419102:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006fc5ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744040320:12345-0@lo:253: Request processed in 18626us (18999us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384318.419104:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384318.419116:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:1.0:1767384318.419118:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384318.419119:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384318.419121:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.419122:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.419124:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384318.419125:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384318.419126:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384318.419129:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7303c79. 00000100:00000001:1.0:1767384318.419129:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.419130:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384318.419134:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 02000000:00000001:1.0:1767384318.419134:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.419136:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=26 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384318.419138:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c60929e. 00000020:00000040:2.0:1767384318.419144:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00001000:1.0:1767384318.419144:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=26 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384318.419150:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384318.419150:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384318.419153:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001ddc226c. 00000100:00000001:1.0:1767384318.419154:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.419158:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384318.419159:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384318.419161:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.419162:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384318.419165:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384318.419168:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823b2521. 00000400:00000010:2.0:1767384318.419174:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb3f564d. 00000100:00000001:1.0:1767384318.419174:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.419179:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.419185:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.419187:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.419188:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.419190:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384318.419191:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384318.419192:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.419193:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.419194:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.419195:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.419196:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384318.419197:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.419197:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384318.419199:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.419203:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744040320:0@lo:253: 00000100:00000001:1.0:1767384318.419206:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.419207:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.419208:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466595ef x1853236744040320/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.419212:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.419213:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.419215:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e4fc465. 02000000:00000001:1.0:1767384318.419217:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.419218:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.419219:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384318.419220:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.419221:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed14413c. 02000000:00000001:1.0:1767384318.419223:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.419224:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.419225:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 00000100:00000001:1.0:1767384318.419227:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.419228:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.419235:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.419239:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.419240:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.419241:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.419242:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384318.421571:0:21405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001eac835a. 00010000:00000010:1.1:1767384318.421579:0:21405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021de44d2. 00010000:00000001:1.0:1767384318.931692:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384318.931697:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.931703:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384318.931704:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.931744:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384318.931748:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.931750:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384319.091392:0:21615:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.091403:0:21615:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.091406:0:21615:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.091411:0:21615:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.091415:0:21615:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.091418:0:21615:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384319.711480:0:21779:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384319.711484:0:21779:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767384319.715085:0:21779:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384319.721874:0:21780:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000011dfeecc. 00000400:00000010:1.0:1767384319.721889:0:21780:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000042e916a8. 00000400:00000010:1.0:1767384319.721899:0:21780:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003c6e4bac. 00000400:00000010:1.0:1767384319.721902:0:21780:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e124cdd2. 00000400:00000010:1.0:1767384319.721906:0:21780:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d86805a. 00000400:00000010:1.0:1767384319.721911:0:21780:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bbef6b19. 00000400:00000010:1.0:1767384319.721912:0:21780:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2a0b0fe. 00000400:00000010:1.0:1767384319.721914:0:21780:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebec4d0d. 00000400:00000010:1.0:1767384319.721918:0:21780:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027110bc9. 00000800:00000010:1.0:1767384319.721949:0:21780:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000057ff0094. 00000800:00000200:1.0:1767384319.721985:0:21780:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384319.721992:0:21780:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384319.722024:0:21780:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384319.722051:0:21780:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp19 [8/256/0/180] 00000400:00000010:1.0:1767384319.724115:0:21780:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 0000000057131e9c. 00000400:00000010:1.0:1767384319.724120:0:21780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000400:00000010:1.0:1767384319.724125:0:21780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000400:00000001:1.0:1767384319.724140:0:21780:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384319.724142:0:21780:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384319.724144:0:21780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00000400:00000200:1.0:1767384319.724147:0:21780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:1.0:1767384319.724153:0:21780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000400:00000010:1.0:1767384319.724157:0:21780:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000006db2732d. 00000400:00000200:1.0:1767384319.724162:0:21780:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (10) 00000400:00000200:1.0:1767384319.724188:0:21780:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384319.724195:0:21780:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:1.0:1767384319.724203:0:21780:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000caa1d4fc. 00000020:01000000:1.0:1767384319.724207:0:21780:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384319.724209:0:21780:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp19 00000400:00000010:1.0:1767384319.724221:0:21780:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000042e916a8. 00000400:00000010:1.0:1767384319.724224:0:21780:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000011dfeecc. 00000400:00000200:0.0:1767384319.724269:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384319.724276:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384319.724283:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004199e878. 00000400:00000200:0.0:1767384319.724286:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (11) 00000400:00000010:0.0:1767384319.724291:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000091b139ab. 00000400:00000200:0.0:1767384319.724296:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:2.0:1767384319.724307:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384319.724310:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:2.0:1767384319.724328:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384319.724331:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384319.724333:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:2.0:1767384319.724334:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384319.724340:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384319.724343:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384319.724344:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384319.724348:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.724350:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.724353:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384319.724355:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384319.724356:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.724359:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384319.724361:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384319.724363:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.724373:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384319.724377:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:2.0:1767384319.724380:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c44f42. 00000400:00000200:0.0:1767384319.724383:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:2.0:1767384319.724398:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384319.724400:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384319.724404:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384319.724405:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:2.0:1767384319.724408:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384319.724411:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:2.0:1767384319.724414:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.724415:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384319.724422:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000010:2.0:1767384319.724425:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed14413c. 00000400:00000200:0.0:1767384319.724426:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp18 00000400:00000200:0.0:1767384319.724432:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp18 lpni_is_preferred = 0 00000100:00000001:2.0:1767384319.724435:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.724435:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp18 00000400:00000200:0.0:1767384319.724441:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:2.0:1767384319.724444:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384319.724447:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.724448:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp18 00000100:00000040:2.0:1767384319.724459:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2c44f42] to pc [ptlrpcd_00_00+0] req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.724466:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:) -> 192.168.203.113@tcp18(192.168.203.113@tcp:192.168.203.113@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384319.724480:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.113@tcp18 00000800:00000010:0.0:1767384319.724485:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c832bca. 00000800:00000010:0.0:1767384319.724492:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e3fb6569. 00000800:00000010:0.0:1767384319.724495:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000071332511. 00000800:00000200:0.0:1767384319.724499:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (2) 10000000:00000001:2.0:1767384319.724501:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384319.724504:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (2) 10000000:00000001:2.0:1767384319.724506:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.724510:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384319.724511:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384319.724515:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384319.724517:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384319.724520:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384319.724520:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:00000001:2.0:1767384319.724521:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384319.724525:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384319.724526:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384319.724528:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 10000000:01000000:2.0:1767384319.724530:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384319.724534:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384319.724535:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384319.724549:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384319.724578:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.724579:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.724581:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.724582:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.724584:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384319.724587:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.724590:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384319.724592:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767384319.724595:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028bf730b. 00000100:00000001:1.0:1767384319.724595:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384319.724601:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384319.724602:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384319.724604:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384319.724606:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384319.724607:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384319.724610:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 02000000:00000001:2.0:1767384319.724611:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.724612:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384319.724619:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2c44f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744040448:0@lo:253: 02000000:00000010:2.0:1767384319.724622:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e4fc465. 00000100:00000001:1.0:1767384319.724623:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384319.724627:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.724630:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384319.724633:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.724638:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384319.724640:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384319.724643:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384319.724644:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b72baf80. 00000100:00000040:2.0:1767384319.724648:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028bf730b] to pc [ptlrpcd_00_01+1] req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384319.724649:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384319.724658:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0f8140. 00000400:00000200:0.0:1767384319.724663:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 10000000:00000001:2.0:1767384319.724664:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384319.724665:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042e916a8. 10000000:00000001:2.0:1767384319.724669:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.724672:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040448, portal 25 00000020:00000001:2.0:1767384319.724673:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384319.724679:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384319.724679:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384319.724682:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353491456 : -120961356060160 : ffff91fc7d572a00) 00000020:00000010:2.0:1767384319.724684:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000caa1d4fc. 00000100:00000040:1.0:1767384319.724690:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384319.724697:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:2.0:1767384319.724698:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.724702:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.724705:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384319.724712:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.724712:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.724721:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384319.724722:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384319.724725:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.724725:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000010:1.0:1767384319.724726:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0fa8914. 02000000:00000001:2.0:1767384319.724727:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384319.724731:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384319.724733:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040448, offset 0 02000000:00000001:2.0:1767384319.724735:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384319.724740:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028bf730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744040576:0@lo:253: 00000400:00000200:1.0:1767384319.724745:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384319.724746:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384319.724751:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384319.724753:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.724755:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384319.724758:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.724759:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384319.724761:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003fb996a1. 02000000:00000001:2.0:1767384319.724766:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384319.724771:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000200:1.0:1767384319.724791:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03000 00000400:00000010:2.0:1767384319.724794:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b2090cb. 00000400:00000200:1.0:1767384319.724798:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:1.0:1767384319.724801:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000535760da. 00000400:00000200:0.0:1767384319.724804:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.724805:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c4dc803 00000100:00000200:2.0:1767384319.724810:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040576, portal 25 00000400:00000200:1.0:1767384319.724812:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384319.724816:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384319.724820:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353487872 : -120961356063744 : ffff91fc7d571c00) 00000400:00000200:1.0:1767384319.724820:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384319.724828:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384319.724828:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c4dc803 00000400:00000010:1.0:1767384319.724832:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c4dc803. 00000100:00000001:2.0:1767384319.724846:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384319.724847:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384319.724866:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384319.724866:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000040:1.0:1767384319.724870:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000006f6add32 x1853236744040448 msgsize 4848 00000100:00000040:2.0:1767384319.724875:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384319.724879:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071991897. 00000100:00000200:2.0:1767384319.724883:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040576, offset 0 00000100:00100000:1.0:1767384319.724883:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384319.724887:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384319.724892:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384319.724898:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.724902:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384319.724905:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.724908:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0fa8914 00000400:00000010:1.0:1767384319.724911:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0fa8914. 00000400:00000200:2.0:1767384319.724914:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03080 00000100:00000001:1.0:1767384319.724918:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384319.724936:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000010:2.0:1767384319.724940:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006011619b. 00000100:00000200:1.0:1767384319.724941:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384319.724945:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000054643039 00000400:00000200:2.0:1767384319.724952:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384319.724954:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384319.724972:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384319.724974:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384319.724983:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054643039 00000400:00000010:2.0:1767384319.724986:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054643039. 00000100:00000040:1.0:1767384319.724986:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.724991:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384319.724994:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384319.724996:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.724998:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000006504c5f4 x1853236744040576 msgsize 4848 00000100:00000001:1.0:1767384319.724999:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384319.725000:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00100000:2.0:1767384319.725006:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384319.725007:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.725010:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384319.725012:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294908522 00000100:00000010:1.0:1767384319.725017:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d758720. 00000100:00000001:2.0:1767384319.725020:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384319.725027:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071991897 00000400:00000200:0.0:1767384319.725029:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000010:2.0:1767384319.725030:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071991897. 00000100:00000001:1.0:1767384319.725030:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384319.725037:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384319.725050:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294908522 00000100:00000200:2.0:1767384319.725052:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384319.725055:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068c9c06e. 00000400:00000200:0.0:1767384319.725058:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:1.0:1767384319.725062:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384319.725069:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384319.725071:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294908522 00000100:00000040:2.0:1767384319.725074:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384319.725076:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31891bd. 00000100:00000001:1.0:1767384319.725082:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384319.725083:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.725086:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294908522 00000100:00000001:2.0:1767384319.725087:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384319.725092:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000108a047c. 00000100:00000001:2.0:1767384319.725093:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.725094:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:1.0:1767384319.725095:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384319.725100:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294908522 00000100:00000001:1.0:1767384319.725102:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.725105:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294908522 00000100:00000001:1.0:1767384319.725106:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725109:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294908522 00000100:00000001:1.0:1767384319.725111:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725113:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294908522 00000100:00000001:1.0:1767384319.725115:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.725121:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.725122:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294908522 00000100:00000001:1.0:1767384319.725124:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384319.725125:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294908522 00000400:00000200:0.0:1767384319.725129:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:2.0:1767384319.725130:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294908522 00000100:00000001:1.0:1767384319.725130:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384319.725134:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.725137:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294908522 00000100:00000001:1.0:1767384319.725138:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725140:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384319.725142:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725143:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725147:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725148:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.725153:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.725155:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384319.725173:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.725175:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384319.725177:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725179:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384319.725193:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000001:2.0:1767384319.725201:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384319.725204:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040448 02000000:00000001:2.0:1767384319.725207:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384319.725210:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.725212:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384319.725216:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384319.725219:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040448 00000020:00000001:2.0:1767384319.725221:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384319.725223:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384319.725225:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384319.725228:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:2.0:1767384319.725231:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384319.725233:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384319.725236:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384319.725239:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000020:00000010:2.0:1767384319.725241:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c04568b. 00000100:00000001:2.0:1767384319.725245:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384319.725248:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c04568b. 00000020:00000010:2.0:1767384319.725254:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008293208b. 00000020:00000010:2.0:1767384319.725259:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000271992e2. 00000020:00000010:2.0:1767384319.725264:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfde560. 00000100:00000040:2.0:1767384319.725279:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384319.725281:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000100:00000001:2.0:1767384319.725283:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384319.725287:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384319.725288:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725296:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725308:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.725319:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384319.725321:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384319.725322:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040576 00000100:00000001:2.0:1767384319.725324:0:16789:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.725326:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384319.725329:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384319.725331:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384319.725335:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.725336:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384319.725338:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040576 00000400:00000200:0.0:1767384319.725338:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000100:00000001:2.0:1767384319.725340:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384319.725343:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384319.725345:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00100000:2.0:1767384319.725349:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000001:1.0:1767384319.725350:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384319.725355:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000040:1.0:1767384319.725355:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384319.725360:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094218320 : -120961615333296 : ffff91fc6de2f850) 00000020:00000001:1.0:1767384319.725361:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384319.725366:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:2.0:1767384319.725369:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f6add32 x1853236744040448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.725371:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384319.725378:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384319.725384:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c04568b. 00000020:00000010:1.0:1767384319.725384:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f200966. 00000100:00000001:1.0:1767384319.725391:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.725392:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384319.725398:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c04568b. 00000020:00000010:1.0:1767384319.725398:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f200966. 00000020:00000010:1.0:1767384319.725417:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c980f3c. 00000100:00100000:2.0:1767384319.725418:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f6add32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744040448:12345-0@lo:253: 00000100:00000200:2.0:1767384319.725424:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040448 00000020:00000010:1.0:1767384319.725426:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97334bf. 00000020:00000001:2.0:1767384319.725427:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384319.725431:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384319.725433:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000020:00000001:2.0:1767384319.725434:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.725440:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384319.725442:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:1.0:1767384319.725443:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384319.725446:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384319.725446:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384319.725448:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384319.725449:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.725452:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384319.725455:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384319.725456:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384319.725458:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.725463:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.725464:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384319.725468:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384319.725475:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384319.725478:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384319.725482:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:1.0:1767384319.725484:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 02000000:00000010:2.0:1767384319.725486:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000006d4ecaf. 00000100:00000001:1.0:1767384319.725486:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094219344 : -120961615332272 : ffff91fc6de2fc50) 02000000:00000001:2.0:1767384319.725490:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.725492:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006504c5f4 x1853236744040576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/0 e 0 to 0 dl 1767384330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.725493:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.725499:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384319.725504:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384319.725509:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f200966. 20000000:00000010:2.0:1767384319.725510:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002f7efd4e. 00000100:00000001:1.0:1767384319.725511:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384319.725516:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f200966. 20000000:01000000:2.0:1767384319.725517:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384319.725521:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384319.725525:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:1.0:1767384319.725525:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006504c5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744040576:12345-0@lo:253: 20000000:00000001:2.0:1767384319.725529:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.725531:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040576 20000000:00000001:2.0:1767384319.725532:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.725535:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384319.725536:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384319.725540:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384319.725543:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.725545:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384319.725557:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003981d120. 20000000:01000000:2.0:1767384319.725561:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:2.0:1767384319.725567:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384319.725572:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384319.725576:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384319.725579:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:0.0:1767384319.725580:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000ff3960a. 00000020:00000001:1.0:1767384319.725581:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384319.725583:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384319.725591:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384319.725593:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.725595:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384319.725598:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384319.725602:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000067181aa. 02000000:00000001:1.0:1767384319.725607:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384319.725607:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d548ffe. 00000100:00000001:1.0:1767384319.725612:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.725614:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384319.725615:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8da7c3a. 20000000:00000010:1.0:1767384319.725621:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cac1e417. 20000000:01000000:1.0:1767384319.725626:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384319.725628:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384319.725630:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384319.725632:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.725635:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.725637:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.725637:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384319.725642:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384319.725643:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.725645:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384319.725649:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384319.725654:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000800:00000010:0.0:1767384319.725656:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8da7c3a. 00080000:00000001:2.0:1767384319.725657:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384319.725665:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003e49c2b6. 00080000:00000001:2.0:1767384319.725669:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094859776 : -120966614691840 : ffff91fb43e6d000) 00080000:00000001:2.0:1767384319.725672:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384319.725692:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384319.725707:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp18 from 237.3.0.2 00000800:00000010:0.0:1767384319.725711:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005787e53e. 00000001:00000001:2.0:1767384319.725799:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384319.725801:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.725804:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384319.725825:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384319.725827:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384319.726042:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384319.726046:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384319.726046:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001ddc226c. 00000800:00000010:0.0:1767384319.726051:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d5e1e3a. 00000800:00000010:0.0:1767384319.726064:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b407d9b7. 00000800:00000200:0.1:1767384319.726068:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (2) 00000800:00000200:0.1:1767384319.726072:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp18 00000000b407d9b7 deleted 00000800:00000010:0.1:1767384319.726074:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b407d9b7. 00000800:00000200:0.1:1767384319.726078:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384319.726084:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:1005 00000800:00000200:0.1:1767384319.726087:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c832bca type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384319.726091:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp18 p 3.x 192.168.203.113 -> 192.168.203.113:1005 incarnation:1767384318397877650 sched[0] 00000800:00000010:0.0:1767384319.726095:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8da7c3a. 00000800:00000010:0.0:1767384319.726136:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8da7c3a. 00000800:00000010:0.0:1767384319.726140:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d5e1e3a. 00000800:00000200:1.1:1767384319.726184:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384319.726186:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005787e53e. 00000800:00000200:1.0:1767384319.726192:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp18 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384318397877650 sched[0] 00000800:00000010:1.0:1767384319.726196:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d548ffe. 00000800:00000001:0.0:1767384319.726200:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.726207:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384319.726258:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.726261:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c832bca. 00000400:00000200:0.0:1767384319.726265:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.726267:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384319.726277:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: PUT: OK 00000400:00000200:0.0:1767384319.726281:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384319.726284:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384319.726292:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.726298:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.726299:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.726302:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.726308:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : PUT - for me 00000400:00000200:0.0:1767384319.726316:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384319.726321:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 208/208 into md 0x1405 [1] + 0 00000400:00000200:1.0:1767384319.726322:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000010:0.0:1767384319.726324:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000400:00000200:0.0:1767384319.726329:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b5183a0 00000800:00000001:0.0:1767384319.726332:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.726342:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.726344:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.726349:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: PUT: OK 00000400:00000200:0.0:1767384319.726352:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:0.0:1767384319.726354:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000400:00000200:0.0:1767384319.726357:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384319.726360:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (12) 00000400:00000200:0.0:1767384319.726365:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:0.0:1767384319.726368:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000004c832bca. 00000400:00000200:0.0:1767384319.726371:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 11 00000400:00000200:0.0:1767384319.726376:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384319.726385:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (13) 00000400:00000200:0.0:1767384319.726389:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384319.726394:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp18 to MR: 192.168.203.113@tcp18 local destination 00000400:00000200:0.0:1767384319.726400:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384319.726402:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384319.726428:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) -> 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) 192.168.203.113@tcp18 : ACK try# 0 00000800:00000200:0.0:1767384319.726435:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp18 00000400:00000200:1.0:1767384319.726456:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000010:0.0:1767384319.726457:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000569738fe. 00000800:00000200:0.0:1767384319.726469:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (4) 00000800:00000200:0.0:1767384319.726475:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:988 00000800:00000200:0.0:1767384319.726477:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000569738fe type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384319.726497:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:0.0:1767384319.726522:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384319.726525:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000569738fe. 00000400:00000200:0.0:1767384319.726528:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.726534:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: ACK: OK 00000800:00000001:0.0:1767384319.726541:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384319.726545:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384319.726548:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384319.726552:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000001:0.0:1767384319.726563:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384319.726804:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.726842:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.726861:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000800:00000001:0.0:1767384319.726889:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384319.726920:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.726995:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.727046:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.727078:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384319.727149:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384319.727154:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000903dda08. 00000400:00000010:0.0:1767384319.727174:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000200:0.0:1767384319.727176:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:0.0:1767384319.727183:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004d1 00000400:00000200:1.0:1767384319.727257:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384319.727312:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000010:0.0:1767384319.727371:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000569738fe. 00000400:00000010:0.0:1767384319.727375:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 000000008641d4a8. 00000400:00000010:0.0:1767384319.727377:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000006be12a99. 00000400:00000200:1.0:1767384319.727393:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000010:0.0:1767384319.727393:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000d9c14f6. 00000400:00000200:0.0:1767384319.727398:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000d9c14f6 nid 192.168.203.113@tcp19 00000400:00000010:0.0:1767384319.727402:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f8fe3875. 00000400:00000200:0.0:1767384319.727406:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f8fe3875 net tcp19 00000400:00000200:0.0:1767384319.727409:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (12) 00000400:00000200:0.0:1767384319.727415:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp19 flags 0x11 00000400:00000010:0.0:1767384319.727418:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000569738fe. 00000400:00000010:0.0:1767384319.727421:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 000000008641d4a8. 00000400:00000010:0.0:1767384319.727424:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000006be12a99. 00000400:00000010:0.0:1767384319.727427:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000004c832bca. 00000400:00000200:0.0:1767384319.727430:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384319.727433:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100551 00000400:00000200:0.0:1767384319.727436:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 1 00000400:00000200:0.0:1767384319.727439:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 00000400:00000200:1.0:1767384319.727445:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384319.727450:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384319.727453:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100511 rc 0 00000400:00000200:0.0:1767384319.727458:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384319.727462:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (13) 00000800:00000001:0.0:1767384319.727483:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384319.727489:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : ACK - for me 00000400:00000200:1.0:1767384319.727490:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384319.727502:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp18: ACK from 12345-192.168.203.113@tcp18 into md 0x141d 00000400:00000200:0.0:1767384319.727506:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.727509:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: ACK: OK 00000400:00000200:0.0:1767384319.727513:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004199e878 00000400:00000010:0.0:1767384319.727514:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004199e878. 00000400:00000200:0.0:1767384319.727518:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384319.727521:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384319.727523:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (12) 00000800:00000001:0.0:1767384319.727528:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384319.727529:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000800:00000001:0.0:1767384319.727532:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384319.727746:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000caa1d4fc. 00000800:00000010:1.0:1767384319.727751:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0fa8914. 00000800:00000010:1.0:1767384319.727755:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c03405f. 00000800:00000010:1.0:1767384319.727810:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c03405f. 00000400:00000200:2.0:1767384319.727818:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384319.727987:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp18 from 236.3.0.2 00000800:00000010:2.0:1767384319.727991:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006d9f234d. 00000800:00000010:0.0:1767384319.728010:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000014b8cbb3. 00000800:00000010:0.0:1767384319.728016:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d5e1e3a. 00000800:00000010:0.0:1767384319.728033:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b407d9b7. 00000800:00000200:0.1:1767384319.728037:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (4) 00000800:00000200:0.1:1767384319.728046:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp18 00000000b407d9b7 deleted 00000800:00000010:0.1:1767384319.728048:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b407d9b7. 00000800:00000200:0.1:1767384319.728051:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384319.728055:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp18 p 3.x 192.168.203.113 -> 192.168.203.113:1004 incarnation:1767384318397877650 sched[0] 00000800:00000010:0.0:1767384319.728059:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007da47168. 00000800:00000010:0.0:1767384319.728105:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007da47168. 00000800:00000010:0.0:1767384319.728109:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d5e1e3a. 00000800:00000010:0.0:1767384319.728133:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006d9f234d. 00000800:00000001:2.0:1767384319.728171:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384319.728177:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384319.728211:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384319.728217:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp18 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384318397877650 sched[0] 00000800:00000010:2.0:1767384319.728220:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0fa8914. 00000800:00000001:1.0:1767384319.728268:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384319.728274:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384319.735743:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384319.735750:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384319.735753:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384319.735757:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384319.735757:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384319.735762:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384319.735765:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384319.735766:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384319.735768:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384319.735768:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384319.735774:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003e49c2b6. 00080000:00000001:1.0:1767384319.735796:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384319.735797:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384319.735801:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384319.735806:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384319.735809:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008641d4a8. 20000000:01000000:1.0:1767384319.735813:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384319.735814:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384319.735820:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384319.735830:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384319.735833:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384319.735834:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384319.735839:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384319.735842:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384319.735848:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001cbfab28. 00010000:00000001:1.0:1767384319.735852:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384319.735854:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfe8455c. 00000020:00000001:1.0:1767384319.735858:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384319.735858:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384319.735862:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfe8455c with handle 0xf489261bfe0bc5e5 to hash 00080000:00000001:0.0:1767384319.735863:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384319.735865:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.735867:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384319.735868:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384319.735871:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00000020:00000001:0.0:1767384319.735872:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384319.735875:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384319.735878:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.735879:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.735883:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384319.735884:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384319.735890:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384319.735895:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767384319.735896:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2751baf. 00080000:00000001:0.0:1767384319.735899:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091703808 : -120966617847808 : ffff91fb43b6a800) 00080000:00000001:0.0:1767384319.735901:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384319.735906:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384319.735908:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384319.735910:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.735912:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.735914:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384319.735916:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.735918:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384319.735920:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384319.735921:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384319.735936:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384319.735938:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cbfab28) refcount = 1 00010000:00010000:1.0:1767384319.735941:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.735946:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384319.735947:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384319.735948:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.735961:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.735963:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384319.735965:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384319.735968:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384319.735971:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.735972:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.735973:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=4 00000001:00000001:0.0:1767384319.735974:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384319.735975:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00080000:00000001:0.0:1767384319.735977:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.735979:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00080000:00000001:0.0:1767384319.735980:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384319.735984:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384319.735987:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384319.735991:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.735992:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384319.735995:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384319.735996:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736002:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.736003:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384319.736009:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736013:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.736015:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.736017:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384319.736018:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384319.736023:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bfe8455c already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384319.736025:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.736027:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384319.736029:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736033:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384319.736035:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384319.736036:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384319.736038:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=5 00000020:00000001:1.0:1767384319.736039:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384319.736041:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384319.736044:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384319.736045:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736049:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384319.736051:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384319.736053:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.736056:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384319.736058:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384319.736060:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384319.736061:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384319.736063:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfe8455c with handle 0xf489261bfe0bc5e5 from hash 00010000:00000001:1.0:1767384319.736065:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384319.736066:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.736073:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.736074:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384319.736076:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384319.736078:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384319.736080:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384319.736082:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384319.736084:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384319.736085:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384319.736086:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384319.736090:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1767384319.736090:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384319.736094:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.736095:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.736096:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.736113:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.736115:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.736117:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736121:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.736122:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.736124:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384319.736125:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384319.736127:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384319.736128:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384319.736129:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384319.736132:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384319.736133:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.736135:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384319.736138:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384319.736139:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384319.736140:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc5e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384319.736144:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001cbfab28 count: 0 00010000:00000001:1.0:1767384319.736152:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384319.736154:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384319.742622:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294908522, at 4294908523 00000100:00000040:3.0:1767384319.742626:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294908522, at 4294908523 00000100:00000010:0.0:1767384319.742631:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d758720. 00000100:00000010:3.0:1767384319.742640:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000108a047c. 00000100:00000040:1.0:1767384319.743595:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294908522, at 4294908524 00000100:00000010:1.0:1767384319.743608:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068c9c06e. 00000100:00000040:2.0:1767384319.743745:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294908522, at 4294908524 00000100:00000010:2.0:1767384319.743751:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31891bd. 00010000:00000010:1.1:1767384319.744578:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001cbfab28. 00010000:00000010:1.1:1767384319.744586:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfe8455c. 00080000:00000001:0.0:1767384319.745509:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.745512:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384319.745514:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:1.0:1767384319.745516:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384319.745520:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384319.745520:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384319.745524:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384319.745524:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384319.745527:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384319.745528:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384319.745531:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2751baf. 00080000:00000001:1.0:1767384319.745535:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384319.745539:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384319.745543:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384319.745548:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384319.745548:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384319.745568:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384319.745571:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384319.745574:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384319.745576:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384319.745581:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000322ccc76. 00010000:00000001:2.0:1767384319.745584:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384319.745586:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00000020:00000001:2.0:1767384319.745589:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384319.745591:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc5ec to hash 00000020:00000001:2.0:1767384319.745593:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384319.745594:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384319.745597:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384319.745599:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384319.745600:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384319.745602:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.745608:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384319.745610:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384319.745612:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384319.745613:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384319.745621:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.745622:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384319.745624:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.745626:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384319.745627:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384319.745629:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384319.745630:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384319.745631:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000322ccc76) refcount = 1 00010000:00010000:2.0:1767384319.745634:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.745638:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384319.745639:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384319.745640:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384319.745642:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.745643:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384319.745645:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384319.745647:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384319.745649:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384319.745650:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384319.745651:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000020:00000001:2.0:1767384319.745653:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384319.745655:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384319.745657:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384319.745658:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.745663:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:0.0:1767384319.745663:0:21785:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097ea53db. 00010000:00010000:2.0:1767384319.745667:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.745672:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384319.745673:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384319.745674:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745682:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384319.745686:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384319.745691:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384319.745692:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:0.0:1767384319.745696:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384319.745697:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.745702:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000040:0.0:1767384319.745702:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00010000:2.0:1767384319.745706:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745707:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384319.745712:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00010000:2.0:1767384319.745714:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002169217f already unused, calling callback (0000000092aba540) 00000400:00000040:0.0:1767384319.745715:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:2.0:1767384319.745718:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:0.0:1767384319.745719:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:2.0:1767384319.745720:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000040:0.0:1767384319.745722:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00010000:00010000:2.0:1767384319.745723:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745725:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384319.745729:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:2.0:1767384319.745731:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000040:0.0:1767384319.745733:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:2.0:1767384319.745734:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384319.745735:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384319.745737:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=5 00000020:00000001:2.0:1767384319.745738:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00000400:00000040:0.0:1767384319.745742:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384319.745743:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00000400:00000040:0.0:1767384319.745747:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:2.0:1767384319.745748:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384319.745751:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745751:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384319.745756:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384319.745760:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000040:0.0:1767384319.745761:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000001:2.0:1767384319.745764:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:0.0:1767384319.745764:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:2.0:1767384319.745767:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745769:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384319.745770:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000040:0.0:1767384319.745772:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:2.0:1767384319.745773:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000040:0.0:1767384319.745775:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:2.0:1767384319.745776:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:0.0:1767384319.745778:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:2.0:1767384319.745779:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384319.745782:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc5ec from hash 00000400:00000040:0.0:1767384319.745782:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384319.745786:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00000001:2.0:1767384319.745787:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384319.745790:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384319.745790:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384319.745793:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:0.0:1767384319.745794:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384319.745796:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384319.745797:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384319.745799:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:2.0:1767384319.745801:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000040:0.0:1767384319.745802:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00000001:2.0:1767384319.745804:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000040:0.0:1767384319.745806:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384319.745807:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000040:0.0:1767384319.745809:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:2.0:1767384319.745810:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000040:0.0:1767384319.745812:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:2.0:1767384319.745813:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384319.745815:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:2.0:1767384319.745817:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745819:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:2.0:1767384319.745820:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000040:0.0:1767384319.745822:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00010000:00000001:2.0:1767384319.745823:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000040:0.0:1767384319.745826:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:2.0:1767384319.745827:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384319.745829:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:2.0:1767384319.745830:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384319.745833:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745834:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:2.0:1767384319.745838:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745839:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:2.0:1767384319.745844:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745844:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00010000:2.0:1767384319.745850:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745850:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384319.745854:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384319.745858:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00010000:00000001:2.0:1767384319.745860:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384319.745862:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000001:2.0:1767384319.745863:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:0.0:1767384319.745865:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00010000:00000001:2.0:1767384319.745866:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384319.745870:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000040:0.0:1767384319.745870:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:2.0:1767384319.745873:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384319.745875:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:2.0:1767384319.745876:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384319.745879:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000040:0.0:1767384319.745879:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:2.0:1767384319.745884:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745884:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 20000000:00000001:2.0:1767384319.745888:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384319.745888:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00010000:2.0:1767384319.745891:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384319.745898:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000040:0.0:1767384319.745898:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00010000:00000001:2.0:1767384319.745902:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:0.0:1767384319.745902:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00010000:2.0:1767384319.745905:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc5ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:0.0:1767384319.745906:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384319.745911:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384319.745914:0:21785:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000040:2.0:1767384319.745917:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000322ccc76 count: 0 00010000:00000001:2.0:1767384319.745940:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384319.745943:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384319.745987:0:21785:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097ea53db. 00080000:00000020:0.0:1767384319.747502:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384319.747505:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384319.747508:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002f7efd4e. 20000000:00000001:0.0:1767384319.747513:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384319.747516:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040448 00010000:00000001:0.0:1767384319.747518:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384319.747524:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f6add32 x1853236744040448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384319.747532:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384319.747534:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384319.747537:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384319.747541:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384319.747544:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384319.747546:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384319.747550:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384319.747574:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.747577:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384319.747580:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384319.747584:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d548ffe. 00000100:00000200:0.0:1767384319.747588:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040448, offset 224 00000400:00000200:0.0:1767384319.747594:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384319.747604:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384319.747614:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03000 00000400:00000200:0.0:1767384319.747621:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1421 [2] + 224 00000400:00000200:0.0:1767384319.747625:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384319.747628:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384319.747633:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384319.747637:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384319.747654:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.747667:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384319.747674:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d548ffe 00000400:00000010:0.0:1767384319.747676:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d548ffe. 00000100:00000001:0.0:1767384319.747679:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384319.747680:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384319.747684:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.747687:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384319.747690:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384319.747692:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384319.747694:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384319.747697:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6add32 x1853236744040448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384319.747704:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f6add32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744040448:12345-0@lo:253: Request processed in 22326us (22833us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384319.747711:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:0.0:1767384319.747713:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384319.747715:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384319.747717:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384319.747721:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000271992e2. 00000020:00000010:0.0:1767384319.747726:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfde560. 00000020:00000010:0.0:1767384319.747729:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008293208b. 00000020:00000040:0.0:1767384319.747733:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384319.747737:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384319.747739:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000006d4ecaf. 02000000:00000001:0.0:1767384319.747741:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384319.747743:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384319.747747:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384319.747751:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384319.747755:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d548ffe. 00000100:00000001:0.0:1767384319.747772:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.747782:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384319.747786:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384319.747788:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384319.747790:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0f8140. 00000400:00000200:0.0:1767384319.747794:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e916a8 00000400:00000010:0.0:1767384319.747797:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042e916a8. 00000100:00000001:0.0:1767384319.747799:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384319.747803:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384319.747812:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.747817:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384319.747819:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.747822:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384319.747824:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384319.747825:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384319.747827:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384319.747830:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384319.747834:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384319.747837:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384319.747839:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384319.747840:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.747842:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384319.747844:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.747846:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384319.747849:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.747855:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384319.747858:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384319.747859:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384319.747862:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384319.747863:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384319.747864:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384319.747865:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384319.747866:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384319.747866:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384319.747872:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384319.747874:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384319.747875:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384319.747876:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384319.747878:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384319.747883:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2c44f42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744040448:0@lo:253: 00000100:00000001:0.0:1767384319.747887:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.747889:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384319.747890:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2c44f42 x1853236744040448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384319.747894:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384319.747896:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384319.747898:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b72baf80. 02000000:00000001:0.0:1767384319.747900:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384319.747902:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384319.747903:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384319.747905:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384319.747906:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed14413c. 02000000:00000001:0.0:1767384319.747909:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384319.747910:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384319.747911:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2c44f42. 00000100:00000001:0.0:1767384319.747914:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384319.747915:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.747916:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384319.747920:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384319.747921:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384319.747935:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384319.747938:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384319.748762:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384319.748764:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384319.748766:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cac1e417. 20000000:00000001:1.0:1767384319.748769:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384319.748772:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040576 00010000:00000001:1.0:1767384319.748774:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384319.748793:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006504c5f4 x1853236744040576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384319.748799:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384319.748800:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384319.748802:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384319.748804:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384319.748806:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384319.748807:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384319.748809:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384319.748811:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.748812:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384319.748815:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384319.748817:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015015849. 00000100:00000200:1.0:1767384319.748820:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040576, offset 224 00000400:00000200:1.0:1767384319.748823:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384319.748829:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384319.748833:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03080 00000400:00000200:1.0:1767384319.748836:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1429 [2] + 224 00000400:00000200:1.0:1767384319.748840:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384319.748842:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384319.748845:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384319.748869:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384319.748876:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384319.748888:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384319.748893:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015015849 00000400:00000010:1.0:1767384319.748894:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015015849. 00000100:00000001:1.0:1767384319.748896:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384319.748897:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384319.748900:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384319.748902:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384319.748904:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384319.748905:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.748906:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384319.748907:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384319.748910:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384319.748912:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006504c5f4 x1853236744040576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:300/0 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384319.748921:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384319.748922:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006504c5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744040576:12345-0@lo:253: Request processed in 23416us (23922us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384319.748935:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384319.748938:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000400:00000200:2.0:1767384319.748942:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2090cb 00000100:00100000:1.0:1767384319.748943:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000400:00000010:2.0:1767384319.748945:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b2090cb. 00000100:00000040:1.0:1767384319.748947:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384319.748949:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384319.748950:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384319.748954:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384319.748972:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.748974:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97334bf. 00000020:00000010:1.0:1767384319.748981:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000100:00000200:2.0:1767384319.748984:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384319.748987:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c980f3c. 00000020:00000040:1.0:1767384319.748992:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:2.0:1767384319.748994:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384319.748996:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384319.748997:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384319.748999:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000067181aa. 00000100:00000001:2.0:1767384319.749000:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384319.749002:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384319.749004:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384319.749005:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384319.749008:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384319.749008:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384319.749013:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384319.749015:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384319.749017:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=27 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384319.749020:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb1ea95. 00000100:00001000:2.0:1767384319.749021:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384319.749026:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384319.749027:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015015849. 00000100:00000001:2.0:1767384319.749028:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384319.749030:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384319.749031:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.749033:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384319.749038:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.749043:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384319.749045:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384319.749046:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384319.749048:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384319.749049:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384319.749050:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384319.749051:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384319.749051:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384319.749052:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384319.749053:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384319.749054:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384319.749061:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384319.749063:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384319.749068:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028bf730b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744040576:0@lo:253: 00000100:00000001:2.0:1767384319.749070:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.749072:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384319.749073:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028bf730b x1853236744040576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384319.749077:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384319.749078:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384319.749079:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003fb996a1. 02000000:00000001:2.0:1767384319.749082:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384319.749082:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384319.749084:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384319.749086:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384319.749087:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e4fc465. 02000000:00000001:2.0:1767384319.749089:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384319.749089:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384319.749090:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028bf730b. 00000100:00000001:2.0:1767384319.749092:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384319.749093:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.749094:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384319.749098:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384319.749099:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384319.749100:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384319.749101:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384319.752576:0:21788:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000322ccc76. 00010000:00000010:2.1:1767384319.752584:0:21788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00010000:00000001:1.0:1767384319.956670:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384319.956674:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384319.956680:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384319.956682:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384319.956698:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384319.956702:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384319.956705:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384320.524738:0:22007:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384320.524752:0:22007:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.524756:0:22007:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384320.524762:0:22007:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384320.524768:0:22007:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.524771:0:22007:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.979644:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384320.979650:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.979657:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384320.979658:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.979690:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384320.979694:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.979697:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384321.303074:0:22171:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384321.303078:0:22171:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:0.0:1767384321.306269:0:22171:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384321.311846:0:22172:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000380a6d31. 00000400:00000010:0.0:1767384321.311857:0:22172:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000096e6eb4c. 00000400:00000010:0.0:1767384321.311869:0:22172:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001aa2fe15. 00000400:00000010:0.0:1767384321.311872:0:22172:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040fae893. 00000400:00000010:0.0:1767384321.311875:0:22172:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000630df555. 00000400:00000010:0.0:1767384321.311878:0:22172:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a30ba9ca. 00000400:00000010:0.0:1767384321.311880:0:22172:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005125ed7c. 00000400:00000010:0.0:1767384321.311881:0:22172:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000880d3c88. 00000400:00000010:0.0:1767384321.311883:0:22172:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e0d67cdb. 00000800:00000010:0.0:1767384321.311893:0:22172:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f5ae2574. 00000800:00000200:0.0:1767384321.311903:0:22172:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384321.311910:0:22172:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384321.311957:0:22172:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384321.311984:0:22172:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp20 [8/256/0/180] 00000400:00000010:0.0:1767384321.313417:0:22172:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000a80bb680. 00000400:00000010:0.0:1767384321.313422:0:22172:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011abfff9. 00000400:00000010:0.0:1767384321.313426:0:22172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004199e878. 00000400:00000001:0.0:1767384321.313438:0:22172:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.313440:0:22172:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.313442:0:22172:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ab297f. 00000400:00000200:0.0:1767384321.313444:0:22172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00000400:00000010:0.0:1767384321.313445:0:22172:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00000400:00000010:0.0:1767384321.313447:0:22172:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 0000000057131e9c. 00000400:00000200:0.0:1767384321.313452:0:22172:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (11) 00000400:00000200:0.0:1767384321.313463:0:22172:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384321.313470:0:22172:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:0.0:1767384321.313476:0:22172:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004352ef6f. 00000020:01000000:0.0:1767384321.313479:0:22172:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384321.313481:0:22172:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp20 00000400:00000010:0.0:1767384321.313492:0:22172:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000096e6eb4c. 00000400:00000010:0.0:1767384321.313495:0:22172:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000380a6d31. 00000400:00000200:2.0:1767384321.313524:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384321.313530:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:2.0:1767384321.313536:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000400:00000200:2.0:1767384321.313538:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (12) 00000400:00000010:2.0:1767384321.313544:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e67852c1. 00000400:00000200:2.0:1767384321.313547:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384321.313579:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:3.0:1767384321.313586:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384321.313586:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384321.313592:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384321.313595:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384321.313597:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384321.313602:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384321.313605:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384321.313606:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384321.313608:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.313611:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.313614:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384321.313615:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384321.313616:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.313619:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384321.313623:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384321.313625:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384321.313626:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.313629:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384321.313634:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:3.0:1767384321.313635:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00000400:00000200:2.0:1767384321.313640:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384321.313642:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384321.313646:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384321.313649:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384321.313651:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:3.0:1767384321.313653:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384321.313657:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:3.0:1767384321.313659:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.313662:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384321.313667:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000010:3.0:1767384321.313669:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dfcf58db. 00000400:00000200:2.0:1767384321.313672:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp19 00000100:00000001:3.0:1767384321.313677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.313677:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767384321.313682:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp19 00000100:00000001:3.0:1767384321.313686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384321.313689:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:3.0:1767384321.313690:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.313700:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp19 00000100:00000040:3.0:1767384321.313701:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a8ff28b] to pc [ptlrpcd_00_02+2] req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.313716:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:) -> 192.168.203.113@tcp19(192.168.203.113@tcp:192.168.203.113@tcp19) : PUT try# 0 00000800:00000200:2.0:1767384321.313724:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.113@tcp19 00000800:00000010:2.0:1767384321.313730:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004820f12. 00000800:00000010:2.0:1767384321.313738:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000496367ed. 00000800:00000010:2.0:1767384321.313742:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000bf94ee0. 00000800:00000200:2.0:1767384321.313746:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (2) 10000000:00000001:3.0:1767384321.313747:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384321.313752:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384321.313752:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (2) 00000020:00000001:3.0:1767384321.313755:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384321.313757:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384321.313761:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384321.313763:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384321.313776:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384321.313776:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384321.313780:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384321.313781:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:1.0:1767384321.313781:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384321.313783:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384321.313787:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384321.313787:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000040:1.0:1767384321.313789:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384321.313791:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384321.313795:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.313797:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.313800:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.313803:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.313806:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384321.313806:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384321.313807:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.313811:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384321.313811:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384321.313816:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 02000000:00000001:1.0:1767384321.313816:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384321.313821:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384321.313822:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.313825:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384321.313826:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.313827:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384321.313831:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.313841:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744040704:0@lo:253: 02000000:00000010:3.0:1767384321.313845:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000708f0fd3. 00000100:00000001:1.0:1767384321.313845:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384321.313851:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.313851:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384321.313852:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:3.0:1767384321.313856:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384321.313857:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.313860:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.313862:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384321.313867:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_03+3] req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384321.313869:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000067181aa. 02000000:00000001:1.0:1767384321.313874:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.313883:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fdb5572. 10000000:00000001:3.0:1767384321.313885:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384321.313888:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.313889:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.313889:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000458a1a15. 00000020:01000000:3.0:1767384321.313894:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384321.313896:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040704, portal 25 00000020:00000010:3.0:1767384321.313897:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004352ef6f. 00000100:00000001:1.0:1767384321.313902:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384321.313905:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00000400:00000200:2.0:1767384321.313911:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000040:1.0:1767384321.313911:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.313933:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.313936:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384321.313938:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384321.313939:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab553793. 00000100:00000001:3.0:1767384321.313947:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.313951:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384321.313951:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040704, offset 0 00000100:00000040:3.0:1767384321.313967:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384321.313970:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384321.313972:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384321.313981:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384321.313982:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.313986:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384321.313987:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384321.313989:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.313992:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.313994:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744040832:0@lo:253: 00000100:00000001:3.0:1767384321.313998:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384321.314001:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03100 02000000:00000001:3.0:1767384321.314002:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384321.314005:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.314008:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384321.314008:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384321.314012:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:1.0:1767384321.314016:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be515bba. 00000400:00000200:1.0:1767384321.314020:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006dccca4d 02000000:00000010:3.0:1767384321.314025:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000076a4ce42. 00000400:00000200:1.0:1767384321.314026:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384321.314028:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.314032:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384321.314033:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f3779a. 00000400:00000200:1.0:1767384321.314037:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dccca4d 00000400:00000200:2.0:1767384321.314038:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000010:1.0:1767384321.314040:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dccca4d. 00000100:00000001:1.0:1767384321.314047:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384321.314049:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000607337a1. 00000100:00000200:1.0:1767384321.314049:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384321.314054:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000d2dc2e4f x1853236744040704 msgsize 4848 00000100:00000200:3.0:1767384321.314055:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040832, portal 25 00000100:00000001:3.0:1767384321.314060:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384321.314063:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000400:00000200:2.0:1767384321.314066:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00100000:1.0:1767384321.314067:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384321.314069:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.314072:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384321.314079:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.314081:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.314083:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384321.314084:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e121f98. 00000100:00000200:3.0:1767384321.314088:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040832, offset 0 00000400:00000200:1.0:1767384321.314090:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab553793 00000400:00000200:2.0:1767384321.314092:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000010:1.0:1767384321.314093:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab553793. 00000100:00000001:1.0:1767384321.314100:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384321.314103:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384321.314106:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.314115:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384321.314118:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384321.314123:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000040:1.0:1767384321.314124:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.314127:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03180 00000400:00000200:3.0:1767384321.314137:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:1.0:1767384321.314137:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.314141:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028939368. 00000100:00000001:1.0:1767384321.314142:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384321.314147:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f0c92d1 00000100:00000001:1.0:1767384321.314149:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.314153:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.314154:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384321.314155:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294910111 00000100:00000010:1.0:1767384321.314161:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d84ffb0e. 00000400:00000200:3.0:1767384321.314166:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.314168:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384321.314171:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f0c92d1 00000400:00000010:3.0:1767384321.314174:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f0c92d1. 00000100:00000001:1.0:1767384321.314177:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294910111 00000100:00000001:3.0:1767384321.314179:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384321.314182:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384321.314183:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d758720. 00000100:00000040:3.0:1767384321.314185:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000e2696316 x1853236744040832 msgsize 4848 00000100:00100000:3.0:1767384321.314192:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384321.314195:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384321.314195:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384321.314196:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:1.0:1767384321.314202:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294910111 00000100:00000001:3.0:1767384321.314204:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384321.314207:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000108a047c. 00000100:00000001:1.0:1767384321.314212:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384321.314213:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e121f98 00000400:00000010:3.0:1767384321.314216:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e121f98. 00000100:00000001:1.0:1767384321.314217:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294910111 00000100:00000001:3.0:1767384321.314220:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384321.314222:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31891bd. 00000100:00000200:3.0:1767384321.314226:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.314229:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384321.314236:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.314237:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384321.314242:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.314244:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.314247:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.314248:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:1.0:1767384321.314253:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.314256:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314259:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.314262:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.314264:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.314266:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.314268:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294910111 00000100:00000001:1.0:1767384321.314271:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.314272:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294910111 00000100:00000001:1.0:1767384321.314274:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.314277:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294910111 00000100:00000001:1.0:1767384321.314278:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314282:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294910111 00000100:00000001:1.0:1767384321.314284:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314286:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294910111 00000100:00000001:3.0:1767384321.314290:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294910111 00000100:00000001:3.0:1767384321.314292:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294910111 00000100:00000001:3.0:1767384321.314294:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294910111 00000100:00000001:3.0:1767384321.314295:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.314297:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314300:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314301:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384321.314302:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:1.0:1767384321.314309:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384321.314313:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040704 00000100:00000001:3.0:1767384321.314314:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384321.314316:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.314317:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384321.314321:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.314322:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.314324:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314325:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.314329:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.314330:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314332:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.314335:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040704 00000020:00000001:1.0:1767384321.314339:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.314341:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:2.0:1767384321.314343:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000020:00000001:1.0:1767384321.314344:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.314348:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384321.314351:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384321.314352:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384321.314354:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:3.0:1767384321.314356:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040832 00000100:00000001:1.0:1767384321.314359:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384321.314360:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.314363:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384321.314364:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 00000100:00000001:3.0:1767384321.314365:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.314371:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.314371:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384321.314375:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040832 00000020:00000010:1.0:1767384321.314376:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000020:00000001:3.0:1767384321.314378:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384321.314379:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384321.314381:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.314383:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:3.0:1767384321.314387:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:2.0:1767384321.314387:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000020:00000010:1.0:1767384321.314391:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004554ce59. 00000020:00000001:3.0:1767384321.314393:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384321.314397:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384321.314398:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cce966b5. 00000020:00000010:3.0:1767384321.314401:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384321.314405:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.314405:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000020:00000010:3.0:1767384321.314411:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:3.0:1767384321.314417:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c145e8d. 00000020:00000010:3.0:1767384321.314420:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070080d53. 00000100:00000040:1.0:1767384321.314420:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384321.314426:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384321.314428:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000870181bb. 00000100:00000001:1.0:1767384321.314429:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384321.314430:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000001:1.0:1767384321.314433:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314435:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.314439:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384321.314440:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.314442:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314446:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.314454:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.314454:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.314473:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384321.314474:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.314475:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384321.314479:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384321.314483:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000400:00000200:2.0:1767384321.314483:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000100:00000040:3.0:1767384321.314489:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384321.314492:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094209104 : -120961615342512 : ffff91fc6de2d450) 00000100:00100000:1.0:1767384321.314495:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384321.314499:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384321.314503:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094214224 : -120961615337392 : ffff91fc6de2e850) 00000100:00000040:3.0:1767384321.314506:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2dc2e4f x1853236744040704/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.314509:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2696316 x1853236744040832/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.314527:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384321.314530:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384321.314532:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000400:00000200:2.0:1767384321.314533:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000020:00000010:1.0:1767384321.314535:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000016580b2. 00000100:00000001:3.0:1767384321.314537:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.314542:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.314543:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:1.0:1767384321.314548:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000016580b2. 00000100:00100000:3.0:1767384321.314570:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2dc2e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744040704:12345-0@lo:253: 00000100:00000200:3.0:1767384321.314574:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040704 00000020:00000001:3.0:1767384321.314576:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384321.314580:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384321.314581:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2696316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744040832:12345-0@lo:253: 00000020:00000001:3.0:1767384321.314582:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.314588:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384321.314589:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040832 00000020:00000001:3.0:1767384321.314592:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384321.314593:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384321.314597:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384321.314598:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384321.314600:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.314602:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.314604:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.314606:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384321.314607:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384321.314608:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000020:00000001:1.0:1767384321.314610:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384321.314611:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.314615:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384321.314616:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384321.314619:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384321.314620:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384321.314623:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.314625:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384321.314626:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c30860a5. 00000020:00000001:1.0:1767384321.314627:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.314631:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.314633:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384321.314634:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.314636:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 20000000:00000001:3.0:1767384321.314637:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384321.314643:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384321.314649:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036f27426. 02000000:00000010:1.0:1767384321.314649:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cac1e417. 02000000:00000001:1.0:1767384321.314652:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384321.314654:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384321.314655:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.314658:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384321.314659:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384321.314661:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384321.314664:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384321.314665:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 20000000:00000001:3.0:1767384321.314666:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384321.314668:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b72baf80. 20000000:00000001:3.0:1767384321.314671:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384321.314673:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384321.314676:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384321.314678:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384321.314680:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384321.314681:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a6c82b4. 20000000:00000001:1.0:1767384321.314682:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384321.314687:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384321.314687:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384321.314693:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384321.314704:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384321.314743:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384321.314746:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384321.314747:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.314749:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384321.314752:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384321.314757:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384321.314760:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384321.314765:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de748fd9. 00080000:00000001:3.0:1767384321.314768:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091736576 : -120966617815040 : ffff91fb43b72800) 00080000:00000001:3.0:1767384321.314771:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384321.314878:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384321.314880:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.314882:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384321.314889:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035a0565a. 00000800:00000010:2.0:1767384321.314895:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bd16a86. 00000800:00000010:2.0:1767384321.314900:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e063506. 00080000:00000001:3.0:1767384321.314901:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.314905:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384321.314955:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e063506. 00000400:00000200:2.0:1767384321.314994:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384321.315014:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp19 from 235.3.0.2 00000800:00000010:2.0:1767384321.315017:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008c4f1299. 00080000:00000001:3.0:1767384321.315053:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384321.315057:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384321.315105:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e5ebe02. 00000800:00000010:3.0:1767384321.315110:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e121f98. 00000800:00000010:3.0:1767384321.315135:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f68e0b3e. 00000800:00000200:3.1:1767384321.315141:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (2) 00000800:00000200:3.1:1767384321.315146:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp19 00000000f68e0b3e deleted 00000800:00000010:3.1:1767384321.315148:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f68e0b3e. 00000800:00000200:3.1:1767384321.315152:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384321.315157:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:1003 00000800:00000200:3.1:1767384321.315160:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004820f12 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767384321.315167:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp19 p 3.x 192.168.203.113 -> 192.168.203.113:1003 incarnation:1767384319721951430 sched[0] 00000800:00000010:3.0:1767384321.315172:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006680f4ca. 00000800:00000010:3.0:1767384321.315228:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006680f4ca. 00000800:00000010:3.0:1767384321.315232:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e121f98. 00000800:00000010:3.0:1767384321.315265:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008c4f1299. 00000800:00000001:3.0:1767384321.315278:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.315283:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384321.315331:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384321.315336:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384321.315337:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp19 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384319721951430 sched[0] 00000800:00000010:3.0:1767384321.315341:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004820f12. 00000800:00000010:2.0:1767384321.315343:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bd16a86. 00000400:00000200:3.0:1767384321.315346:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.315353:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: PUT: OK 00000400:00000200:3.0:1767384321.315357:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384321.315360:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384321.315433:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384321.315437:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:0.0:1767384321.315440:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384321.315443:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.315449:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384321.315457:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : PUT - for me 00000400:00000200:0.0:1767384321.315467:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384321.315478:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 224/224 into md 0x1431 [1] + 0 00000400:00000010:0.0:1767384321.315481:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000903dda08. 00000400:00000200:0.0:1767384321.315485:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000073dcdfd 00000800:00000001:0.0:1767384321.315489:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384321.315498:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000001:0.0:1767384321.315498:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384321.315502:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.315508:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: PUT: OK 00000400:00000200:0.0:1767384321.315512:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000400:00000010:0.0:1767384321.315514:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000400:00000200:0.0:1767384321.315518:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384321.315522:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (13) 00000400:00000200:0.0:1767384321.315526:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:0.0:1767384321.315529:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000ec24444f. 00000400:00000200:0.0:1767384321.315532:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 12 00000400:00000200:0.0:1767384321.315538:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384321.315548:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315655:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315684:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315720:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315741:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315772:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384321.315785:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (14) 00000400:00000200:3.0:1767384321.315790:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384321.315792:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384321.315800:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp19 to MR: 192.168.203.113@tcp19 local destination 00000400:00000200:0.0:1767384321.315814:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:3.0:1767384321.315823:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384321.315828:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) -> 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) 192.168.203.113@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384321.315834:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp19 00000800:00000010:0.0:1767384321.315838:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b50a65. 00000800:00000200:0.0:1767384321.315843:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (4) 00000800:00000200:0.0:1767384321.315847:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:988 00000800:00000200:0.0:1767384321.315849:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b50a65 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384321.315854:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.315902:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000800:00000200:0.0:1767384321.315903:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384321.315907:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b50a65. 00000400:00000200:0.0:1767384321.315910:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.315929:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: ACK: OK 00000800:00000001:0.0:1767384321.315936:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.315954:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384321.315956:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.315959:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384321.315961:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.315966:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384321.315971:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : ACK - for me 00000400:00000200:3.0:1767384321.315973:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384321.315983:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp19: ACK from 12345-192.168.203.113@tcp19 into md 0x1449 00000400:00000200:0.0:1767384321.315988:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.315992:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: ACK: OK 00000400:00000200:0.0:1767384321.315996:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000400:00000010:0.0:1767384321.315998:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000400:00000200:0.0:1767384321.316001:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384321.316004:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384321.316006:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384321.316009:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (13) 00000800:00000001:0.0:1767384321.316013:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.316018:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.316020:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316049:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316079:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316110:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316126:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316142:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316181:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384321.316225:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000010:3.0:1767384321.316404:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000576606bf. 00000800:00000010:3.0:1767384321.316409:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e121f98. 00000800:00000010:3.0:1767384321.316412:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006680f4ca. 00000800:00000010:3.0:1767384321.316443:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006680f4ca. 00000400:00000200:1.0:1767384321.316522:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384321.316529:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba333eb. 00000400:00000010:1.0:1767384321.316534:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000400:00000200:1.0:1767384321.316537:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:1.0:1767384321.316543:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:1.0:1767384321.316549:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000085f02c99. 00000400:00000010:1.0:1767384321.316582:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000005527eb80. 00000400:00000010:1.0:1767384321.316587:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 0000000080ef6a92. 00000400:00000200:3.0:1767384321.316613:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384321.316627:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp19 from 234.3.0.2 00000800:00000010:3.0:1767384321.316631:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f1a6ad2. 00000400:00000010:1.0:1767384321.316658:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000073954699. 00000400:00000200:1.0:1767384321.316665:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000073954699 nid 192.168.203.113@tcp20 00000400:00000010:1.0:1767384321.316669:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007d817f3d. 00000400:00000200:1.0:1767384321.316672:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000007d817f3d net tcp20 00000400:00000200:1.0:1767384321.316675:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (12) 00000400:00000200:1.0:1767384321.316681:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp20 flags 0x11 00000400:00000010:1.0:1767384321.316686:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000085f02c99. 00000400:00000010:1.0:1767384321.316690:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000005527eb80. 00000400:00000010:1.0:1767384321.316693:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 0000000080ef6a92. 00000400:00000010:1.0:1767384321.316696:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000ec24444f. 00000400:00000200:1.0:1767384321.316701:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384321.316704:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:1.0:1767384321.316707:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:1.0:1767384321.316711:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:1.0:1767384321.316715:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384321.316724:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:1.0:1767384321.316729:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384321.316733:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (13) 00000800:00000010:3.0:1767384321.316814:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e8ca63ce. 00000800:00000010:3.0:1767384321.316820:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f68e0b3e. 00000800:00000010:3.0:1767384321.316851:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f126b859. 00000800:00000200:3.1:1767384321.316859:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (4) 00000800:00000200:3.1:1767384321.316863:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp19 00000000f126b859 deleted 00000800:00000010:3.1:1767384321.316865:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f126b859. 00000800:00000200:3.1:1767384321.316869:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384321.316875:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp19 p 3.x 192.168.203.113 -> 192.168.203.113:1002 incarnation:1767384319721951430 sched[0] 00000800:00000010:3.0:1767384321.316879:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006680f4ca. 00000800:00000010:3.0:1767384321.316942:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006680f4ca. 00000800:00000010:3.0:1767384321.316956:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f68e0b3e. 00000800:00000010:3.0:1767384321.316986:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f1a6ad2. 00000800:00000001:1.0:1767384321.317006:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384321.317013:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384321.317014:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384321.317020:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp19 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384319721951430 sched[0] 00000800:00000010:3.0:1767384321.317022:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e121f98. 00000800:00000001:1.0:1767384321.317052:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384321.317057:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384321.323292:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384321.323297:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384321.323300:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384321.323302:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384321.323305:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384321.323309:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384321.323311:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384321.323312:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384321.323313:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384321.323321:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384321.323322:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384321.323326:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de748fd9. 20000000:01000000:0.0:1767384321.323327:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384321.323328:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a508893. 00080000:00000001:2.0:1767384321.323332:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384321.323333:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000020:0.0:1767384321.323335:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384321.323338:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384321.323342:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384321.323347:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384321.323351:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384321.323353:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384321.323357:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384321.323359:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384321.323362:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384321.323365:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f35ed9a9. 00080000:00000001:3.0:1767384321.323366:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384321.323369:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.323372:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384321.323372:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384321.323376:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 00000020:00000001:3.0:1767384321.323377:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384321.323381:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:2.0:1767384321.323382:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384321.323387:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384321.323387:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fc657627 with handle 0xf489261bfe0bc5f3 to hash 00000020:00000001:2.0:1767384321.323391:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384321.323392:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00080000:00000010:3.0:1767384321.323393:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006dbd791a. 00010000:00000001:2.0:1767384321.323394:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00080000:00000001:3.0:1767384321.323397:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091726336 : -120966617825280 : ffff91fb43b70000) 00010000:00000001:2.0:1767384321.323399:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384321.323401:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384321.323402:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.323406:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323412:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384321.323415:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384321.323417:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384321.323419:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384321.323420:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.323422:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384321.323423:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.323425:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384321.323427:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384321.323429:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384321.323430:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384321.323432:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f35ed9a9) refcount = 1 00010000:00010000:2.0:1767384321.323435:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384321.323438:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384321.323440:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384321.323441:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.323443:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384321.323448:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384321.323450:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384321.323452:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323452:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384321.323458:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384321.323458:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384321.323462:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384321.323465:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384321.323467:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384321.323469:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384321.323470:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=4 00000020:00000001:2.0:1767384321.323472:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384321.323474:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384321.323476:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384321.323478:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323482:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384321.323484:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323488:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.323490:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384321.323491:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323494:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.323496:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323498:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384321.323500:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384321.323505:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fc657627 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384321.323506:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384321.323508:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384321.323510:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323522:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384321.323524:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384321.323525:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384321.323527:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=5 00080000:00000001:3.0:1767384321.323529:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384321.323529:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00080000:00000001:3.0:1767384321.323535:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384321.323535:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384321.323540:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384321.323542:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323546:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384321.323548:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384321.323549:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323571:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384321.323573:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384321.323575:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384321.323576:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384321.323578:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc657627 with handle 0xf489261bfe0bc5f3 from hash 00010000:00000001:2.0:1767384321.323581:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384321.323582:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.323583:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.323584:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384321.323586:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384321.323588:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384321.323590:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384321.323591:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384321.323593:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323595:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384321.323597:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384321.323599:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.323600:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.323602:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323603:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384321.323605:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.323610:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323615:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.323616:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.323617:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384321.323619:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384321.323620:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384321.323622:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384321.323623:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384321.323626:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384321.323627:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384321.323629:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384321.323633:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384321.323634:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384321.323636:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fc657627/0xf489261bfe0bc5f3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384321.323639:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f35ed9a9 count: 0 00010000:00000001:2.0:1767384321.323663:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384321.323665:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384321.329578:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f35ed9a9. 00010000:00000010:2.1:1767384321.329588:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc657627. 00000100:00000040:1.0:1767384321.331591:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294910111, at 4294910112 00000100:00000040:3.0:1767384321.331599:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294910111, at 4294910112 00000100:00000040:2.0:1767384321.331605:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294910111, at 4294910112 00000100:00000010:3.0:1767384321.331607:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31891bd. 00000100:00000040:0.0:1767384321.331608:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294910111, at 4294910112 00000100:00000010:2.0:1767384321.331615:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000108a047c. 00000100:00000010:0.0:1767384321.331617:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d84ffb0e. 00000100:00000010:1.0:1767384321.331619:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d758720. 00080000:00000001:3.0:1767384321.331877:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384321.331880:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384321.331882:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:2.0:1767384321.331883:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384321.331888:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384321.331888:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384321.331891:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384321.331892:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384321.331894:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384321.331896:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384321.331898:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dbd791a. 00080000:00000001:2.0:1767384321.331903:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384321.331908:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384321.331925:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384321.331935:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384321.331947:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384321.331949:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384321.331951:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384321.331954:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384321.331956:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384321.331961:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc963666. 00010000:00000001:3.0:1767384321.331964:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384321.331968:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005d3bc7e9. 00000020:00000001:3.0:1767384321.331970:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384321.331974:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d3bc7e9 with handle 0xf489261bfe0bc5fa to hash 00000020:00000001:3.0:1767384321.331976:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384321.331977:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.331979:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.331981:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.331982:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.331984:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.331990:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384321.331992:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384321.331994:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384321.331996:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384321.331997:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.331999:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384321.332001:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.332003:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384321.332004:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384321.332005:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384321.332006:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384321.332008:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc963666) refcount = 1 00010000:00010000:3.0:1767384321.332011:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332015:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384321.332016:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384321.332021:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.332023:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332025:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384321.332028:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384321.332030:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384321.332032:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384321.332034:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.332036:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=4 00000020:00000001:3.0:1767384321.332038:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.332040:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.332042:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384321.332044:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332049:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384321.332050:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332054:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.332055:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384321.332056:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332060:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.332061:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332062:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384321.332064:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384321.332069:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005d3bc7e9 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384321.332070:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384321.332071:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384321.332072:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332082:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384321.332084:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384321.332085:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.332086:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=5 00000020:00000001:3.0:1767384321.332087:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.332088:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384321.332090:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384321.332091:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332094:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384321.332096:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384321.332097:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332099:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384321.332101:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384321.332102:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384321.332103:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384321.332104:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d3bc7e9 with handle 0xf489261bfe0bc5fa from hash 00010000:00000001:3.0:1767384321.332106:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384321.332107:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.332108:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.332109:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384321.332110:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384321.332111:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384321.332112:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384321.332113:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384321.332114:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332115:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384321.332116:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384321.332117:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.332118:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.332119:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332120:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.332121:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.332127:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332131:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.332132:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.332133:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384321.332134:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384321.332135:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384321.332136:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384321.332137:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384321.332138:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.332139:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384321.332140:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384321.332143:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384321.332144:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384321.332145:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc5fa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384321.332149:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fc963666 count: 0 00010000:00000001:3.0:1767384321.332155:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384321.332157:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384321.333206:0:22177:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097ea53db. 00000400:00000040:0.0:1767384321.333221:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384321.333223:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384321.333225:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384321.333227:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384321.333229:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384321.333230:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384321.333232:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384321.333237:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384321.333238:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384321.333239:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384321.333241:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384321.333242:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384321.333244:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384321.333245:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384321.333247:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384321.333249:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384321.333250:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384321.333251:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384321.333252:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384321.333254:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384321.333255:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384321.333256:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384321.333258:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384321.333259:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384321.333261:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384321.333262:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384321.333264:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384321.333265:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384321.333267:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384321.333269:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384321.333270:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384321.333272:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384321.333274:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384321.333275:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384321.333277:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384321.333278:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384321.333279:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384321.333281:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384321.333283:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384321.333284:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384321.333286:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384321.333287:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384321.333288:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384321.333289:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384321.333291:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384321.333293:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384321.333299:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384321.333301:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384321.333302:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384321.333304:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384321.333305:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384321.333306:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384321.333307:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384321.333309:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384321.333310:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384321.333312:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384321.333313:0:22177:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384321.333349:0:22177:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097ea53db. 00080000:00000020:1.0:1767384321.333626:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384321.333630:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384321.333632:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036f27426. 20000000:00000001:1.0:1767384321.333639:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.333642:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040704 00010000:00000001:1.0:1767384321.333644:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.333650:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2dc2e4f x1853236744040704/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.333657:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.333659:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.333662:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.333666:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384321.333669:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.333671:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384321.333674:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.333676:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.333679:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.333682:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.333686:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a982110. 00000100:00000200:1.0:1767384321.333689:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040704, offset 224 00000400:00000200:1.0:1767384321.333696:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384321.333705:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.333712:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03100 00000400:00000200:1.0:1767384321.333719:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x144d [2] + 224 00000400:00000200:1.0:1767384321.333724:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.333734:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.333738:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.333742:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.333751:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.333762:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384321.333767:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a982110 00000400:00000010:1.0:1767384321.333769:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a982110. 00000100:00000001:1.0:1767384321.333772:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384321.333773:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.333777:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.333780:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384321.333782:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384321.333785:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.333788:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384321.333791:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2dc2e4f x1853236744040704/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.333798:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2dc2e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744040704:12345-0@lo:253: Request processed in 19270us (19742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384321.333806:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:1.0:1767384321.333809:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384321.333811:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.333813:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.333817:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cce966b5. 00000020:00000010:1.0:1767384321.333821:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000020:00000010:1.0:1767384321.333825:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004554ce59. 00000020:00000040:1.0:1767384321.333829:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:1.0:1767384321.333833:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384321.333834:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c30860a5. 02000000:00000001:1.0:1767384321.333839:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384321.333841:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384321.333845:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384321.333855:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c9923c. 00000400:00000010:1.0:1767384321.333858:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a982110. 00000100:00000001:1.0:1767384321.333876:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.333879:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384321.333882:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384321.333883:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384321.333885:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fdb5572. 00000400:00000200:1.0:1767384321.333888:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458a1a15 00000400:00000010:1.0:1767384321.333889:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000458a1a15. 00000100:00000001:1.0:1767384321.333892:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.333895:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384321.333901:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.333905:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.333907:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.333910:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384321.333924:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384321.333925:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.333927:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.333929:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.333933:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=29 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384321.333935:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.333937:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384321.333938:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.333940:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384321.333941:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.333943:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.333947:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.333952:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.333954:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384321.333956:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384321.333959:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384321.333960:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384321.333962:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384321.333968:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384321.333969:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384321.333970:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384321.333971:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384321.333972:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384321.333973:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384321.333974:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384321.333977:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384321.333982:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744040704:0@lo:253: 00000100:00000001:1.0:1767384321.333987:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.333989:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384321.333992:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a8ff28b x1853236744040704/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.333997:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384321.334000:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384321.334002:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000067181aa. 02000000:00000001:1.0:1767384321.334006:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384321.334007:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384321.334009:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384321.334011:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384321.334013:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dfcf58db. 02000000:00000001:1.0:1767384321.334018:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384321.334019:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384321.334020:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 00000100:00000001:1.0:1767384321.334023:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384321.334025:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.334026:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384321.334031:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.334032:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.334033:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.334035:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384321.334846:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384321.334848:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384321.334850:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b72baf80. 20000000:00000001:1.0:1767384321.334853:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.334855:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040832 00010000:00000001:1.0:1767384321.334863:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.334865:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2696316 x1853236744040832/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.334870:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.334871:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.334872:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.334874:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384321.334875:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.334877:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384321.334878:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.334879:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.334881:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.334882:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.334884:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb316b8a. 00000100:00000200:1.0:1767384321.334886:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040832, offset 224 00000400:00000200:1.0:1767384321.334889:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384321.334893:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.334896:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03180 00000400:00000200:1.0:1767384321.334899:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1455 [2] + 224 00000400:00000200:1.0:1767384321.334903:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.334905:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.334907:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.334909:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.334928:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.334940:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384321.334944:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb316b8a 00000400:00000010:1.0:1767384321.334945:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb316b8a. 00000100:00000001:1.0:1767384321.334946:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384321.334947:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.334949:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.334950:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384321.334952:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384321.334959:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.334961:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384321.334961:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384321.334964:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2696316 x1853236744040832/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.334964:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384321.334968:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.334970:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.334973:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f3779a. 00000100:00100000:1.0:1767384321.334977:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2696316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744040832:12345-0@lo:253: Request processed in 20445us (20789us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384321.334978:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000607337a1 00000400:00000010:0.0:1767384321.334982:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000607337a1. 00000100:00000001:0.0:1767384321.334986:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384321.334988:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384321.334991:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:0.0:1767384321.334992:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.334994:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.334997:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.335001:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070080d53. 00000100:00000200:0.0:1767384321.335005:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384321.335007:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000870181bb. 00000020:00000010:1.0:1767384321.335013:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c145e8d. 00000100:00000001:0.0:1767384321.335017:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384321.335018:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384321.335019:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384321.335022:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384321.335022:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384321.335025:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cac1e417. 02000000:00000001:0.0:1767384321.335026:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384321.335028:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384321.335030:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384321.335030:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.335033:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384321.335034:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384321.335040:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384321.335040:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384321.335045:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=29 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384321.335046:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fdb5572. 00000100:00000001:0.0:1767384321.335048:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384321.335051:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb316b8a. 00000100:00000001:0.0:1767384321.335051:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.335056:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384321.335058:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.335066:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384321.335068:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.335073:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384321.335075:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384321.335076:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384321.335077:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384321.335079:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384321.335080:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384321.335080:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384321.335081:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384321.335082:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384321.335083:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384321.335084:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384321.335085:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384321.335086:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384321.335091:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744040832:0@lo:253: 00000100:00000001:0.0:1767384321.335094:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.335095:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384321.335096:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744040832/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384321.335100:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384321.335101:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384321.335102:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000076a4ce42. 02000000:00000001:0.0:1767384321.335104:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384321.335105:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384321.335106:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384321.335107:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384321.335109:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000708f0fd3. 02000000:00000001:0.0:1767384321.335111:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384321.335112:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384321.335113:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:0.0:1767384321.335115:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384321.335116:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.335122:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384321.335125:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384321.335126:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384321.335127:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384321.335128:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384321.339879:0:22181:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc963666. 00010000:00000010:3.1:1767384321.339895:0:22181:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d3bc7e9. 00010000:00000001:1.0:1767384322.003670:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384322.003676:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.003682:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384322.003685:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384322.003688:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384322.003690:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.003693:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384322.003694:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.003696:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.003698:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.003732:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384322.003736:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.003740:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384322.101589:0:22410:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384322.101603:0:22410:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.101606:0:22410:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.101612:0:22410:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384322.101617:0:22410:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.101620:0:22410:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384322.802836:0:22574:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384322.802840:0:22574:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384322.806634:0:22574:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384322.812780:0:22575:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009a7a91ab. 00000400:00000010:2.0:1767384322.812800:0:22575:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000be28a443. 00000400:00000010:2.0:1767384322.812811:0:22575:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fbf77e19. 00000400:00000010:2.0:1767384322.812816:0:22575:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009eadec09. 00000400:00000010:2.0:1767384322.812820:0:22575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009a2c457. 00000400:00000010:2.0:1767384322.812825:0:22575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c92d34d. 00000400:00000010:2.0:1767384322.812827:0:22575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a7334bc. 00000400:00000010:2.0:1767384322.812829:0:22575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000146b7e06. 00000400:00000010:2.0:1767384322.812833:0:22575:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fc719140. 00000800:00000010:2.0:1767384322.812845:0:22575:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000015917d65. 00000800:00000200:2.0:1767384322.812856:0:22575:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384322.812865:0:22575:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384322.812899:0:22575:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384322.812933:0:22575:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384322.814500:0:22575:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000009eb323e8. 00000400:00000010:2.0:1767384322.814506:0:22575:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000010:2.0:1767384322.814510:0:22575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091caa92e. 00000400:00000001:2.0:1767384322.814523:0:22575:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.814524:0:22575:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384322.814526:0:22575:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011abfff9. 00000400:00000200:2.0:1767384322.814528:0:22575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004199e878 00000400:00000010:2.0:1767384322.814529:0:22575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004199e878. 00000400:00000010:2.0:1767384322.814532:0:22575:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000a80bb680. 00000400:00000200:2.0:1767384322.814536:0:22575:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (12) 00000400:00000200:2.0:1767384322.814545:0:22575:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384322.814579:0:22575:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000400:00000200:1.0:1767384322.814583:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384322.814585:0:22575:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000045f759d1. 00000020:01000000:2.0:1767384322.814591:0:22575:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384322.814591:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000020:01000000:2.0:1767384322.814597:0:22575:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp21 00000400:00000010:1.0:1767384322.814600:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080bdab97. 00000400:00000200:1.0:1767384322.814605:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (13) 00000400:00000010:2.0:1767384322.814613:0:22575:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000be28a443. 00000400:00000010:2.0:1767384322.814617:0:22575:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009a7a91ab. 00000400:00000010:1.0:1767384322.814617:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb3ffd24. 00000400:00000200:1.0:1767384322.814625:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384322.814629:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.814634:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.814636:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384322.814637:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:01000000:3.0:1767384322.814639:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384322.814643:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384322.814644:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384322.814647:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384322.814651:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384322.814653:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384322.814654:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.814658:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.814662:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384322.814662:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384322.814665:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384322.814669:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384322.814669:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384322.814673:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384322.814675:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:3.0:1767384322.814679:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.814682:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384322.814683:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384322.814688:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000010:3.0:1767384322.814689:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005117f7f6. 00000400:00000200:1.0:1767384322.814694:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:00000040:3.0:1767384322.814697:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384322.814701:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767384322.814704:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384322.814705:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:3.0:1767384322.814709:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384322.814711:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 02000000:00000001:3.0:1767384322.814715:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.814716:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp20 00000400:00000200:1.0:1767384322.814722:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp20 lpni_is_preferred = 0 00000400:00000200:1.0:1767384322.814724:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp20 02000000:00000010:3.0:1767384322.814725:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ccfdae50. 00000400:00000200:1.0:1767384322.814729:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.113@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000001:3.0:1767384322.814733:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.814736:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp20 00000100:00000001:3.0:1767384322.814742:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384322.814746:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20:) -> 192.168.203.113@tcp20(192.168.203.113@tcp:192.168.203.113@tcp20) : PUT try# 0 00000100:00000001:3.0:1767384322.814747:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384322.814755:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.113@tcp20 00000100:00000040:3.0:1767384322.814757:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005117f7f6] to pc [ptlrpcd_00_00+0] req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384322.814760:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b63d467f. 00000800:00000010:1.0:1767384322.814773:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000042e916a8. 00000800:00000010:1.0:1767384322.814775:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000426879be. 10000000:00000001:3.0:1767384322.814780:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384322.814781:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (2) 10000000:00000001:3.0:1767384322.814786:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384322.814790:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (2) 00000020:00000001:3.0:1767384322.814791:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.814791:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384322.814796:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384322.814797:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384322.814800:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384322.814801:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.814805:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384322.814807:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384322.814807:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384322.814809:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:01000000:3.0:1767384322.814812:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384322.814816:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000020:01000004:3.0:1767384322.814817:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384322.814822:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384322.814825:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384322.814827:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.814828:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384322.814829:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.814830:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384322.814832:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.814835:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384322.814839:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000100:00000001:2.0:1767384322.814841:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384322.814842:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384322.814844:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.814846:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384322.814849:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384322.814849:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384322.814853:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384322.814854:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.814858:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384322.814862:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d714916. 00000100:00100000:2.0:1767384322.814862:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005117f7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744040960:0@lo:253: 00000400:00000200:1.0:1767384322.814867:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:2.0:1767384322.814868:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384322.814869:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.814874:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384322.814877:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.814880:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384322.814882:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384322.814885:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384322.814886:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006d4ecaf. 02000000:00000001:2.0:1767384322.814889:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.814892:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_01+1] req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384322.814895:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000400:00000010:2.0:1767384322.814918:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be28a443. 10000000:00000001:3.0:1767384322.814921:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384322.814923:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744040960, portal 25 10000000:00000001:3.0:1767384322.814924:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.814928:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384322.814929:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.814931:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341723264 : -120961367828352 : ffff91fc7ca39880) 00000400:00000200:1.0:1767384322.814931:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000020:01000000:3.0:1767384322.814932:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384322.814939:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000045f759d1. 00000100:00000040:2.0:1767384322.814942:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.814949:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384322.814951:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384322.814952:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384322.814955:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c278df6. 00000100:00000001:3.0:1767384322.814956:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384322.814958:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744040960, offset 0 00000100:00000001:3.0:1767384322.814959:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384322.814966:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.814967:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384322.814969:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:3.0:1767384322.814978:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384322.814981:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.814981:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384322.814987:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384322.814990:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384322.814991:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384322.814994:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744041088:0@lo:253: 00000400:00000200:2.0:1767384322.814997:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03200 00000400:00000200:1.0:1767384322.814998:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:3.0:1767384322.815001:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384322.815007:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384322.815011:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 02000000:00000001:3.0:1767384322.815012:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.815017:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384322.815018:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000977abcee. 00000400:00000200:2.0:1767384322.815023:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb10ca8c 00000400:00000200:2.0:1767384322.815028:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.815030:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 02000000:00000010:3.0:1767384322.815032:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009005868c. 00000400:00000200:2.0:1767384322.815033:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384322.815038:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.815041:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb10ca8c 00000400:00000010:3.0:1767384322.815043:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:2.0:1767384322.815051:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb10ca8c. 00000100:00000001:2.0:1767384322.815056:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384322.815056:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000010:3.0:1767384322.815058:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb9d8a6. 00000100:00000200:2.0:1767384322.815060:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384322.815065:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000041d2ae3d x1853236744040960 msgsize 4848 00000100:00000200:3.0:1767384322.815066:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744041088, portal 25 00000100:00000001:3.0:1767384322.815070:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384322.815073:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000100:00100000:2.0:1767384322.815073:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384322.815077:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384322.815082:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384322.815084:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:2.0:1767384322.815089:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384322.815094:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384322.815100:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c278df6 00000400:00000010:2.0:1767384322.815104:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c278df6. 00000100:00000040:3.0:1767384322.815105:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384322.815109:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeeb9496. 00000100:00000001:2.0:1767384322.815112:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384322.815112:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000200:3.0:1767384322.815113:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744041088, offset 0 00000100:00000200:2.0:1767384322.815121:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.815124:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384322.815135:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384322.815137:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384322.815140:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000040:2.0:1767384322.815144:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.815145:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03280 00000400:00000200:3.0:1767384322.815155:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000010:3.0:1767384322.815161:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008379ec8f. 00000400:00000200:3.0:1767384322.815167:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9eb12fc 00000100:00000001:2.0:1767384322.815167:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815172:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384322.815173:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.815174:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:2.0:1767384322.815178:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.815180:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384322.815183:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294911612 00000400:00000200:3.0:1767384322.815185:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9eb12fc 00000400:00000010:3.0:1767384322.815189:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9eb12fc. 00000100:00000010:2.0:1767384322.815189:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb556a5f. 00000100:00000001:3.0:1767384322.815194:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384322.815196:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384322.815197:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384322.815202:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000888190c7 x1853236744041088 msgsize 4848 00000100:00000001:2.0:1767384322.815205:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294911612 00000100:00100000:3.0:1767384322.815210:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384322.815211:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000010:2.0:1767384322.815212:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2fb4c7e. 00000100:00000040:3.0:1767384322.815213:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384322.815219:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384322.815223:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294911612 00000100:00000001:3.0:1767384322.815224:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384322.815226:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033daa4ce. 00000100:00000001:2.0:1767384322.815231:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384322.815232:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeeb9496 00000100:00000001:2.0:1767384322.815244:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294911612 00000400:00000010:3.0:1767384322.815245:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeeb9496. 00000100:00000001:3.0:1767384322.815251:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384322.815251:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f771756a. 00000100:00000200:3.0:1767384322.815255:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.815258:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384322.815265:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.815266:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384322.815271:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384322.815272:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384322.815273:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:3.0:1767384322.815285:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815287:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815288:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384322.815292:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.815294:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815298:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294911612 00000100:00000001:3.0:1767384322.815301:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294911612 00000100:00000001:3.0:1767384322.815302:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294911612 00000100:00000001:2.0:1767384322.815303:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.815305:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294911612 00000100:00000001:2.0:1767384322.815308:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384322.815312:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.815314:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294911612 00000100:00000001:2.0:1767384322.815316:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384322.815319:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294911612 00000400:00000200:1.0:1767384322.815320:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:2.0:1767384322.815321:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815324:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294911612 00000100:00000001:3.0:1767384322.815329:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294911612 00000100:00000001:2.0:1767384322.815330:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815333:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.815336:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815339:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815341:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.815346:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384322.815348:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384322.815350:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.815352:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384322.815353:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815354:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.815372:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:3.0:1767384322.815385:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384322.815388:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744040960 02000000:00000001:3.0:1767384322.815390:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384322.815393:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384322.815395:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.815398:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384322.815401:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744040960 00000020:00000001:3.0:1767384322.815404:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384322.815405:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384322.815408:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.815411:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000200:1.0:1767384322.815412:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000020:00000001:3.0:1767384322.815415:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384322.815419:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384322.815423:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384322.815425:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384322.815427:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00100000:2.0:1767384322.815429:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041088 00000100:00000001:3.0:1767384322.815432:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384322.815432:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384322.815435:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384322.815437:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000100:00000001:2.0:1767384322.815438:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.815442:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384322.815444:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015797ae8. 00000100:00100000:2.0:1767384322.815445:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041088 00000020:00000001:2.0:1767384322.815449:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384322.815452:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001346bbf9. 00000020:00000040:2.0:1767384322.815452:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:1.0:1767384322.815453:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000020:00000001:2.0:1767384322.815454:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.815458:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000010:3.0:1767384322.815459:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000001:2.0:1767384322.815462:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384322.815464:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384322.815470:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384322.815474:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000014e25a9. 00000100:00000001:2.0:1767384322.815477:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384322.815478:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384322.815479:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000014e25a9. 00000100:00000001:3.0:1767384322.815484:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384322.815487:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e4e16b5. 00000100:00000001:3.0:1767384322.815488:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384322.815491:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.815494:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8a64644. 00000100:00000001:3.0:1767384322.815499:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384322.815500:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000020:00000010:2.0:1767384322.815501:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b51d5ff0. 00000100:00000001:2.0:1767384322.815509:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384322.815511:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.815512:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384322.815515:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815521:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815524:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.815525:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384322.815529:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384322.815535:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:2.0:1767384322.815535:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384322.815538:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384322.815539:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384322.815543:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094211152 : -120961615340464 : ffff91fc6de2dc50) 00000100:00100000:2.0:1767384322.815546:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:3.0:1767384322.815592:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041d2ae3d x1853236744040960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.815600:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384322.815603:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:3.0:1767384322.815605:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384322.815607:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000100:00100000:3.0:1767384322.815613:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041d2ae3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744040960:12345-0@lo:253: 00000100:00000200:3.0:1767384322.815616:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744040960 00000020:00000001:3.0:1767384322.815618:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384322.815622:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384322.815624:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.815626:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384322.815628:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384322.815631:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384322.815633:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384322.815635:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384322.815636:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384322.815639:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815642:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384322.815645:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384322.815650:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db068e52. 00000400:00000200:1.0:1767384322.815652:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 02000000:00000001:3.0:1767384322.815653:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.815664:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.815666:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384322.815675:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009209b8cb. 20000000:01000000:3.0:1767384322.815678:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384322.815681:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384322.815683:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384322.815685:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.815687:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.815689:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384322.815698:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004984801d. 20000000:01000000:3.0:1767384322.815700:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384322.815705:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384322.815710:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384322.815710:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00080000:00000001:3.0:1767384322.815756:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384322.815760:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384322.815762:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384322.815763:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384322.815766:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384322.815768:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000020:00000001:3.0:1767384322.815771:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384322.815776:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384322.815781:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000080b800f6. 00080000:00000001:3.0:1767384322.815783:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091727360 : -120966617824256 : ffff91fb43b70400) 00080000:00000001:3.0:1767384322.815787:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:2.0:1767384322.815794:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384322.815797:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094217296 : -120961615334320 : ffff91fc6de2f450) 00000100:00000040:2.0:1767384322.815803:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000888190c7 x1853236744041088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.815813:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384322.815816:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000020:00000010:2.0:1767384322.815817:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000014e25a9. 00000100:00000001:2.0:1767384322.815821:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384322.815823:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000014e25a9. 00000100:00100000:2.0:1767384322.815828:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000888190c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744041088:12345-0@lo:253: 00000100:00000200:2.0:1767384322.815831:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041088 00000020:00000001:2.0:1767384322.815833:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384322.815835:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384322.815837:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.815839:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384322.815841:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384322.815843:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384322.815845:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384322.815846:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384322.815848:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384322.815850:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815853:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384322.815855:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384322.815858:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 02000000:00000010:2.0:1767384322.815860:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002f7efd4e. 02000000:00000001:2.0:1767384322.815864:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.815866:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.815868:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384322.815874:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045f759d1. 20000000:01000000:2.0:1767384322.815877:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384322.815879:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384322.815882:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384322.815883:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.815885:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384322.815887:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:3.0:1767384322.815921:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384322.815923:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384322.815926:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384322.815946:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384322.815948:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384322.816061:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384322.816064:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384322.816122:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cac1e417. 00000800:00000010:1.0:1767384322.816128:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0fa8914. 00000400:00000200:3.0:1767384322.816129:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384322.816133:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000816a09a8. 00000800:00000010:1.0:1767384322.816154:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000816a09a8. 00000400:00000200:3.0:1767384322.816184:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384322.816189:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f1a6ad2. 00000800:00000010:1.0:1767384322.816228:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b72baf80. 00000800:00000010:1.0:1767384322.816234:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000629b42e. 00000800:00000010:1.0:1767384322.816251:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001956b10b. 00000800:00000200:1.1:1767384322.816256:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (2) 00000800:00000200:1.1:1767384322.816259:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp20 000000001956b10b deleted 00000800:00000010:1.1:1767384322.816260:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001956b10b. 00000800:00000200:1.1:1767384322.816266:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384322.816272:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp20 ip 192.168.203.113:1001 00000800:00000200:1.1:1767384322.816275:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b63d467f type 1, nob 336 niov 1 nkiov 1 00000800:00000200:1.0:1767384322.816281:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp20 p 3.x 192.168.203.113 -> 192.168.203.113:1001 incarnation:1767384321311894788 sched[0] 00000800:00000010:1.0:1767384322.816285:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000816a09a8. 00000800:00000010:1.0:1767384322.816326:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000816a09a8. 00000800:00000010:1.0:1767384322.816330:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000629b42e. 00000800:00000010:1.0:1767384322.816374:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f1a6ad2. 00000800:00000001:1.0:1767384322.816407:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.816411:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384322.816464:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384322.816467:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b63d467f. 00000400:00000200:1.0:1767384322.816471:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.816475:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: PUT: OK 00000400:00000200:1.0:1767384322.816480:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384322.816483:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000200:1.1:1767384322.816531:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384322.816536:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp20 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384321311894788 sched[0] 00000800:00000010:1.0:1767384322.816538:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0fa8914. 00000800:00000001:3.0:1767384322.816645:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384322.816652:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384322.816654:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384322.816655:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:3.0:1767384322.816659:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.816674:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20) <- 192.168.203.113@tcp20 : PUT - for me 00000400:00000200:3.0:1767384322.816683:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384322.816687:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 240/240 into md 0x145d [1] + 0 00000400:00000010:3.0:1767384322.816690:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bba333eb. 00000400:00000200:3.0:1767384322.816693:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b32282be 00000400:00000200:1.0:1767384322.816694:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000001:3.0:1767384322.816697:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384322.816707:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.816709:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.816712:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: PUT: OK 00000400:00000200:3.0:1767384322.816715:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000400:00000010:3.0:1767384322.816716:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 00000400:00000200:3.0:1767384322.816719:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384322.816721:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (14) 00000400:00000200:3.0:1767384322.816724:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384322.816727:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000f0480ae5. 00000400:00000200:3.0:1767384322.816729:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 13 00000400:00000200:3.0:1767384322.816732:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384322.816740:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (15) 00000400:00000200:3.0:1767384322.816743:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384322.816746:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp20 to MR: 192.168.203.113@tcp20 local destination 00000400:00000200:3.0:1767384322.816750:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.113@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384322.816757:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20:192.168.203.113@tcp20) -> 192.168.203.113@tcp20(192.168.203.113@tcp20:192.168.203.113@tcp20) 192.168.203.113@tcp20 : ACK try# 0 00000800:00000200:3.0:1767384322.816760:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp20 00000800:00000010:3.0:1767384322.816763:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000800:00000200:3.0:1767384322.816767:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (4) 00000800:00000200:3.0:1767384322.816771:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp20 ip 192.168.203.113:988 00000800:00000200:3.0:1767384322.816773:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384322.816819:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384322.816821:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384322.816822:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000400:00000200:3.0:1767384322.816828:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384322.816830:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000400:00000010:2.0:1767384322.816847:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4c989. 00000400:00000200:3.0:1767384322.816852:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: ACK: OK 00000400:00000200:2.0:1767384322.816855:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000800:00000001:3.0:1767384322.816860:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384322.816864:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004d1 00000800:00000001:3.0:1767384322.816866:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384322.816870:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384322.816873:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384322.816873:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000001f74ba23. 00000800:00000001:3.0:1767384322.816879:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384322.816881:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 0000000017d9a3e2. 00000800:00000001:3.0:1767384322.816882:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384322.816888:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000b7891e86. 00000400:00000200:3.0:1767384322.816889:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20) <- 192.168.203.113@tcp20 : ACK - for me 00000400:00000200:3.0:1767384322.816901:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp20: ACK from 12345-192.168.203.113@tcp20 into md 0x1475 00000400:00000200:3.0:1767384322.816918:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.816922:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: ACK: OK 00000400:00000010:2.0:1767384322.816924:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a66c17c3. 00000400:00000200:3.0:1767384322.816925:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bdab97 00000400:00000010:3.0:1767384322.816930:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080bdab97. 00000400:00000200:3.0:1767384322.816933:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384322.816934:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a66c17c3 nid 192.168.203.113@tcp21 00000400:00000200:3.0:1767384322.816949:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000010:2.0:1767384322.816950:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dfb6c617. 00000400:00000200:2.0:1767384322.816955:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dfb6c617 net tcp21 00000400:00000200:3.0:1767384322.816957:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384322.816960:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (14) 00000400:00000200:2.0:1767384322.816963:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (13) 00000400:00000200:2.0:1767384322.816969:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp21 flags 0x11 00000400:00000010:2.0:1767384322.816973:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000001f74ba23. 00000800:00000001:3.0:1767384322.816974:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384322.816979:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384322.817042:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 0000000017d9a3e2. 00000400:00000010:2.0:1767384322.817046:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000b7891e86. 00000400:00000010:2.0:1767384322.817048:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000f0480ae5. 00000400:00000200:2.0:1767384322.817051:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384322.817054:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:2.0:1767384322.817057:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:2.0:1767384322.817061:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:2.0:1767384322.817063:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384322.817065:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:2.0:1767384322.817068:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384322.817071:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (14) 00000400:00000200:1.0:1767384322.817216:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817241:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817274:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817304:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817329:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817361:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817399:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817447:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817478:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817498:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817523:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817605:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817652:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817711:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817772:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817846:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817898:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.817972:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.818049:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.818088:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384322.818126:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000800:00000010:1.0:1767384322.818275:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000067181aa. 00000800:00000010:1.0:1767384322.818280:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0fa8914. 00000800:00000010:1.0:1767384322.818284:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007cd6be52. 00000800:00000010:1.0:1767384322.818315:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007cd6be52. 00000400:00000200:3.0:1767384322.818413:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384322.818431:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384322.818434:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b9385b49. 00000800:00000010:1.0:1767384322.818459:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000708f0fd3. 00000800:00000010:1.0:1767384322.818464:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000629b42e. 00000800:00000010:1.0:1767384322.818483:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001956b10b. 00000800:00000200:1.1:1767384322.818489:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (4) 00000800:00000200:1.1:1767384322.818499:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp20 000000001956b10b deleted 00000800:00000010:1.1:1767384322.818501:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001956b10b. 00000800:00000200:1.1:1767384322.818504:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384322.818509:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp20 p 3.x 192.168.203.113 -> 192.168.203.113:1000 incarnation:1767384321311894788 sched[0] 00000800:00000010:1.0:1767384322.818513:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007cd6be52. 00000800:00000010:1.0:1767384322.818585:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007cd6be52. 00000800:00000010:1.0:1767384322.818589:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000629b42e. 00000800:00000010:1.0:1767384322.818615:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b9385b49. 00000800:00000001:2.0:1767384322.818689:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.818694:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384322.818768:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384322.818776:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp20 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384321311894788 sched[0] 00000800:00000010:1.0:1767384322.818780:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0fa8914. 00000800:00000001:1.0:1767384322.818814:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384322.818818:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384322.824415:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384322.824421:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384322.824424:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.824425:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384322.824426:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384322.824430:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384322.824433:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384322.824434:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384322.824435:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384322.824436:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384322.824437:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000080b800f6. 00080000:00000001:0.0:1767384322.824443:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384322.824447:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384322.824451:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384322.824451:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004af6b1c0. 20000000:01000000:2.0:1767384322.824456:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00080000:00000020:3.0:1767384322.824459:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384322.824460:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384322.824465:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384322.824477:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384322.824480:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384322.824482:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384322.824486:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384322.824487:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384322.824489:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384322.824491:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384322.824500:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.824502:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384322.824503:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004d1af687. 00000020:00000001:2.0:1767384322.824505:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384322.824508:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384322.824510:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000010:3.0:1767384322.824513:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003676d645. 00080000:00000001:2.0:1767384322.824514:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384322.824518:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384322.824520:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d7382826. 00000020:00000040:3.0:1767384322.824522:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003676d645 with handle 0xf489261bfe0bc601 to hash 00080000:00000001:2.0:1767384322.824524:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094861824 : -120966614689792 : ffff91fb43e6d800) 00000020:00000001:3.0:1767384322.824526:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384322.824527:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384322.824529:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824532:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824535:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.824537:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.824540:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824547:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384322.824550:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384322.824577:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384322.824579:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.824580:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.824583:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.824584:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.824586:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384322.824589:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384322.824591:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384322.824592:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384322.824593:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004d1af687) refcount = 1 00010000:00010000:3.0:1767384322.824596:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824601:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384322.824602:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384322.824604:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.824606:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824608:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384322.824610:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384322.824613:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384322.824616:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.824622:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.824624:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=4 00000020:00000001:3.0:1767384322.824626:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824629:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824631:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:2.0:1767384322.824632:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384322.824633:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384322.824635:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.824641:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384322.824646:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384322.824649:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824653:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.824655:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384322.824655:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.824660:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384322.824661:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384322.824666:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.824668:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824671:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384322.824673:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384322.824678:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003676d645 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384322.824680:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.824682:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384322.824684:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824688:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384322.824690:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.824691:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.824692:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=5 00000020:00000001:3.0:1767384322.824694:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824696:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384322.824702:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384322.824704:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824708:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384322.824710:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.824712:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824715:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384322.824717:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384322.824719:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.824720:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384322.824722:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003676d645 with handle 0xf489261bfe0bc601 from hash 00010000:00000001:3.0:1767384322.824724:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384322.824726:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.824727:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.824729:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384322.824731:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384322.824733:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384322.824734:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384322.824736:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.824737:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824739:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384322.824740:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384322.824742:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.824743:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.824745:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824746:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.824748:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.824750:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824753:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.824754:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.824756:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384322.824757:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384322.824759:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.824760:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.824764:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384322.824767:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.824768:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.824770:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.824774:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384322.824775:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384322.824777:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003676d645/0xf489261bfe0bc601 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384322.824780:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004d1af687 count: 0 00010000:00000001:3.0:1767384322.824794:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384322.824796:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384322.824881:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384322.824885:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:3.1:1767384322.830574:0:22581:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004d1af687. 00010000:00000010:3.1:1767384322.830584:0:22581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003676d645. 00000100:00000040:2.0:1767384322.832594:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294911612, at 4294911613 00000100:00000010:2.0:1767384322.832602:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033daa4ce. 00080000:00000001:0.0:1767384322.832780:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384322.832785:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384322.832787:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.832789:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384322.832791:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384322.832799:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384322.832801:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384322.832806:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384322.832810:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384322.832815:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384322.832817:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:1.0:1767384322.832818:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:0.0:1767384322.832821:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384322.832824:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384322.832825:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:0.0:1767384322.832825:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384322.832829:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384322.832830:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:0.0:1767384322.832832:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d7382826. 00010000:00000010:1.0:1767384322.832836:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a9ba49b. 00080000:00000001:0.0:1767384322.832837:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384322.832847:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384322.832851:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f1d5e61. 00000020:00000001:1.0:1767384322.832853:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384322.832856:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f1d5e61 with handle 0xf489261bfe0bc608 to hash 00000020:00000001:1.0:1767384322.832858:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384322.832859:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832861:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832863:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.832864:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.832866:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832872:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384322.832874:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384322.832875:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384322.832876:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384322.832878:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.832880:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384322.832881:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.832883:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384322.832884:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384322.832886:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384322.832887:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384322.832888:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a9ba49b) refcount = 1 00010000:00010000:1.0:1767384322.832890:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832894:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384322.832895:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384322.832897:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.832899:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.832900:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384322.832914:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384322.832916:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384322.832918:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.832925:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.832926:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=4 00000020:00000001:1.0:1767384322.832928:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832930:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832932:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384322.832934:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832938:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384322.832940:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832944:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.832946:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384322.832947:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832951:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.832952:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.832954:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384322.832955:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384322.832959:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f1d5e61 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384322.832961:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384322.832963:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384322.832965:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832969:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384322.832970:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.832971:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.832973:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=5 00000020:00000001:1.0:1767384322.832974:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832976:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384322.832983:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384322.832986:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.832989:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384322.832991:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384322.832993:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.832995:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384322.832996:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384322.832997:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.832998:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384322.833000:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f1d5e61 with handle 0xf489261bfe0bc608 from hash 00010000:00000001:1.0:1767384322.833002:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384322.833003:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.833005:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.833006:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384322.833008:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384322.833009:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384322.833011:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384322.833012:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.833014:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.833016:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384322.833017:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384322.833019:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.833021:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.833022:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.833024:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.833025:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.833027:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.833030:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.833032:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.833033:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384322.833035:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384322.833036:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.833037:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.833042:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384322.833044:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.833046:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.833048:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.833052:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384322.833053:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384322.833055:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc608 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384322.833058:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a9ba49b count: 0 00010000:00000001:1.0:1767384322.833070:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384322.833071:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384322.833584:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294911612, at 4294911614 00000100:00000010:1.0:1767384322.833594:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2fb4c7e. 00000100:00000040:3.0:1767384322.833635:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294911612, at 4294911614 00000100:00000010:3.0:1767384322.833642:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f771756a. 00080000:00000020:1.0:1767384322.833756:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384322.833761:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000040:0.0:1767384322.833761:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294911612, at 4294911614 20000000:00000010:1.0:1767384322.833764:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009209b8cb. 00000100:00000010:0.0:1767384322.833767:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb556a5f. 20000000:00000001:1.0:1767384322.833771:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384322.833777:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744040960 00010000:00000001:1.0:1767384322.833781:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384322.833789:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041d2ae3d x1853236744040960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384322.833799:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384322.833802:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384322.833806:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384322.833822:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384322.833825:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384322.833828:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384322.833832:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384322.833836:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.833840:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384322.833845:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384322.833852:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab553793. 00000100:00000200:1.0:1767384322.833865:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744040960, offset 224 00000400:00000200:1.0:1767384322.833874:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384322.833887:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384322.833899:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03200 00000400:00000200:1.0:1767384322.833923:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1479 [2] + 224 00000400:00000200:1.0:1767384322.833943:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.833947:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384322.833954:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384322.833960:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384322.833972:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.833995:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384322.834003:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab553793 00000100:00000001:2.0:1767384322.834004:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.834008:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384322.834008:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab553793. 00000100:00000001:1.0:1767384322.834014:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384322.834015:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.834018:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384322.834018:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384322.834023:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000100:00000001:1.0:1767384322.834026:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.834028:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be28a443 00000400:00000010:2.0:1767384322.834031:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be28a443. 00000100:00000040:1.0:1767384322.834033:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384322.834036:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384322.834040:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384322.834043:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384322.834044:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384322.834051:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384322.834057:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384322.834061:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041d2ae3d x1853236744040960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.834067:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384322.834070:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.834074:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384322.834077:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384322.834080:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384322.834081:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.834085:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384322.834086:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041d2ae3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744040960:12345-0@lo:253: Request processed in 18480us (19014us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384322.834098:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=30 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384322.834104:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00001000:2.0:1767384322.834105:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384322.834110:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384322.834111:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384322.834112:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.834117:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384322.834118:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384322.834119:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.834123:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.834123:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384322.834131:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.834131:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001346bbf9. 00000100:00000001:2.0:1767384322.834140:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384322.834142:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000100:00000001:2.0:1767384322.834143:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384322.834145:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384322.834148:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384322.834150:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384322.834154:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384322.834155:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384322.834157:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:1.0:1767384322.834157:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015797ae8. 00000020:01000004:2.0:1767384322.834160:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384322.834163:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384322.834164:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384322.834165:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000040:1.0:1767384322.834166:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000020:01000004:2.0:1767384322.834167:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384322.834172:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384322.834173:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384322.834177:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db068e52. 00000100:00100000:2.0:1767384322.834180:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005117f7f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744040960:0@lo:253: 02000000:00000001:1.0:1767384322.834183:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384322.834185:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.834187:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.834188:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.834192:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005117f7f6 x1853236744040960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384322.834196:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384322.834198:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384322.834201:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384322.834203:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006d4ecaf. 02000000:00000001:2.0:1767384322.834206:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384322.834208:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384322.834209:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384322.834216:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384322.834219:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ccfdae50. 02000000:00000001:2.0:1767384322.834222:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384322.834223:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384322.834225:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005117f7f6. 00000100:00000001:2.0:1767384322.834228:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384322.834229:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.834230:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.834235:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384322.834237:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.834239:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.834240:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384322.834410:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba333eb. 00000400:00000010:1.0:1767384322.834418:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab553793. 00080000:00000020:0.0:1767384322.835477:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384322.835479:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384322.835481:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045f759d1. 20000000:00000001:0.0:1767384322.835490:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384322.835492:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041088 00010000:00000001:0.0:1767384322.835494:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384322.835497:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000888190c7 x1853236744041088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384322.835503:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384322.835504:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.835506:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.835509:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384322.835511:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384322.835512:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384322.835514:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384322.835516:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.835517:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384322.835519:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.835521:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039126604. 00000100:00000200:0.0:1767384322.835523:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744041088, offset 224 00000400:00000200:0.0:1767384322.835528:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.835535:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384322.835540:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03280 00000400:00000200:0.0:1767384322.835544:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1481 [2] + 224 00000400:00000200:0.0:1767384322.835548:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.835550:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.835589:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.835592:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.835601:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.835616:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384322.835621:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039126604 00000400:00000010:0.0:1767384322.835623:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039126604. 00000100:00000001:3.0:1767384322.835626:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.835627:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384322.835630:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.835630:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384322.835635:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384322.835638:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384322.835640:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000100:00000001:0.0:1767384322.835641:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.835644:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb9d8a6 00000100:00000040:0.0:1767384322.835645:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:3.0:1767384322.835648:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb9d8a6. 00010000:00000001:0.0:1767384322.835649:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384322.835653:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.835654:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384322.835655:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384322.835660:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.835661:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000888190c7 x1853236744041088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.835693:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000888190c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744041088:12345-0@lo:253: Request processed in 19879us (20488us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384322.835695:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.835707:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:3.0:1767384322.835709:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384322.835710:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384322.835712:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.835714:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384322.835715:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384322.835716:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384322.835718:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384322.835721:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384322.835721:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8a64644. 00000100:00000001:3.0:1767384322.835724:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.835727:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384322.835727:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b51d5ff0. 00000400:00000010:2.0:1767384322.835728:0:22580:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003b62b743. 00000020:00000010:0.0:1767384322.835733:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e4e16b5. 00000100:00001000:3.0:1767384322.835734:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=30 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384322.835736:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384322.835739:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384322.835740:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002f7efd4e. 02000000:00000001:0.0:1767384322.835742:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384322.835744:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384322.835747:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=30 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384322.835747:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000200:0.0:1767384322.835748:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:2.0:1767384322.835752:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384322.835754:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384322.835755:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000903dda08. 00000400:00000040:2.0:1767384322.835756:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384322.835757:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384322.835761:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039126604. 00010000:00000001:3.0:1767384322.835762:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:2.0:1767384322.835762:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767384322.835766:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.835769:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384322.835769:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.835772:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000040:3.0:1767384322.835775:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384322.835779:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.835784:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384322.835785:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384322.835789:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:2.0:1767384322.835789:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:3.0:1767384322.835791:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384322.835795:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:01000004:3.0:1767384322.835796:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384322.835799:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384322.835801:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:2.0:1767384322.835801:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:3.0:1767384322.835803:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384322.835806:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:2.0:1767384322.835806:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:3.0:1767384322.835807:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384322.835809:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384322.835812:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384322.835813:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384322.835814:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000040:3.0:1767384322.835816:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384322.835817:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.835821:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384322.835825:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384322.835829:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00100000:3.0:1767384322.835831:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744041088:0@lo:253: 00000400:00000040:2.0:1767384322.835832:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384322.835836:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:3.0:1767384322.835838:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384322.835840:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384322.835848:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744041088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384322.835851:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.835855:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.835858:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384322.835861:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384322.835862:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:3.0:1767384322.835865:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384322.835866:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000010:3.0:1767384322.835868:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009005868c. 00000400:00000040:2.0:1767384322.835869:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000001:3.0:1767384322.835872:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384322.835874:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384322.835874:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384322.835879:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384322.835880:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000010:3.0:1767384322.835881:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d714916. 00000400:00000040:2.0:1767384322.835883:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.835884:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.835885:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.835887:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.835889:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384322.835893:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.835894:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:3.0:1767384322.835895:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384322.835896:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:3.0:1767384322.835898:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:2.0:1767384322.835899:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000010:3.0:1767384322.835900:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000400:00000040:2.0:1767384322.835913:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.835917:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000001:3.0:1767384322.835919:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:2.0:1767384322.835921:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384322.835922:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384322.835924:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384322.835926:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384322.835927:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384322.835928:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.835929:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.835930:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384322.835940:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384322.835943:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384322.835944:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000001:3.0:1767384322.835945:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384322.835945:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:3.0:1767384322.835949:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384322.835950:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384322.835954:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384322.835955:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384322.835956:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384322.835958:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384322.835959:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384322.835963:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.835963:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384322.835965:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384322.835965:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384322.835966:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384322.835967:0:22580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384322.836005:0:22580:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003b62b743. 00010000:00000010:1.1:1767384322.840615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a9ba49b. 00010000:00000010:1.1:1767384322.840623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f1d5e61. 00010000:00000001:1.0:1767384323.028601:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384323.028608:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.028613:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384323.028615:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.028646:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384323.028652:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384323.028656:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384323.219651:0:16781:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000004:00000001:0.0:1767384323.219652:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384323.219658:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384323.219661:0:16781:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384323.219667:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3e440b. 00000020:00000040:0.0:1767384323.219676:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384323.219681:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.219685:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384323.219690:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384323.219699:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dec60. 00000100:00000001:0.0:1767384323.219707:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.219713:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.219725:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.219732:0:16779:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000040:0.0:1767384323.219737:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea3e440b] to pc [ptlrpcd_00_02+2] req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.219740:0:16779:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.219776:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1767384323.219779:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.219790:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.219792:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384323.219795:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.219798:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384323.219810:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.219825:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.219828:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.219835:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384323.219838:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384323.219842:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.219846:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744041216:0@lo:13: 00000100:00000001:2.0:1767384323.219852:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384323.219857:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384323.219860:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.219864:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384323.219870:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000506bd8f1. 02000000:00000001:2.0:1767384323.219874:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384323.219882:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000400:00000010:2.0:1767384323.219892:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e02cce4. 00000100:00000200:2.0:1767384323.219933:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744041216, portal 4 00000100:00000001:2.0:1767384323.219937:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.219939:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352140800 : -120961357410816 : ffff91fc7d428e00) 00000100:00000040:2.0:1767384323.219947:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.219958:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.219961:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.219966:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384323.219970:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744041216, offset 0 00000400:00000200:2.0:1767384323.219978:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.219993:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.220006:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd03300 00000400:00000200:2.0:1767384323.220014:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:2.0:1767384323.220022:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384323.220028:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384323.220036:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384323.220048:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384323.220053:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028bf730b. 00000100:00000040:2.0:1767384323.220057:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000028bf730b x1853236744041216 msgsize 224 00000100:00100000:2.0:1767384323.220062:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384323.220077:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384323.220086:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384323.220090:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384323.220095:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384323.220099:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.220111:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.220116:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.220124:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220126:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384323.220132:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.220137:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9628 usecs (10 jiffies) 00000100:00000001:2.0:1767384323.220142:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912010 00000100:00000010:2.0:1767384323.220147:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033daa4ce. 00000100:00000001:2.0:1767384323.220154:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384323.220159:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912010 00000100:00000010:2.0:1767384323.220165:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f956a00. 00000100:00000001:2.0:1767384323.220169:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384323.220172:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912010 00000100:00000010:2.0:1767384323.220176:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051939ace. 00000100:00000001:2.0:1767384323.220180:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384323.220182:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912010 00000100:00000010:2.0:1767384323.220188:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006317e8e5. 00000100:00000001:2.0:1767384323.220191:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384323.220195:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.220199:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220211:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220214:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.220222:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384323.220224:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384323.220227:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.220229:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384323.220231:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220234:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220252:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384323.220256:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041216 02000000:00000001:2.0:1767384323.220259:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384323.220261:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384323.220265:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.220270:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384323.220274:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041216 00000020:00000001:2.0:1767384323.220278:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384323.220280:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:2.0:1767384323.220283:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384323.220286:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:2.0:1767384323.220290:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:2.0:1767384323.220294:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384323.220298:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.220303:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000020:00000010:2.0:1767384323.220308:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000024cb464c. 00000020:00000040:2.0:1767384323.220315:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:2.0:1767384323.220326:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384323.220332:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d966d691. 00000020:00000010:2.0:1767384323.220340:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000773e8797. 00000020:00000010:2.0:1767384323.220347:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000040:2.0:1767384323.220356:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384323.220360:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384323.220362:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384323.220364:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220372:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220382:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384323.220395:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384323.220406:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384323.220412:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384323.220417:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:2.0:1767384323.220420:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353487872 : -120961356063744 : ffff91fc7d571c00) 00000100:00000040:2.0:1767384323.220427:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028bf730b x1853236744041216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.220440:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384323.220444:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d5d1618. 00000100:00000001:2.0:1767384323.220449:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.220452:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d5d1618. 00000100:00100000:2.0:1767384323.220458:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028bf730b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744041216:12345-0@lo:13: 00000100:00000200:2.0:1767384323.220463:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041216 00000020:00000001:2.0:1767384323.220468:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384323.220472:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384323.220476:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.220479:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384323.220482:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:2.0:1767384323.220487:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384323.220490:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384323.220494:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384323.220496:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384323.220499:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220504:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384323.220507:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384323.220528:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d7382826. 02000000:00000001:2.0:1767384323.220532:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.220535:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384323.220539:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384323.220544:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384323.220548:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384323.220553:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384323.220668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384323.220676:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384323.220682:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000020:00000040:3.0:1767384323.220686:0:38:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384323.220690:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384323.220692:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384323.220696:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384323.220701:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007985760c. 00000100:00000001:3.0:1767384323.220706:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220713:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384323.220725:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384323.220728:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220733:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_03+3] req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.220758:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384323.220766:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384323.220770:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00000020:00000040:3.0:1767384323.220773:0:38:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384323.220785:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384323.220787:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384323.220790:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384323.220794:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d7913e0. 00000100:00000001:3.0:1767384323.220798:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220803:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384323.220812:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384323.220814:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220818:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a8ff28b] to pc [ptlrpcd_00_00+0] req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.220842:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.220848:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00080000:00000001:2.0:1767384323.220854:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.220860:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.220862:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000024:2.0:1767384323.220864:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384323.220866:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.220868:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384323.220874:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384323.220879:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384323.220883:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384323.220885:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384323.220888:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384323.220889:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:3.0:1767384323.220891:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:2.0:1767384323.220893:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:3.0:1767384323.220894:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384323.220897:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384323.220919:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1767384323.220921:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744041344:0@lo:400: 00000001:00000001:2.0:1767384323.220922:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384323.220925:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.220926:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384323.220930:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:2.0:1767384323.220930:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744041216 02000000:00000001:3.0:1767384323.220933:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.220933:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384323.220936:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384323.220957:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f079a9db. 00010000:00000200:2.0:1767384323.220957:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028bf730b x1853236744041216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384323.220960:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.220965:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00010000:00000001:2.0:1767384323.220967:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384323.220970:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.220972:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384323.220975:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744041344, portal 10 00000100:00001000:2.0:1767384323.220975:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.220979:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384323.220981:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384323.220984:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384323.220987:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:3.0:1767384323.220988:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 02000000:00000001:2.0:1767384323.220990:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384323.220998:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384323.221000:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.221003:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384323.221007:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384323.221007:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384323.221010:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000040:3.0:1767384323.221012:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384323.221014:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744041216, offset 224 00000400:00000010:3.0:1767384323.221015:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384323.221018:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744041344, offset 0 00000400:00000200:2.0:1767384323.221021:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.221030:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384323.221032:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384323.221040:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd03300 00000400:00000200:3.0:1767384323.221042:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384323.221046:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x149d [1] + 224 00000400:00000200:3.0:1767384323.221048:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd03380 00000400:00000200:2.0:1767384323.221051:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384323.221054:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000400:00000200:2.0:1767384323.221056:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384323.221060:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384323.221061:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384323.221064:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384323.221066:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.221068:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384323.221070:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384323.221075:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003786d83d. 00000100:00000040:2.0:1767384323.221077:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.221078:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000003786d83d x1853236744041344 msgsize 224 00000100:00100000:3.0:1767384323.221085:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384323.221095:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.221096:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.221100:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384323.221103:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:3.0:1767384323.221106:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384323.221109:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000100:00000200:3.0:1767384323.221110:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384323.221111:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384323.221115:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384323.221117:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.221121:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384323.221121:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.221124:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384323.221125:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384323.221129:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384323.221131:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221133:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384323.221134:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384323.221135:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.221139:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384323.221140:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028bf730b x1853236744041216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:304/0 lens 224/368 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.221143:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2877 usecs (3 jiffies) 00000100:00000001:3.0:1767384323.221146:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000100:00000001:3.0:1767384323.221150:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912010 00000100:00100000:2.0:1767384323.221152:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028bf730b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744041216:12345-0@lo:13: Request processed in 712us (1093us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384323.221160:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000100:00100000:2.0:1767384323.221162:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384323.221163:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912010 00000100:00000001:3.0:1767384323.221165:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000040:2.0:1767384323.221166:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:3.0:1767384323.221168:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912010 00000100:00000001:2.0:1767384323.221169:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384323.221171:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000100:00000001:2.0:1767384323.221171:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384323.221174:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912010 00000100:00000001:3.0:1767384323.221176:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384323.221176:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000773e8797. 00000100:00000001:3.0:1767384323.221180:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384323.221182:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000100:00000001:3.0:1767384323.221183:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221185:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384323.221187:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d966d691. 00000100:00000001:3.0:1767384323.221191:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.221192:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384323.221192:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:3.0:1767384323.221196:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384323.221197:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221198:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.221200:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221203:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221215:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384323.221218:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767384323.221219:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384323.221222:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384323.221224:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:3.0:1767384323.221226:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.221228:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221247:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.221248:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384323.221251:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384323.221254:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384323.221257:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.221258:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221268:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384323.221269:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.221271:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.221271:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384323.221275:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384323.221278:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384323.221278:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384323.221282:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384323.221282:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384323.221285:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000100:00100000:3.0:1767384323.221287:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744041472:0@lo:400: 00000400:00000200:2.0:1767384323.221290:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e02cce4 00000100:00000001:3.0:1767384323.221292:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384323.221301:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e02cce4. 02000000:00000001:3.0:1767384323.221302:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384323.221304:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.221306:0:16156:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384323.221307:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384323.221312:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000826d2e5. 00000100:00000200:2.0:1767384323.221312:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384323.221315:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.221319:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000400:00000010:3.0:1767384323.221324:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:2.0:1767384323.221324:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384323.221329:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744041472, portal 10 00000100:00000001:3.0:1767384323.221332:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384323.221334:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00000100:00000001:2.0:1767384323.221335:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384323.221338:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384323.221341:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.221341:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384323.221344:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384323.221347:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.221350:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384323.221350:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384323.221353:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.221355:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384323.221360:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00001000:2.0:1767384323.221360:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=21 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384323.221363:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744041472, offset 0 00000100:00001000:2.0:1767384323.221366:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384323.221371:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384323.221374:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384323.221374:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384323.221378:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384323.221383:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.221386:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384323.221393:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.221397:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd03400 00000100:00000001:2.0:1767384323.221397:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384323.221400:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384323.221403:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384323.221404:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:2.0:1767384323.221405:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.221410:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384323.221410:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.221414:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.221419:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384323.221420:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384323.221421:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384323.221424:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384323.221426:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b844615. 00000100:00000001:2.0:1767384323.221426:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384323.221430:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000003b844615 x1853236744041472 msgsize 224 00000004:00000001:2.0:1767384323.221430:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384323.221434:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:3.0:1767384323.221437:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000040:2.0:1767384323.221437:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384323.221446:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384323.221459:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:2.0:1767384323.221462:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.221467:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000100:00000040:2.0:1767384323.221468:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384323.221469:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:3.0:1767384323.221473:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384323.221478:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384323.221479:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744041216:0@lo:13: 00000100:00000001:2.0:1767384323.221487:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221489:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384323.221489:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384323.221494:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea3e440b x1853236744041216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.221504:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384323.221504:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384323.221508:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384323.221511:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000506bd8f1. 00000100:00000001:3.0:1767384323.221513:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221516:0:16155:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384323.221517:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384323.221519:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384323.221521:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384323.221522:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384323.221522:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:0.0:1767384323.221527:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041344 00000100:00000040:3.0:1767384323.221528:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3642 usecs (4 jiffies) 00000020:00000001:2.0:1767384323.221528:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384323.221532:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384323.221534:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912005 02000000:00000010:2.0:1767384323.221534:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dec60. 00000100:00000001:0.0:1767384323.221535:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.221540:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221541:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912010 02000000:00000001:2.0:1767384323.221542:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.221545:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221546:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912005 02000000:00000001:2.0:1767384323.221546:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384323.221551:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3e440b. 00000100:00100000:0.0:1767384323.221552:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041344 00000020:00000001:0.0:1767384323.221557:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384323.221559:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384323.221559:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000100:00000001:2.0:1767384323.221583:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221584:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912010 00000100:00000001:3.0:1767384323.221588:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912006 00000100:00000001:2.0:1767384323.221588:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221592:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912010 00000020:00000001:0.0:1767384323.221593:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384323.221595:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912006 00000100:00000001:2.0:1767384323.221595:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384323.221598:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:3.0:1767384323.221600:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912010 00000100:00000001:2.0:1767384323.221600:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.221604:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:3.0:1767384323.221606:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384323.221607:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384323.221610:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:3.0:1767384323.221612:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384323.221612:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.221615:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384323.221618:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384323.221621:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5a32504. 00000100:00000001:3.0:1767384323.221626:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.221626:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384323.221635:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5a32504. 00000020:00000010:0.0:1767384323.221641:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001c0ef4c. 00000020:00000010:0.0:1767384323.221645:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000236a74d9. 00000020:00000010:0.0:1767384323.221649:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f089649. 00000100:00000001:3.0:1767384323.221656:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384323.221659:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384323.221662:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041472 00000100:00000001:0.0:1767384323.221664:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384323.221667:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384323.221670:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384323.221671:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.221675:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.221681:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.221681:0:16796:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384323.221687:0:16796:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384323.221689:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.221692:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384323.221697:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041472 00000020:00000001:3.0:1767384323.221703:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384323.221705:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000100:00000001:0.0:1767384323.221708:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384323.221709:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384323.221715:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:3.0:1767384323.221721:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:3.0:1767384323.221725:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384323.221728:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384323.221731:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384323.221742:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384323.221747:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000734ecbea. 00000100:00100000:0.0:1767384323.221753:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000010:3.0:1767384323.221756:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005a31a621. 00000100:00000040:0.0:1767384323.221761:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000020:00000040:3.0:1767384323.221766:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:0.0:1767384323.221767:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341725056 : -120961367826560 : ffff91fc7ca39f80) 00000100:00000040:0.0:1767384323.221780:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003786d83d x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.221787:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384323.221794:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000dac4b9. 00000100:00000001:0.0:1767384323.221798:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.221802:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069c55e84. 00000020:00000010:0.0:1767384323.221804:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5a32504. 00000100:00000001:0.0:1767384323.221809:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384323.221811:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000020:00000010:0.0:1767384323.221812:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5a32504. 00000100:00000001:3.0:1767384323.221839:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384323.221840:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003786d83d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744041344:12345-0@lo:400: 00000100:00000001:3.0:1767384323.221846:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384323.221846:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041344 00000020:00000001:0.0:1767384323.221852:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384323.221853:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.221855:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384323.221860:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.221863:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384323.221864:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384323.221865:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:3.0:1767384323.221871:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384323.221871:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384323.221877:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.221878:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384323.221885:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384323.221887:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384323.221889:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.221892:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384323.221894:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.221897:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384323.221920:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384323.221927:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5fd0813. 02000000:00000001:0.0:1767384323.221931:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221934:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384323.221935:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.221939:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384323.221941:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384323.221946:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041344 00000100:00100000:3.0:1767384323.221947:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000001:0.0:1767384323.221952:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384323.221954:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:3.0:1767384323.221960:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341728640 : -120961367822976 : ffff91fc7ca3ad80) 00010000:00000200:0.0:1767384323.221961:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003786d83d x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.221972:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b844615 x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1767384334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.221987:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384323.221995:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000325a3b03. 00000100:00000001:3.0:1767384323.222002:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384323.222004:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384323.222006:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000325a3b03. 00010000:00000001:0.0:1767384323.222010:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.222016:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=26 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384323.222017:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b844615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744041472:12345-0@lo:400: 00000100:00000001:0.0:1767384323.222026:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384323.222029:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041472 00000100:00000040:0.0:1767384323.222034:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:3.0:1767384323.222036:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384323.222041:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384323.222042:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:3.0:1767384323.222046:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.222049:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384323.222052:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384323.222054:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.222057:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:0.0:1767384323.222060:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384323.222065:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384323.222067:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384323.222073:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000020:00000001:3.0:1767384323.222078:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384323.222080:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744041344, offset 224 00000020:00000001:3.0:1767384323.222084:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384323.222088:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384323.222092:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.222093:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384323.222098:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384323.222105:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384323.222109:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384323.222110:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384323.222118:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071aee626. 00000400:00000200:0.0:1767384323.222124:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd03380 02000000:00000001:3.0:1767384323.222125:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.222132:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.222132:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14a5 [1] + 224 00000020:00000001:3.0:1767384323.222140:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384323.222142:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384323.222148:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041472 00000400:00000200:0.0:1767384323.222150:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384323.222156:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384323.222158:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1767384323.222168:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b844615 x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.222168:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.222203:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.222205:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384323.222210:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384323.222217:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.222241:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384323.222242:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384323.222247:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:0.0:1767384323.222250:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000100:00000001:3.0:1767384323.222252:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000010:0.0:1767384323.222255:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 02000000:00000001:3.0:1767384323.222259:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384323.222261:0:16796:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384323.222264:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.222264:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.222272:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384323.222273:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.222281:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000040:3.0:1767384323.222284:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384323.222285:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384323.222290:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.222291:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000020:00000001:0.0:1767384323.222292:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384323.222299:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744041472, offset 224 00000100:00000040:0.0:1767384323.222308:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003786d83d x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.222316:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384323.222328:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003786d83d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744041344:12345-0@lo:400: Request processed in 527us (1245us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384323.222336:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384323.222343:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384323.222347:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000400:00000200:3.0:1767384323.222354:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd03400 00000100:00000001:0.0:1767384323.222354:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384323.222358:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384323.222364:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000236a74d9. 00000400:00000200:3.0:1767384323.222370:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14b1 [1] + 224 00000020:00000010:0.0:1767384323.222372:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f089649. 00000020:00000010:0.0:1767384323.222380:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001c0ef4c. 00000400:00000200:3.0:1767384323.222382:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384323.222386:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:0.0:1767384323.222392:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384323.222394:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384323.222403:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.222411:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384323.222438:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.222459:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.222467:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:3.0:1767384323.222469:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:3.0:1767384323.222475:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384323.222477:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384323.222481:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.222486:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384323.222490:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384323.222492:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.222496:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384323.222501:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b844615 x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.222513:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b844615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744041472:12345-0@lo:400: Request processed in 523us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384323.222524:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384323.222528:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:3.0:1767384323.222531:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384323.222533:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384323.222537:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069c55e84. 00000020:00000010:3.0:1767384323.222543:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000020:00000010:3.0:1767384323.222549:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000dac4b9. 00000020:00000040:3.0:1767384323.222554:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:3.0:1767384323.222556:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384323.222607:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384323.222611:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:3.0:1767384323.222622:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.222625:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384323.222630:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384323.222632:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384323.222635:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000400:00000200:3.0:1767384323.222650:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384323.222652:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384323.222658:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.222664:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384323.222674:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.222684:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384323.222687:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.222689:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384323.222691:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384323.222693:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.222696:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.222698:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384323.222703:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384323.222708:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.222712:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384323.222715:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.222717:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384323.222721:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.222730:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.222734:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384323.222736:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384323.222739:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384323.222742:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.222747:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.222755:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.222758:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384323.222760:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384323.222764:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.222772:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744041344:0@lo:400: 00000100:00000001:3.0:1767384323.222786:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.222789:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384323.222793:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744041344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.222801:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384323.222804:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384323.222807:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f079a9db. 02000000:00000001:3.0:1767384323.222811:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384323.222813:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384323.222815:0:16157:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384323.222818:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384323.222821:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007985760c. 02000000:00000001:3.0:1767384323.222824:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384323.222827:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384323.222829:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:3.0:1767384323.222833:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384323.222835:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.222837:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.222843:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.222845:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.222849:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.222853:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.222866:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.222868:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384323.222872:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384323.222873:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384323.222876:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85362a. 00000400:00000200:3.0:1767384323.222881:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384323.222883:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:3.0:1767384323.222887:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384323.222891:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384323.222940:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.222949:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384323.222960:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.222962:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384323.222964:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384323.222966:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384323.222968:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384323.222971:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384323.222977:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384323.222981:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384323.222984:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384323.222985:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384323.222989:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384323.222994:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384323.223002:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.223005:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384323.223007:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384323.223009:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384323.223011:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384323.223017:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.223025:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384323.223027:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384323.223029:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384323.223034:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384323.223043:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744041472:0@lo:400: 00000100:00000001:3.0:1767384323.223050:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.223053:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384323.223057:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a8ff28b x1853236744041472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384323.223065:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384323.223068:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384323.223070:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000826d2e5. 02000000:00000001:3.0:1767384323.223084:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384323.223086:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384323.223088:0:16155:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384323.223091:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384323.223094:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d7913e0. 02000000:00000001:3.0:1767384323.223100:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384323.223102:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384323.223104:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 00000100:00000001:3.0:1767384323.223108:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384323.223109:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.223112:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384323.223118:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384323.223120:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384323.223122:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.223125:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.230600:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294912010, at 4294912011 00000100:00000010:0.0:1767384323.230608:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033daa4ce. 00000100:00000040:2.0:1767384323.230650:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294912010, at 4294912011 00000100:00000010:2.0:1767384323.230661:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051939ace. 00000100:00000040:3.0:1767384323.230695:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294912010, at 4294912011 00000100:00000010:3.0:1767384323.230702:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006317e8e5. 00000100:00000040:1.0:1767384323.232481:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294912010, at 4294912012 00000100:00000010:1.0:1767384323.232490:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f956a00. 00080000:00000001:3.0:1767384323.746092:0:22824:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384323.746103:0:22824:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.746107:0:22824:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.746111:0:22824:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384323.746116:0:22824:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.746118:0:22824:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.051624:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384324.051629:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.051633:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384324.051634:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.051673:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384324.051677:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384324.051679:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384324.244631:0:17567:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384324.244636:0:17567:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384324.361015:0:22988:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384324.361020:0:22988:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:1.0:1767384324.364872:0:22988:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384324.371498:0:22989:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce437427. 00000400:00000010:1.0:1767384324.371511:0:22989:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003ca4c03d. 00000400:00000010:1.0:1767384324.371519:0:22989:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000147d9f21. 00000400:00000010:1.0:1767384324.371521:0:22989:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e0477830. 00000400:00000010:1.0:1767384324.371524:0:22989:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007bcc85b9. 00000400:00000010:1.0:1767384324.371528:0:22989:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb0836a0. 00000400:00000010:1.0:1767384324.371529:0:22989:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c6d52649. 00000400:00000010:1.0:1767384324.371530:0:22989:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010d23d30. 00000400:00000010:1.0:1767384324.371532:0:22989:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b440e320. 00000800:00000010:1.0:1767384324.371541:0:22989:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c3b54aa6. 00000800:00000200:1.0:1767384324.371577:0:22989:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384324.371584:0:22989:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384324.371615:0:22989:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384324.371632:0:22989:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp22 [8/256/0/180] 00000400:00000010:1.0:1767384324.373979:0:22989:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000016bebc66. 00000400:00000010:1.0:1767384324.373986:0:22989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000400:00000010:1.0:1767384324.373992:0:22989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc14f76. 00000400:00000001:1.0:1767384324.374009:0:22989:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384324.374011:0:22989:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384324.374013:0:22989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000400:00000200:1.0:1767384324.374016:0:22989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091caa92e 00000400:00000010:1.0:1767384324.374018:0:22989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091caa92e. 00000400:00000010:1.0:1767384324.374022:0:22989:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000009eb323e8. 00000400:00000200:1.0:1767384324.374027:0:22989:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (13) 00000400:00000200:1.0:1767384324.374040:0:22989:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384324.374049:0:22989:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000400:00000200:2.0:1767384324.374056:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384324.374057:0:22989:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dfcf58db. 00000400:00000200:2.0:1767384324.374064:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000020:01000000:1.0:1767384324.374064:0:22989:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384324.374069:0:22989:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp22 00000400:00000010:2.0:1767384324.374078:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e02cce4. 00000400:00000200:2.0:1767384324.374081:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (14) 00000400:00000010:1.0:1767384324.374085:0:22989:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003ca4c03d. 00000400:00000010:2.0:1767384324.374086:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff3fccdb. 00000400:00000010:1.0:1767384324.374093:0:22989:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce437427. 00000400:00000200:2.0:1767384324.374094:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:0.0:1767384324.374105:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384324.374108:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:0.0:1767384324.374110:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384324.374113:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384324.374114:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:0.0:1767384324.374117:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384324.374122:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384324.374123:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384324.374126:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384324.374130:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384324.374132:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384324.374132:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384324.374135:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384324.374137:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384324.374140:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384324.374142:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384324.374142:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384324.374145:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384324.374147:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384324.374150:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:0.0:1767384324.374153:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000400:00000200:2.0:1767384324.374154:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:0.0:1767384324.374160:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384324.374161:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:0.0:1767384324.374168:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384324.374169:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:0.0:1767384324.374172:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384324.374175:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:0.0:1767384324.374178:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.374182:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384324.374187:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 02000000:00000010:0.0:1767384324.374188:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e4fc465. 00000400:00000200:2.0:1767384324.374191:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384324.374196:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384324.374201:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp21 00000100:00000001:0.0:1767384324.374202:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.374205:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384324.374208:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp21 00000400:00000200:2.0:1767384324.374210:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.113@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000001:0.0:1767384324.374211:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384324.374214:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.374217:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp21 00000100:00000040:0.0:1767384324.374223:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_01+1] req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.374239:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21:) -> 192.168.203.113@tcp21(192.168.203.113@tcp:192.168.203.113@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384324.374244:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.113@tcp21 00000800:00000010:2.0:1767384324.374248:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000443acea. 10000000:00000001:0.0:1767384324.374254:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384324.374256:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000224fc33b. 10000000:00000001:0.0:1767384324.374259:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374261:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384324.374261:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fd0daaae. 00000020:00000001:0.0:1767384324.374262:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374267:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384324.374267:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384324.374271:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384324.374272:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (2) 00000020:00000001:0.0:1767384324.374276:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384324.374279:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384324.374280:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (2) 10000000:00000001:0.0:1767384324.374280:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384324.374283:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384324.374287:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384324.374291:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384324.374294:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384324.374296:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384324.374297:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384324.374298:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:3.0:1767384324.374300:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384324.374301:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384324.374304:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000020:01000004:0.0:1767384324.374305:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384324.374306:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384324.374311:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384324.374311:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384324.374313:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384324.374315:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384324.374316:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384324.374320:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384324.374322:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744041600:0@lo:253: 00000100:00000010:0.0:1767384324.374323:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000100:00000001:3.0:1767384324.374327:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384324.374328:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384324.374331:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384324.374332:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384324.374333:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384324.374336:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384324.374341:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003fb996a1. 02000000:00000001:3.0:1767384324.374342:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374346:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.374347:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384324.374352:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384324.374353:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009005868c. 00000100:00000001:0.0:1767384324.374353:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.374357:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.374358:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4e607] to pc [ptlrpcd_00_02+2] req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384324.374362:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000400:00000200:2.0:1767384324.374371:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000010:3.0:1767384324.374372:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9621eb5. 00000100:00000200:3.0:1767384324.374377:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744041600, portal 25 10000000:00000001:0.0:1767384324.374379:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374381:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384324.374382:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374383:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:3.0:1767384324.374390:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384324.374392:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384324.374396:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384324.374400:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dfcf58db. 00000100:00000001:3.0:1767384324.374405:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384324.374408:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384324.374411:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000010:3.0:1767384324.374412:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032422af3. 00000100:00000001:0.0:1767384324.374412:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.374417:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384324.374418:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744041600, offset 0 00000100:00000001:0.0:1767384324.374422:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384324.374426:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384324.374426:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.374430:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384324.374434:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384324.374440:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.374443:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:0.0:1767384324.374451:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384324.374453:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.374456:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384324.374457:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03480 02000000:00000001:0.0:1767384324.374459:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384324.374463:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.374468:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000100:00100000:0.0:1767384324.374468:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744041728:0@lo:253: 00000400:00000200:2.0:1767384324.374472:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:0.0:1767384324.374475:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384324.374479:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cb57ee0. 02000000:00000001:0.0:1767384324.374481:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384324.374483:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccd47dc9 02000000:00000001:0.0:1767384324.374484:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.374488:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384324.374491:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384324.374492:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ed14413c. 02000000:00000001:0.0:1767384324.374496:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384324.374500:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384324.374503:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0be320. 00000400:00000200:3.0:1767384324.374505:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd47dc9 00000400:00000200:2.0:1767384324.374506:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000010:3.0:1767384324.374509:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccd47dc9. 00000100:00000001:3.0:1767384324.374515:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384324.374517:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384324.374518:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e78b340. 00000100:00000040:3.0:1767384324.374520:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000045ae7ebe x1853236744041600 msgsize 4848 00000100:00000200:0.0:1767384324.374522:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744041728, portal 25 00000100:00000001:0.0:1767384324.374527:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384324.374528:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384324.374530:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:3.0:1767384324.374531:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384324.374533:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000040:0.0:1767384324.374537:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.374543:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384324.374543:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.374547:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384324.374550:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032422af3 00000400:00000010:0.0:1767384324.374551:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d5d9a2d. 00000400:00000200:2.0:1767384324.374592:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.374617:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.374637:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.374662:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.374708:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000010:3.0:1767384324.374716:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032422af3. 00000100:00000001:3.0:1767384324.374725:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384324.374726:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744041728, offset 0 00000100:00000200:3.0:1767384324.374731:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.374731:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384324.374736:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384324.374746:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384324.374752:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384324.374753:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.374755:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:3.0:1767384324.374765:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.374768:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03500 00000100:00000001:3.0:1767384324.374769:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384324.374774:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000001:3.0:1767384324.374777:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.374777:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf7a507d. 00000400:00000200:0.0:1767384324.374783:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddefaf43 00000100:00000001:3.0:1767384324.374784:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294913172 00000400:00000200:2.0:1767384324.374785:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384324.374789:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384324.374792:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2096439. 00000400:00000200:0.0:1767384324.374796:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384324.374799:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddefaf43 00000400:00000010:0.0:1767384324.374805:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddefaf43. 00000100:00000001:3.0:1767384324.374809:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384324.374809:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384324.374812:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384324.374815:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000177d632a x1853236744041728 msgsize 4848 00000100:00000001:3.0:1767384324.374817:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294913172 00000100:00100000:0.0:1767384324.374823:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384324.374824:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d665e6. 00000400:00000200:2.0:1767384324.374824:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000040:0.0:1767384324.374825:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384324.374831:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384324.374837:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294913172 00000100:00000001:0.0:1767384324.374838:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384324.374840:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed52afe5. 00000400:00000200:0.0:1767384324.374843:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5d9a2d 00000100:00000001:3.0:1767384324.374844:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384324.374847:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d5d9a2d. 00000100:00000001:3.0:1767384324.374851:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294913172 00000100:00000001:0.0:1767384324.374852:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384324.374857:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032f69c51. 00000100:00000200:0.0:1767384324.374858:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.374862:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384324.374863:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000100:00000001:3.0:1767384324.374868:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.374871:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384324.374872:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.374876:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.374877:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374882:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.374889:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374905:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384324.374906:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384324.374909:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384324.374910:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000100:00000001:0.0:1767384324.374910:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374911:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384324.374915:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.374918:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294913172 00000100:00000001:3.0:1767384324.374919:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374922:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294913172 00000100:00000001:3.0:1767384324.374924:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374926:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294913172 00000100:00000001:0.0:1767384324.374929:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294913172 00000100:00000001:0.0:1767384324.374930:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294913172 00000100:00000001:0.0:1767384324.374932:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294913172 00000100:00000001:0.0:1767384324.374933:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294913172 00000100:00000001:3.0:1767384324.374936:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384324.374939:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374944:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294913172 00000400:00000200:2.0:1767384324.374946:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000100:00000001:0.0:1767384324.374947:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.374951:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374954:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374956:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384324.374956:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384324.374960:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041600 00000100:00000001:0.0:1767384324.374963:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.374965:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384324.374969:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384324.374970:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384324.374971:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384324.374972:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000100:00000001:3.0:1767384324.374973:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384324.374975:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.374977:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.374979:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384324.374982:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384324.374986:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041600 00000020:00000001:3.0:1767384324.374988:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384324.374990:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384324.374992:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.374994:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384324.374996:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384324.374999:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384324.375002:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384324.375002:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384324.375006:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041728 00000400:00000200:2.0:1767384324.375007:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000020:00000010:3.0:1767384324.375008:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 02000000:00000001:0.0:1767384324.375009:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384324.375012:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384324.375014:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.375015:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384324.375020:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036111c52. 02000000:00000001:0.0:1767384324.375021:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.375026:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041728 00000020:00000001:0.0:1767384324.375027:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384324.375028:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000826d2e5. 00000020:00000040:0.0:1767384324.375029:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:2.0:1767384324.375030:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000020:00000001:0.0:1767384324.375032:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384324.375035:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000006ae369e. 00000020:00000040:0.0:1767384324.375036:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384324.375040:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:3.0:1767384324.375041:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000020:00000001:0.0:1767384324.375042:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384324.375049:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.375052:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000040:3.0:1767384324.375054:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384324.375054:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.375060:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000100:00000001:3.0:1767384324.375061:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384324.375061:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000100:00000001:3.0:1767384324.375064:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384324.375067:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.375068:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2037ec9. 00000020:00000010:0.0:1767384324.375073:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007909517d. 00000100:00000001:3.0:1767384324.375074:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.375076:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f089649. 00000100:00000001:0.0:1767384324.375081:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384324.375083:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.375083:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384324.375086:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.375092:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.375095:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000100:00000001:3.0:1767384324.375097:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384324.375100:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384324.375102:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384324.375107:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:3.0:1767384324.375111:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384324.375113:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094205008 : -120961615346608 : ffff91fc6de2c450) 00000100:00000040:3.0:1767384324.375119:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045ae7ebe x1853236744041600/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.375119:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384324.375122:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384324.375128:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384324.375129:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767384324.375132:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000010:3.0:1767384324.375133:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000036111c52. 00000100:00000001:0.0:1767384324.375134:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094206032 : -120961615345584 : ffff91fc6de2c850) 00000100:00000040:0.0:1767384324.375139:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000177d632a x1853236744041728/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.375144:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384324.375147:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000020:00000010:3.0:1767384324.375149:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000036111c52. 00000100:00000001:0.0:1767384324.375155:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.375158:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00100000:3.0:1767384324.375159:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045ae7ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744041600:12345-0@lo:253: 00000100:00000001:0.0:1767384324.375163:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384324.375164:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041600 00000020:00000010:0.0:1767384324.375167:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000020:00000001:3.0:1767384324.375169:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384324.375173:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384324.375177:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.375177:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000177d632a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744041728:12345-0@lo:253: 00000020:00000001:3.0:1767384324.375183:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384324.375183:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041728 00000020:00000001:3.0:1767384324.375186:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384324.375187:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384324.375192:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384324.375193:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384324.375194:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384324.375196:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.375198:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384324.375199:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384324.375200:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384324.375202:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384324.375203:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.375205:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384324.375208:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384324.375208:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384324.375212:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384324.375213:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384324.375214:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384324.375217:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384324.375219:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000021e0ed03. 00000100:00000001:0.0:1767384324.375220:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384324.375223:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384324.375224:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.375227:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.375229:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384324.375230:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000294c2c8d. 02000000:00000001:0.0:1767384324.375233:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.375235:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.375237:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384324.375238:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000db068e52. 20000000:01000000:3.0:1767384324.375243:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384324.375244:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006892e10d. 20000000:00000001:3.0:1767384324.375245:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384324.375249:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384324.375250:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384324.375254:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384324.375255:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.375258:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.375259:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384324.375263:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384324.375266:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.375268:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.375269:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384324.375270:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2bc3887. 20000000:01000000:3.0:1767384324.375273:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:3.0:1767384324.375278:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384324.375282:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384324.375322:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384324.375325:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384324.375326:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384324.375328:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384324.375337:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384324.375342:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384324.375346:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384324.375353:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de748fd9. 00080000:00000001:3.0:1767384324.375356:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091736576 : -120966617815040 : ffff91fb43b72800) 00080000:00000001:3.0:1767384324.375358:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384324.375360:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006d4ecaf. 00000800:00000010:2.0:1767384324.375365:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c20764b. 00000800:00000010:2.0:1767384324.375370:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001eec77e8. 00000800:00000010:2.0:1767384324.375402:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001eec77e8. 00000001:00000001:3.0:1767384324.375468:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384324.375471:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384324.375474:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384324.375503:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384324.375506:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384324.375626:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384324.375644:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384324.375647:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000012f87d10. 00080000:00000001:3.0:1767384324.375671:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384324.375675:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384324.375807:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009209b8cb. 00000800:00000010:3.0:1767384324.375813:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032422af3. 00000800:00000010:3.0:1767384324.375845:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d830e183. 00000800:00000200:3.1:1767384324.375852:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (2) 00000800:00000200:3.1:1767384324.375857:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp21 00000000d830e183 deleted 00000800:00000010:3.1:1767384324.375859:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d830e183. 00000800:00000200:3.1:1767384324.375865:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384324.375876:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:999 00000800:00000200:3.1:1767384324.375879:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000443acea type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384324.375885:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp21 p 3.x 192.168.203.113 -> 192.168.203.113:999 incarnation:1767384322812847282 sched[0] 00000800:00000010:3.0:1767384324.375889:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000036111c52. 00000800:00000010:3.0:1767384324.375965:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000036111c52. 00000800:00000010:3.0:1767384324.375969:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032422af3. 00000800:00000200:2.1:1767384324.375990:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384324.375996:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp21 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384322812847282 sched[0] 00000800:00000010:2.0:1767384324.375999:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c20764b. 00000800:00000010:3.0:1767384324.376012:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000012f87d10. 00000800:00000001:3.0:1767384324.376027:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376030:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.376053:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:3.0:1767384324.376082:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384324.376085:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000443acea. 00000400:00000200:3.0:1767384324.376090:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.376095:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: PUT: OK 00000400:00000200:3.0:1767384324.376100:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384324.376101:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376103:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384324.376113:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376118:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384324.376120:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376124:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.376129:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21) <- 192.168.203.113@tcp21 : PUT - for me 00000400:00000200:3.0:1767384324.376137:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384324.376144:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376149:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 256/256 into md 0x1489 [1] + 0 00000400:00000010:3.0:1767384324.376153:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000400:00000200:3.0:1767384324.376156:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eda4c989 00000800:00000001:3.0:1767384324.376160:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376169:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.376170:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.376174:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: PUT: OK 00000400:00000200:3.0:1767384324.376176:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4c989 00000400:00000010:3.0:1767384324.376177:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4c989. 00000400:00000200:3.0:1767384324.376181:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384324.376182:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376185:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (15) 00000400:00000200:3.0:1767384324.376191:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384324.376194:0:16148:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000000dac4b9. 00000400:00000200:3.0:1767384324.376197:0:16148:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 14 00000400:00000200:3.0:1767384324.376201:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384324.376212:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (16) 00000400:00000200:3.0:1767384324.376216:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384324.376221:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp21 to MR: 192.168.203.113@tcp21 local destination 00000400:00000200:2.0:1767384324.376223:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376229:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.113@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384324.376243:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21:192.168.203.113@tcp21) -> 192.168.203.113@tcp21(192.168.203.113@tcp21:192.168.203.113@tcp21) 192.168.203.113@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384324.376248:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp21 00000800:00000010:3.0:1767384324.376252:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d7913e0. 00000800:00000200:3.0:1767384324.376256:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (4) 00000800:00000200:3.0:1767384324.376261:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:988 00000800:00000200:3.0:1767384324.376264:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d7913e0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384324.376271:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376295:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000200:3.0:1767384324.376302:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384324.376305:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d7913e0. 00000400:00000200:3.0:1767384324.376309:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.376313:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: ACK: OK 00000800:00000001:3.0:1767384324.376319:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384324.376322:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000800:00000001:3.0:1767384324.376330:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384324.376333:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376336:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384324.376337:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376341:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.376346:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21) <- 192.168.203.113@tcp21 : ACK - for me 00000400:00000200:2.0:1767384324.376349:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376357:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp21: ACK from 12345-192.168.203.113@tcp21 into md 0x14c5 00000400:00000200:3.0:1767384324.376361:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.376364:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: ACK: OK 00000400:00000200:3.0:1767384324.376366:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e02cce4 00000400:00000010:3.0:1767384324.376368:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e02cce4. 00000400:00000200:3.0:1767384324.376372:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384324.376375:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384324.376379:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384324.376382:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (15) 00000400:00000200:2.0:1767384324.376383:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000001:3.0:1767384324.376386:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384324.376391:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384324.376406:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384324.376410:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:3.0:1767384324.376424:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000400:00000200:3.0:1767384324.376427:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:2.0:1767384324.376427:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376434:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:3.0:1767384324.376441:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000ce8f125f. 00000400:00000010:3.0:1767384324.376445:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000000c60929e. 00000400:00000010:3.0:1767384324.376448:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 0000000044061bc0. 00000400:00000200:2.0:1767384324.376460:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000010:3.0:1767384324.376467:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b78475bb. 00000400:00000200:3.0:1767384324.376473:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b78475bb nid 192.168.203.113@tcp22 00000400:00000010:3.0:1767384324.376476:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f89f09fa. 00000400:00000200:3.0:1767384324.376490:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f89f09fa net tcp22 00000400:00000200:2.0:1767384324.376491:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376492:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (14) 00000400:00000200:3.0:1767384324.376500:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp22 flags 0x11 00000400:00000010:3.0:1767384324.376504:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000ce8f125f. 00000400:00000010:3.0:1767384324.376507:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000000c60929e. 00000400:00000010:3.0:1767384324.376509:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 0000000044061bc0. 00000400:00000010:3.0:1767384324.376518:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000000dac4b9. 00000400:00000200:2.0:1767384324.376519:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384324.376523:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384324.376527:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384324.376531:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:3.0:1767384324.376536:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384324.376538:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384324.376540:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384324.376544:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384324.376547:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (15) 00000400:00000200:2.0:1767384324.376613:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376640:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376678:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376702:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376752:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376795:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376825:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376871:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376919:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376950:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384324.376985:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000800:00000010:2.0:1767384324.377136:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002f7efd4e. 00000800:00000010:2.0:1767384324.377140:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c20764b. 00000800:00000010:2.0:1767384324.377143:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001eec77e8. 00000800:00000010:2.0:1767384324.377172:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001eec77e8. 00000400:00000200:1.0:1767384324.377257:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384324.377273:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp21 from 230.3.0.2 00000800:00000010:1.0:1767384324.377276:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000013a0657a. 00000800:00000010:1.0:1767384324.377582:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dfcf58db. 00000800:00000010:1.0:1767384324.377587:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001ab4a42. 00000800:00000010:1.0:1767384324.377601:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d928f9fc. 00000800:00000200:1.1:1767384324.377606:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (4) 00000800:00000200:1.1:1767384324.377610:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp21 00000000d928f9fc deleted 00000800:00000010:1.1:1767384324.377612:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d928f9fc. 00000800:00000200:1.1:1767384324.377616:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384324.377621:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp21 p 3.x 192.168.203.113 -> 192.168.203.113:998 incarnation:1767384322812847282 sched[0] 00000800:00000010:1.0:1767384324.377625:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c37c73f6. 00000800:00000010:1.0:1767384324.377673:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c37c73f6. 00000800:00000010:1.0:1767384324.377677:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001ab4a42. 00000800:00000010:1.0:1767384324.377697:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000013a0657a. 00000800:00000200:2.1:1767384324.377745:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384324.377752:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp21 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384322812847282 sched[0] 00000800:00000010:2.0:1767384324.377755:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c20764b. 00000800:00000001:1.0:1767384324.377759:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384324.377766:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384324.377778:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384324.377781:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384324.385123:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384324.385129:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384324.385132:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.385134:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384324.385138:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384324.385141:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384324.385143:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384324.385144:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384324.385147:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384324.385149:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384324.385151:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de748fd9. 20000000:00000001:0.0:1767384324.385155:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384324.385156:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384324.385161:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384324.385166:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384324.385172:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384324.385177:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384324.385179:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384324.385183:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:0.0:1767384324.385184:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a976603. 00010000:00000001:3.0:1767384324.385186:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:0.0:1767384324.385188:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384324.385192:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384324.385193:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc963666. 00080000:00000001:0.0:1767384324.385195:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384324.385200:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384324.385204:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c7354503. 00000020:00000001:3.0:1767384324.385207:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384324.385209:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c7354503 with handle 0xf489261bfe0bc60f to hash 00000020:00000001:3.0:1767384324.385211:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384324.385213:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384324.385215:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384324.385218:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.385220:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.385222:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384324.385224:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384324.385230:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384324.385233:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385234:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384324.385235:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384324.385238:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384324.385239:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384324.385243:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384324.385243:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:3.0:1767384324.385246:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384324.385247:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384324.385249:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.385251:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.385252:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384324.385254:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a74a2704. 00080000:00000001:0.0:1767384324.385257:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091695616 : -120966617856000 : ffff91fb43b68800) 00080000:00000001:0.0:1767384324.385260:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384324.385262:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384324.385265:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384324.385267:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384324.385268:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384324.385270:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc963666) refcount = 1 00010000:00010000:3.0:1767384324.385273:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385278:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384324.385280:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384324.385281:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.385283:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385284:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384324.385287:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384324.385289:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384324.385292:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.385293:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.385294:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=4 00000020:00000001:3.0:1767384324.385296:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384324.385298:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384324.385300:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384324.385301:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385306:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384324.385307:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385311:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.385312:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.385314:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385318:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.385320:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385328:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384324.385330:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384324.385334:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c7354503 already unused, calling callback (0000000092aba540) 00000001:00000001:0.0:1767384324.385335:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384324.385337:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384324.385338:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385340:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384324.385341:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384324.385343:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385348:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384324.385349:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.385351:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.385352:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=5 00000020:00000001:3.0:1767384324.385354:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:3.0:1767384324.385355:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00080000:00000001:0.0:1767384324.385356:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385358:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384324.385360:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384324.385361:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385366:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384324.385368:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.385369:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385373:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384324.385374:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384324.385376:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.385378:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.385379:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7354503 with handle 0xf489261bfe0bc60f from hash 00010000:00000001:3.0:1767384324.385381:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384324.385383:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.385384:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.385386:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384324.385388:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384324.385390:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384324.385392:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384324.385393:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.385400:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385401:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.385403:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384324.385405:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.385407:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.385408:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385409:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.385411:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.385412:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385416:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.385417:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.385428:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384324.385430:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384324.385431:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.385432:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.385434:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384324.385436:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.385438:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.385439:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.385443:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384324.385445:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384324.385447:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc60f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.385451:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fc963666 count: 0 00010000:00000001:3.0:1767384324.385463:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384324.385465:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384324.385466:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384324.385469:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384324.392592:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294913172, at 4294913173 00000100:00000010:2.0:1767384324.392599:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed52afe5. 00000400:00000010:3.0:1767384324.392654:0:22994:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c108fca. 00000400:00000040:3.0:1767384324.392682:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.392685:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.392687:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.392689:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.392691:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.392696:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384324.392699:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.392700:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.392701:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.392702:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384324.392705:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.392706:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.392708:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.392709:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.392710:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384324.392713:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.392714:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.392715:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384324.392715:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384324.392718:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.392719:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.392720:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.392722:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.392723:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.392724:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384324.392725:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.392727:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.392728:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.392729:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.392731:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.392732:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384324.392733:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.392734:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.392736:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.392737:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.392738:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.392739:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384324.392745:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.392746:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.392748:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.392749:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.392750:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.392752:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384324.392753:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384324.392759:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384324.392761:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384324.392762:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384324.392763:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384324.392765:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.392767:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.392768:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384324.392769:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.392770:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384324.392771:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384324.392772:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384324.392774:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384324.392775:0:22994:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384324.392829:0:22994:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c108fca. 00000100:00000040:3.0:1767384324.393598:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294913172, at 4294913174 00000100:00000010:3.0:1767384324.393604:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032f69c51. 00000100:00000040:1.0:1767384324.393607:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294913172, at 4294913174 00000100:00000010:1.0:1767384324.393614:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d665e6. 00000100:00000040:0.0:1767384324.393624:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294913172, at 4294913174 00000100:00000010:0.0:1767384324.393630:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2096439. 00080000:00000001:1.0:1767384324.394733:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384324.394735:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384324.394736:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384324.394739:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384324.394742:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:1.0:1767384324.394742:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384324.394745:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384324.394746:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384324.394749:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384324.394749:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a74a2704. 20000000:01000000:2.0:1767384324.394753:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384324.394755:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384324.394769:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384324.394773:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384324.394777:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384324.394780:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384324.394784:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384324.394786:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384324.394788:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384324.394790:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384324.394795:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000067921a7a. 00010000:00000001:3.0:1767384324.394798:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384324.394800:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000851e2131. 00000020:00000001:3.0:1767384324.394802:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384324.394805:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000851e2131 with handle 0xf489261bfe0bc616 to hash 00000020:00000001:3.0:1767384324.394807:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384324.394808:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394810:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394812:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.394813:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.394815:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394820:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384324.394828:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384324.394829:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384324.394831:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.394832:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.394833:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.394834:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.394836:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384324.394837:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384324.394839:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384324.394840:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384324.394841:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000067921a7a) refcount = 1 00010000:00010000:3.0:1767384324.394844:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394848:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384324.394849:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384324.394857:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.394859:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394860:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384324.394862:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384324.394864:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384324.394865:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.394866:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.394867:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851e2131 refcount=4 00000020:00000001:3.0:1767384324.394868:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394870:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394872:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384324.394873:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394877:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384324.394878:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394881:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.394883:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.394889:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394905:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.394906:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394908:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384324.394908:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384324.394912:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000851e2131 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384324.394914:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.394915:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384324.394916:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394919:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384324.394919:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.394920:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.394921:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851e2131 refcount=5 00000020:00000001:3.0:1767384324.394922:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394923:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384324.394924:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384324.394925:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394929:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384324.394929:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.394931:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394933:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384324.394934:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384324.394936:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.394937:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.394939:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000851e2131 with handle 0xf489261bfe0bc616 from hash 00010000:00000001:3.0:1767384324.394940:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384324.394941:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.394946:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.394947:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384324.394948:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384324.394949:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384324.394951:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384324.394952:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.394953:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394954:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.394955:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384324.394957:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.394958:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.394959:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394960:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.394962:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.394963:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394967:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.394968:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.394969:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384324.394970:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384324.394971:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.394972:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.394973:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384324.394974:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.394976:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.394978:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.394981:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384324.394983:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384324.394984:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000851e2131/0xf489261bfe0bc616 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.394987:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000067921a7a count: 0 00010000:00000001:3.0:1767384324.394995:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384324.394996:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384324.395417:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384324.395429:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384324.395430:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000db068e52. 20000000:00000001:3.0:1767384324.395434:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384324.395437:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041600 00010000:00000001:3.0:1767384324.395440:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384324.395444:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045ae7ebe x1853236744041600/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384324.395450:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384324.395452:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384324.395456:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.395459:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384324.395461:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384324.395463:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384324.395465:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384324.395467:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384324.395470:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384324.395473:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384324.395476:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004b5e28. 00000100:00000200:3.0:1767384324.395480:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744041600, offset 224 00000400:00000200:3.0:1767384324.395486:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384324.395493:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384324.395500:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03480 00000400:00000200:3.0:1767384324.395504:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c9 [2] + 224 00000400:00000200:3.0:1767384324.395509:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384324.395512:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384324.395516:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384324.395519:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.395525:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384324.395539:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384324.395544:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004b5e28 00000400:00000010:3.0:1767384324.395546:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004b5e28. 00000100:00000001:3.0:1767384324.395549:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.395549:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:3.1:1767384324.395573:0:16789:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc963666. 00000100:00000001:0.0:1767384324.395576:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.1:1767384324.395578:0:16789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7354503. 00000400:00000001:0.0:1767384324.395581:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384324.395583:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384324.395585:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85362a. 00000400:00000200:0.0:1767384324.395589:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9621eb5 00000100:00000001:3.0:1767384324.395591:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384324.395592:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9621eb5. 00000100:00000001:3.0:1767384324.395599:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.395599:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.395605:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.395606:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384324.395612:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384324.395615:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.395620:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384324.395623:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384324.395626:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045ae7ebe x1853236744041600/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.395637:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384324.395640:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384324.395644:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045ae7ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744041600:12345-0@lo:253: Request processed in 20513us (21121us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384324.395645:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384324.395649:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.395651:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384324.395652:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384324.395656:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 02000000:00000001:0.0:1767384324.395656:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384324.395663:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00001000:0.0:1767384324.395663:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=32 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384324.395668:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384324.395669:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384324.395671:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384324.395673:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384324.395676:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000006ae369e. 00000100:00000001:0.0:1767384324.395676:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.395678:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384324.395681:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00010000:00000001:0.0:1767384324.395681:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.395684:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384324.395687:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000826d2e5. 00000100:00000040:0.0:1767384324.395690:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384324.395694:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:0.0:1767384324.395697:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384324.395701:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384324.395701:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384324.395706:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000021e0ed03. 00000100:00000001:0.0:1767384324.395706:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384324.395711:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384324.395713:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384324.395714:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:3.0:1767384324.395717:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384324.395718:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384324.395721:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384324.395723:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:3.0:1767384324.395724:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384324.395725:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384324.395728:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93c3cbf. 00000020:01000004:0.0:1767384324.395732:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384324.395733:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000004b5e28. 00000020:01000004:0.0:1767384324.395734:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384324.395737:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384324.395739:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384324.395742:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384324.395747:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744041600:0@lo:253: 00000100:00000001:0.0:1767384324.395751:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.395752:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.395754:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744041600/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.395759:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384324.395761:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384324.395763:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009005868c. 02000000:00000001:0.0:1767384324.395766:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384324.395768:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384324.395769:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384324.395771:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384324.395773:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e4fc465. 02000000:00000001:0.0:1767384324.395777:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384324.395778:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384324.395779:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000100:00000001:0.0:1767384324.395782:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384324.395783:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.395784:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.395788:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.395789:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.395792:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.395793:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384324.397146:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384324.397149:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384324.397151:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006892e10d. 20000000:00000001:2.0:1767384324.397154:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384324.397156:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041728 00010000:00000001:2.0:1767384324.397158:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384324.397161:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000177d632a x1853236744041728/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384324.397166:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384324.397168:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.397170:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.397172:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384324.397179:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384324.397181:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384324.397184:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384324.397185:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.397187:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.397189:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.397190:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac6f1402. 00000100:00000200:2.0:1767384324.397192:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744041728, offset 224 00000400:00000200:2.0:1767384324.397197:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.397202:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.397206:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03500 00000400:00000200:2.0:1767384324.397210:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14d1 [2] + 224 00000400:00000200:2.0:1767384324.397214:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.397215:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384324.397218:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.397220:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.397225:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.397237:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.397241:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6f1402 00000400:00000010:2.0:1767384324.397242:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac6f1402. 00000100:00000001:2.0:1767384324.397244:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384324.397246:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384324.397248:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.397250:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384324.397253:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384324.397253:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384324.397257:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.397257:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384324.397261:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384324.397263:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384324.397265:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000177d632a x1853236744041728/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384324.397266:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384324.397269:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0be320. 00000400:00000200:0.0:1767384324.397275:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e78b340 00000400:00000010:0.0:1767384324.397278:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e78b340. 00000100:00100000:2.0:1767384324.397279:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000177d632a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744041728:12345-0@lo:253: Request processed in 22122us (22461us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384324.397288:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.397295:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.397299:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384324.397304:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384324.397307:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384324.397310:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384324.397313:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384324.397314:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007909517d. 00000020:00000010:2.0:1767384324.397320:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f089649. 00000100:00000001:0.0:1767384324.397323:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384324.397325:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2037ec9. 00000100:00000001:0.0:1767384324.397326:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.397329:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384324.397330:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384324.397331:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.397335:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384324.397336:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384324.397336:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384324.397339:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000294c2c8d. 02000000:00000001:0.0:1767384324.397340:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.397344:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384324.397345:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=32 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384324.397347:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384324.397349:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=32 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384324.397352:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384324.397353:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384324.397356:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.397358:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00010000:00000001:0.0:1767384324.397358:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384324.397362:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.397364:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac6f1402. 00000100:00000001:0.0:1767384324.397365:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.397370:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.397375:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.397377:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384324.397378:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384324.397380:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384324.397381:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384324.397382:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384324.397383:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384324.397384:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384324.397385:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384324.397386:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384324.397387:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384324.397388:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384324.397390:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384324.397395:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744041728:0@lo:253: 00000100:00000001:0.0:1767384324.397404:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.397405:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384324.397407:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744041728/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.397411:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384324.397413:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384324.397414:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ed14413c. 02000000:00000001:0.0:1767384324.397417:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384324.397418:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384324.397419:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384324.397420:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384324.397422:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003fb996a1. 02000000:00000001:0.0:1767384324.397424:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384324.397425:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384324.397426:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:0.0:1767384324.397428:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384324.397429:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.397430:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.397434:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384324.397435:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.397437:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.397438:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384324.401578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000067921a7a. 00010000:00000010:3.1:1767384324.401584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000851e2131. 10000000:00000001:2.0:1767384324.755604:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384324.755608:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:2.0:1767384324.755612:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384324.755615:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384324.755617:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384324.755618:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384324.755620:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384324.755623:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384324.755624:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 21 10000000:00000001:2.0:1767384324.755627:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384324.755628:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384324.755634:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000020:00000040:2.0:1767384324.755637:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384324.755642:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384324.755645:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384324.755649:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384324.755655:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ddf4a773. 00000100:00000001:2.0:1767384324.755660:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.755663:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384324.755671:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384324.755679:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f3c30241. 00010000:00000001:2.0:1767384324.755682:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384324.755686:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 00000020:00000001:2.0:1767384324.755690:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384324.755692:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fc657627 with handle 0xf489261bfe0bc61d to hash 00000020:00000001:2.0:1767384324.755695:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384324.755696:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.755698:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.755701:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384324.755703:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384324.755706:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384324.755713:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384324.755720:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384324.755724:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384324.755726:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384324.755731:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1b0397a. 00000100:00000001:2.0:1767384324.755733:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112084656896 : -120961624894720 : ffff91fc6d511300) 00000100:00000001:2.0:1767384324.755735:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384324.755736:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000001:2.0:1767384324.755739:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384324.755741:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.755743:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384324.755745:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384324.755751:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.755757:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384324.755759:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.755768:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384324.755770:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384324.755772:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384324.755775:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744041856:0@lo:101: 00000100:00000001:2.0:1767384324.755778:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384324.755783:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384324.755785:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.755787:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384324.755790:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009673dd6d. 02000000:00000001:2.0:1767384324.755792:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.755797:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803b6602. 00000400:00000010:2.0:1767384324.755803:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384324.755809:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744041856, portal 25 00000100:00000001:2.0:1767384324.755811:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384324.755812:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000040:2.0:1767384324.755816:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.755822:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.755825:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.755828:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384324.755829:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744041856, offset 0 00000400:00000200:2.0:1767384324.755835:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.755845:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.755855:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd03580 00000400:00000200:2.0:1767384324.755860:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9bd [2] + 0 00000400:00000010:2.0:1767384324.755863:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c969285f. 00000400:00000200:2.0:1767384324.755866:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000571f33d5 00000400:00000200:2.0:1767384324.755871:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.755874:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384324.755878:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000571f33d5 00000400:00000010:2.0:1767384324.755880:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000571f33d5. 00000100:00000001:2.0:1767384324.755884:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384324.755886:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384324.755888:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000001e559295 x1853236744041856 msgsize 328 00000100:00100000:2.0:1767384324.755911:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384324.755913:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384324.755919:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.755926:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:2.0:1767384324.755927:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384324.755929:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384324.755932:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.755938:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.755941:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.755946:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.755948:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384324.755953:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.755957:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294913553 00000100:00000010:2.0:1767384324.755961:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050b39862. 00000100:00000001:2.0:1767384324.755966:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384324.755971:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294913553 00000100:00000010:2.0:1767384324.755976:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f567131c. 00000100:00000001:2.0:1767384324.755978:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384324.755982:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294913553 00000100:00000010:2.0:1767384324.755986:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051939ace. 00000100:00000001:2.0:1767384324.755989:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384324.755993:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294913553 00000100:00000010:2.0:1767384324.755997:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074b3a371. 00000100:00000001:2.0:1767384324.755999:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384324.756003:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.756005:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756007:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384324.756008:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384324.756010:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b1b0397a going to sleep for 11 seconds 00000100:00000001:2.0:1767384324.756013:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384324.756021:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756051:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384324.756053:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041856 02000000:00000001:2.0:1767384324.756055:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384324.756058:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.756059:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.756063:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384324.756065:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041856 00000020:00000001:2.0:1767384324.756068:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384324.756070:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384324.756071:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.756074:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:2.0:1767384324.756076:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384324.756078:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384324.756081:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384324.756085:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dbfe08. 00000100:00000001:2.0:1767384324.756087:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384324.756090:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dbfe08. 00000020:00000010:2.0:1767384324.756096:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c60929e. 00000020:00000010:2.0:1767384324.756101:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aaacd959. 00000020:00000010:2.0:1767384324.756105:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000040:2.0:1767384324.756115:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384324.756118:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384324.756119:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384324.756121:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756128:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756137:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.756146:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384324.756148:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384324.756151:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:2.0:1767384324.756153:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384324.756155:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094207056 : -120961615344560 : ffff91fc6de2cc50) 00000100:00000040:2.0:1767384324.756159:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e559295 x1853236744041856/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 328/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756175:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384324.756177:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dbfe08. 00000100:00000001:2.0:1767384324.756179:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384324.756180:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dbfe08. 00000100:00100000:2.0:1767384324.756184:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e559295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744041856:12345-0@lo:101: 00000100:00000200:2.0:1767384324.756186:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041856 00000020:00000001:2.0:1767384324.756189:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384324.756192:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384324.756194:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.756196:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384324.756197:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:2.0:1767384324.756199:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384324.756200:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384324.756203:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384324.756204:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384324.756206:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.756208:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384324.756210:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384324.756211:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384324.756213:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384324.756215:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756218:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384324.756223:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091e54842. 00010000:00000001:2.0:1767384324.756225:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384324.756228:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00000020:00000001:2.0:1767384324.756231:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384324.756233:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc624 to hash 00000020:00000001:2.0:1767384324.756234:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384324.756236:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384324.756237:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00010000:2.0:1767384324.756239:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc61d expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384324.756258:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:2.0:1767384324.756260:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384324.756266:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384324.756268:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384324.756272:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fc1c2132. 02000000:00000001:2.0:1767384324.756274:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756275:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756278:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384324.756281:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384324.756283:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384324.756285:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384324.756286:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.756288:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384324.756289:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.756290:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384324.756292:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384324.756293:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384324.756294:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384324.756296:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091e54842) refcount = 1 00010000:00010000:2.0:1767384324.756300:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.756303:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384324.756305:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384324.756306:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.756307:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756309:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384324.756311:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384324.756313:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.756318:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384324.756319:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384324.756321:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384324.756329:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756330:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384324.756332:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.756333:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384324.756335:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002169217f, rc 0) 00000020:00000001:2.0:1767384324.756337:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384324.756340:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041856 00010000:00000001:2.0:1767384324.756342:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384324.756345:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e559295 x1853236744041856/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 328/344 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384324.756351:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384324.756353:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.756356:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.756359:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384324.756362:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384324.756364:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384324.756366:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384324.756368:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756371:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.756373:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.756376:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384324.756379:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744041856, offset 224 00000400:00000200:2.0:1767384324.756384:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.756390:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.756396:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd03580 00000400:00000200:2.0:1767384324.756400:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14ed [1] + 224 00000400:00000200:2.0:1767384324.756403:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.756407:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384324.756410:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.756413:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.756420:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756430:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.756439:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:2.0:1767384324.756441:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384324.756442:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384324.756444:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384324.756445:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.756447:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384324.756449:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384324.756450:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.756452:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384324.756454:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e559295 x1853236744041856/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 328/344 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.756460:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e559295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744041856:12345-0@lo:101: Request processed in 284us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384324.756466:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:2.0:1767384324.756468:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384324.756470:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384324.756471:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384324.756475:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aaacd959. 00000020:00000010:2.0:1767384324.756479:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000020:00000010:2.0:1767384324.756481:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c60929e. 00000020:00000040:2.0:1767384324.756485:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384324.756488:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384324.756490:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fc1c2132. 02000000:00000001:2.0:1767384324.756492:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384324.756494:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384324.756497:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384324.756500:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da51944. 00000400:00000010:2.0:1767384324.756504:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d57fb69. 00000100:00000001:2.0:1767384324.756520:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384324.756524:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384324.756525:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384324.756527:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803b6602. 00000400:00000200:2.0:1767384324.756530:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384324.756531:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384324.756535:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384324.756544:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384324.756551:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756578:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384324.756580:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.756581:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384324.756583:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384324.756585:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.756586:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.756588:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.756591:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384324.756594:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384324.756597:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384324.756599:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756601:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384324.756603:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756605:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.756609:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756614:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.756616:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384324.756617:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384324.756621:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.756627:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744041856:0@lo:101: 00000100:00000001:2.0:1767384324.756632:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.756635:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756636:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384324.756637:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.756640:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756644:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384324.756650:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b1b0397a. 00000100:00000001:2.0:1767384324.756653:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384324.756654:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756657:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384324.756659:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.756661:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.756663:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=4 00000020:00000001:2.0:1767384324.756664:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.756666:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000040:2.0:1767384324.756669:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000fc657627, remote cookie: 0xf489261bfe0bc624, flags: 0x0 00010000:00000001:2.0:1767384324.756671:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384324.756673:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384324.756675:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384324.756676:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384324.756677:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384324.756678:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f3c30241) refcount = 1 00010000:00010000:2.0:1767384324.756681:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.756685:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384324.756687:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384324.756688:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384324.756690:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384324.756693:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384324.756694:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.756698:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384324.756699:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.756701:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.756702:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.756703:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.756704:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756706:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.756708:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006765f1c4 x1853236744041856/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756721:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384324.756722:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384324.756724:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009673dd6d. 02000000:00000001:2.0:1767384324.756727:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384324.756728:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384324.756730:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384324.756731:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384324.756734:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ddf4a773. 02000000:00000001:2.0:1767384324.756736:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384324.756737:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384324.756738:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00000100:00000001:2.0:1767384324.756741:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384324.756742:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384324.756743:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384324.756744:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384324.756745:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384324.756747:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.756748:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.756749:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.756750:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=3 00000020:00000001:2.0:1767384324.756751:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.756753:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.756754:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384324.756755:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.756756:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384324.756757:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384324.756759:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384324.756762:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002bb602f9. 00000100:00000010:2.0:1767384324.756777:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000020:00000040:2.0:1767384324.756778:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384324.756780:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384324.756781:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384324.756783:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384324.756787:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c60929e. 00000100:00000001:2.0:1767384324.756789:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756800:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384324.756803:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009673dd6d. 00000100:00000010:2.0:1767384324.756806:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000059dbfe08. 00000020:00000040:2.0:1767384324.756807:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384324.756810:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384324.756811:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384324.756815:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1b0397a. 00000100:00000001:2.0:1767384324.756817:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112084656896 : -120961624894720 : ffff91fc6d511300) 00000100:00000001:2.0:1767384324.756819:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384324.756819:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000001:2.0:1767384324.756821:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384324.756822:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756824:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384324.756825:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384324.756828:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756833:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384324.756834:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.756836:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384324.756838:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384324.756840:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384324.756841:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744041984:0@lo:256: 00000100:00000001:2.0:1767384324.756844:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384324.756845:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384324.756847:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.756848:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384324.756852:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803b6602. 00000400:00000010:2.0:1767384324.756856:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bb883f1f. 00000100:00000200:2.0:1767384324.756860:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd03600-0x695824dd03600, portal 33 00000100:00000001:2.0:1767384324.756862:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.756864:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384324.756867:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ddf4a773. 02000000:00000001:2.0:1767384324.756868:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384324.756871:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98c050c. 00000400:00000010:2.0:1767384324.756878:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384324.756880:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744041984, portal 25 00000100:00000001:2.0:1767384324.756882:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384324.756883:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000040:2.0:1767384324.756888:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756905:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384324.756909:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384324.756911:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384324.756913:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744041984, offset 0 00000400:00000200:2.0:1767384324.756918:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384324.756923:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384324.756930:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd03600 00000400:00000200:2.0:1767384324.756933:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9cd [2] + 0 00000400:00000010:2.0:1767384324.756935:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f3cdcad. 00000400:00000200:2.0:1767384324.756938:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000211c04fa 00000400:00000200:2.0:1767384324.756940:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384324.756942:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384324.756945:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000211c04fa 00000400:00000010:2.0:1767384324.756946:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000211c04fa. 00000100:00000001:2.0:1767384324.756949:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384324.756950:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384324.756952:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000df9b58ec x1853236744041984 msgsize 304 00000100:00100000:2.0:1767384324.756956:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384324.756958:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384324.756967:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384324.756970:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:2.0:1767384324.756972:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384324.756975:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384324.756978:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.756984:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.756988:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.756992:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384324.756996:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744041984 02000000:00000001:0.0:1767384324.756999:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384324.757002:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384324.757005:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.757007:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.757009:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.757010:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384324.757014:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744041984 00000020:00000001:0.0:1767384324.757016:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384324.757017:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384324.757019:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384324.757021:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294913554 00000020:00000001:0.0:1767384324.757023:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384324.757026:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384324.757028:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913553 00000020:00000001:0.0:1767384324.757029:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384324.757035:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384324.757037:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294913554 00000100:00000001:0.0:1767384324.757038:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384324.757042:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913553 00000100:00000001:2.0:1767384324.757047:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294913554 00000020:00000010:0.0:1767384324.757049:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d21ea99. 00000100:00000001:2.0:1767384324.757050:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913553 00000100:00000001:0.0:1767384324.757054:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.757057:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294913554 00000020:00000010:0.0:1767384324.757058:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d21ea99. 00000100:00000001:2.0:1767384324.757066:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913553 00000020:00000010:0.0:1767384324.757067:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d1811a. 00000100:00000001:2.0:1767384324.757070:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.757073:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.757073:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002822380e. 00000100:00000001:2.0:1767384324.757077:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384324.757080:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384324.757080:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00100000:2.0:1767384324.757081:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b1b0397a going to sleep for 11 seconds 00000100:00000001:2.0:1767384324.757086:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384324.757089:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.757089:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384324.757093:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384324.757094:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384324.757095:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757099:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757118:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.757125:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384324.757126:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384324.757129:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:0.0:1767384324.757131:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384324.757133:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094215248 : -120961615336368 : ffff91fc6de2ec50) 00000100:00000040:0.0:1767384324.757137:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df9b58ec x1853236744041984/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 304/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.757144:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.757146:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d21ea99. 00000100:00000001:0.0:1767384324.757148:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384324.757149:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d21ea99. 00000100:00100000:0.0:1767384324.757152:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df9b58ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744041984:12345-0@lo:256: 00000100:00000200:0.0:1767384324.757154:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744041984 00000020:00000001:0.0:1767384324.757156:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384324.757157:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384324.757159:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.757160:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384324.757161:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:0.0:1767384324.757163:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384324.757164:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384324.757171:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384324.757172:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384324.757174:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757176:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384324.757178:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384324.757181:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000adfa546. 02000000:00000001:0.0:1767384324.757183:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757184:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.757187:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384324.757190:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384324.757192:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384324.757195:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384324.757197:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.757199:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384324.757200:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384324.757203:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006f349dac. 20000000:00000001:0.0:1767384324.757205:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384324.757216:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384324.757221:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384324.757225:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384324.757227:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384324.757229:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384324.757231:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384324.757233:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384324.757234:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384324.757236:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384324.757238:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384324.757239:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384324.757240:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384324.757242:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384324.757243:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:0.0:1767384324.757244:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:0.0:1767384324.757249:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384324.757250:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384324.757252:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384324.757254:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384324.757255:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384324.757257:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384324.757264:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384324.757265:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384324.757266:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384324.757268:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384324.757270:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384324.757271:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384324.757273:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384324.757274:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:0.0:1767384324.757276:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:0.0:1767384324.757277:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:0.0:1767384324.757279:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:0.0:1767384324.757281:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384324.757284:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a74a2704. 00000100:00000010:0.0:1767384324.757287:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000008da532c. 00000020:00000040:0.0:1767384324.757289:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:0.0:1767384324.757291:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384324.757293:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384324.757297:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384324.757303:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077b7cd04. 00000400:00000200:0.0:1767384324.757307:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.757316:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.757324:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x695824dd03600 00000400:00000200:0.0:1767384324.757329:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x14fd [4] + 0 00000400:00000010:0.0:1767384324.757331:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803b6602. 00000400:00000200:0.0:1767384324.757334:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb883f1f 00000400:00000200:0.0:1767384324.757337:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.757340:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384324.757342:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb883f1f 00000400:00000010:0.0:1767384324.757343:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bb883f1f. 00000100:00000001:0.0:1767384324.757345:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384324.757346:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006765f1c4 desc 000000009673dd6d mbits 1853236744041984 00000100:00000001:0.0:1767384324.757357:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384324.757359:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384324.757363:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384324.757372:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384324.757372:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1509 00000100:00000001:2.0:1767384324.757376:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.757376:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.757386:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384324.757389:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384324.757391:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a74a2704 00000100:00000001:0.0:1767384324.757393:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384324.757400:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000400:00000010:0.0:1767384324.757402:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000001:0.0:1767384324.757405:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384324.757406:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a74a2704 00000100:00000001:0.0:1767384324.757409:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384324.757413:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x695824dd03600-0x695824dd03600 00000100:00000001:0.0:1767384324.757416:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.757419:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757421:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384324.757423:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:0.0:1767384324.757425:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000008da532c. 00000100:00000010:0.0:1767384324.757429:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a74a2704. 00000100:00000001:0.0:1767384324.757431:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384324.757433:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384324.757439:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006f349dac. 20000000:00000001:0.0:1767384324.757441:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384324.757444:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744041984 00010000:00000001:0.0:1767384324.757445:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384324.757448:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df9b58ec x1853236744041984/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 304/240 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384324.757454:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384324.757455:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384324.757456:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.757458:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384324.757460:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384324.757461:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384324.757463:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384324.757464:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.757466:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.757467:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.757470:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000100:00000200:0.0:1767384324.757476:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744041984, offset 224 00000400:00000200:0.0:1767384324.757480:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.757484:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.757488:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd03600 00000400:00000200:0.0:1767384324.757491:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1501 [1] + 224 00000400:00000200:0.0:1767384324.757493:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.757495:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.757497:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.757500:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384324.757506:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.757518:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.757521:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000400:00000010:0.0:1767384324.757522:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000001:0.0:1767384324.757524:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.757526:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384324.757528:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.757530:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384324.757531:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:2.0:1767384324.757535:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384324.757535:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384324.757537:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384324.757538:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384324.757541:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384324.757542:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98c050c. 00000100:00000040:0.0:1767384324.757546:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df9b58ec x1853236744041984/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:305/0 lens 304/240 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.757547:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384324.757551:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00100000:0.0:1767384324.757725:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df9b58ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744041984:12345-0@lo:256: Request processed in 577us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384324.757734:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:2.0:1767384324.757737:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384324.757737:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384324.757741:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384324.757743:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384324.757744:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384324.757747:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002822380e. 00000020:00000010:0.0:1767384324.757754:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000200:2.0:1767384324.757757:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384324.757766:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d1811a. 00000020:00000040:0.0:1767384324.757772:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384324.757778:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384324.757780:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384324.757781:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000adfa546. 00000100:00000001:2.0:1767384324.757782:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384324.757785:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384324.757786:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384324.757790:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384324.757791:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.757792:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.757795:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384324.757796:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384324.757798:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384324.757802:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=32 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384324.757803:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0be320. 00000100:00001000:2.0:1767384324.757806:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=32 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384324.757809:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e78b340. 00000100:00000001:2.0:1767384324.757811:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384324.757814:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.757816:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384324.757817:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.757819:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384324.757822:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.757827:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.757831:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384324.757832:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384324.757834:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.757839:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744041984:0@lo:256: 00000100:00000001:2.0:1767384324.757842:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.757843:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.757845:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384324.757846:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.757847:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.757852:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384324.757853:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b1b0397a. 00000100:00000001:2.0:1767384324.757855:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384324.757861:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384324.757864:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:2.0:1767384324.757866:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384324.757871:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003deecdcc. 10000000:00000040:2.0:1767384324.757879:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384324.757884:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384324.757886:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384324.757901:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:2.0:1767384324.757904:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.757906:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384324.757908:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:2.0:1767384324.757910:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:2.0:1767384324.757913:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:2.0:1767384324.757915:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384324.757917:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:2.0:1767384324.757922:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384324.757926:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (14) 00000400:00000200:2.0:1767384324.757932:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384324.757936:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767384324.757938:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (15) 00000400:00000200:2.0:1767384324.757940:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:2.0:1767384324.757942:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:2.0:1767384324.757944:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757946:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:2.0:1767384324.757947:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:2.0:1767384324.757949:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757951:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:2.0:1767384324.757953:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:2.0:1767384324.757955:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757956:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:2.0:1767384324.757957:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:2.0:1767384324.757958:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757959:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:2.0:1767384324.757960:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:2.0:1767384324.757962:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757963:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:2.0:1767384324.757975:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:2.0:1767384324.757979:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757980:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:2.0:1767384324.757982:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:2.0:1767384324.757984:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757986:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:2.0:1767384324.757987:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:2.0:1767384324.757990:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757991:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:2.0:1767384324.757992:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:2.0:1767384324.757995:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.757996:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:2.0:1767384324.757997:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:2.0:1767384324.758000:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.758001:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:2.0:1767384324.758002:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:2.0:1767384324.758005:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.758006:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:2.0:1767384324.758008:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:2.0:1767384324.758010:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.758012:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:2.0:1767384324.758013:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:2.0:1767384324.758015:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384324.758016:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000100:00000001:2.0:1767384324.758018:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384324.758020:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384324.758023:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:2.0:1767384324.758027:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000aaacd959. 10000000:00000040:2.0:1767384324.758029:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:2.0:1767384324.758031:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384324.758036:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384324.758040:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006910f8cf. 00000020:00000010:2.0:1767384324.758045:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077cfee96. 00000040:00000010:2.0:1767384324.758048:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ef3caf1. 00000020:00000010:2.0:1767384324.758052:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ea457ec. 00000020:00000010:2.0:1767384324.758061:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384324.758066:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b0a9c0e6. 80000000:00000010:2.0:1767384324.758069:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c18339aa. 40000000:00000010:2.0:1767384324.758073:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000081badc0. 00100000:00000010:2.0:1767384324.758078:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3aed96b. 00040000:00000010:2.0:1767384324.758082:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec97a33e. 00040000:00000010:2.0:1767384324.758085:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384324.758088:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000088d867d. 00080000:00000010:2.0:1767384324.758091:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ef216ab. 00000004:00000010:2.0:1767384324.758094:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000058c615d8. 00000004:00000010:2.0:1767384324.758098:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000154eadc. 00000004:00000010:2.0:1767384324.758102:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005541d74. 00002000:00000010:2.0:1767384324.758105:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fc1c2132. 00000004:00000010:2.0:1767384324.758108:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007db567a9. 00000004:00000001:2.0:1767384324.758111:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384324.758114:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384324.758115:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000aaacd959 00000040:00001000:2.0:1767384324.758116:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384324.758117:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384324.758118:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384324.758119:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384324.758121:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384324.758122:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384324.758123:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384324.758125:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:2.0:1767384324.758126:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384324.758170:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384324.758174:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000077cfee96. 00000040:00000010:2.0:1767384324.758178:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008ef3caf1. 00000020:00000010:2.0:1767384324.758180:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ea457ec. 00000020:00000010:2.0:1767384324.758183:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384324.758186:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b0a9c0e6. 80000000:00000010:2.0:1767384324.758188:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c18339aa. 40000000:00000010:2.0:1767384324.758191:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000081badc0. 00100000:00000010:2.0:1767384324.758193:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3aed96b. 00040000:00000010:2.0:1767384324.758202:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ec97a33e. 00040000:00000010:2.0:1767384324.758205:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384324.758208:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000088d867d. 00080000:00000010:2.0:1767384324.758210:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001ef216ab. 00000004:00000010:2.0:1767384324.758213:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058c615d8. 00000004:00000010:2.0:1767384324.758217:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000154eadc. 00000004:00000010:2.0:1767384324.758220:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005541d74. 00002000:00000010:2.0:1767384324.758223:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fc1c2132. 00000004:00000010:2.0:1767384324.758226:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007db567a9. 00000020:00000010:2.0:1767384324.758229:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006910f8cf. 00000020:00000001:2.0:1767384324.758232:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.758233:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384324.758235:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000aaacd959. 10000000:00000010:2.0:1767384324.758237:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003deecdcc. 10000000:00000001:2.0:1767384324.758240:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.758242:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.758245:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006765f1c4 x1853236744041984/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.758250:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384324.758252:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384324.758253:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ddf4a773. 02000000:00000001:2.0:1767384324.758255:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384324.758256:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384324.758257:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384324.758259:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384324.758260:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384324.758262:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384324.758263:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384324.758264:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384324.758266:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000059dbfe08. 00000100:00000010:2.0:1767384324.758268:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009673dd6d. 00000100:00000001:2.0:1767384324.758271:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384324.758273:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c60929e. 02000000:00000001:2.0:1767384324.758276:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384324.758277:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384324.758278:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00000100:00000001:2.0:1767384324.758286:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384324.758287:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384324.758299:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002bb602f9. 10000000:01000000:2.0:1767384324.758302:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384324.758305:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384324.758306:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384324.758308:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.758310:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=3 00000020:00000001:2.0:1767384324.758311:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.758313:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384324.758315:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384324.758317:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.758322:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.758323:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384324.758325:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384324.758330:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384324.758331:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384324.758332:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384324.758332:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384324.758333:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384324.758335:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384324.758337:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384324.758338:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384324.758339:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384324.766788:0:23129:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000059dbfe08. 00000020:00000040:2.0:1767384324.766795:0:23129:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384324.766797:0:23129:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000059dbfe08. 00000100:00000040:0.0:1767384324.774599:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294913554, at 4294913555 00000100:00000010:0.0:1767384324.774607:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050b39862. 00000100:00000040:1.0:1767384324.774609:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294913554, at 4294913555 00000100:00000040:2.0:1767384324.774612:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294913554, at 4294913555 00000100:00000010:1.0:1767384324.774618:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f567131c. 00000100:00000010:2.0:1767384324.774620:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051939ace. 00000100:00000040:3.0:1767384324.775585:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294913554, at 4294913556 00000100:00000010:3.0:1767384324.775591:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074b3a371. 00010000:00000001:1.0:1767384325.075627:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384325.075632:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.075636:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384325.075637:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.075714:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384325.075718:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.075720:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384325.178484:0:23251:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384325.178495:0:23251:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.178499:0:23251:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384325.178504:0:23251:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384325.178508:0:23251:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.178510:0:23251:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384325.873469:0:23416:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384325.873473:0:23416:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384325.876422:0:23416:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384325.882289:0:23417:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a74a2704. 00000400:00000010:0.0:1767384325.882300:0:23417:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000021325f19. 00000400:00000010:0.0:1767384325.882308:0:23417:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e1833904. 00000400:00000010:0.0:1767384325.882311:0:23417:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000085f02c99. 00000400:00000010:0.0:1767384325.882315:0:23417:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003fe774ee. 00000400:00000010:0.0:1767384325.882318:0:23417:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000913bf5d0. 00000400:00000010:0.0:1767384325.882319:0:23417:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000220545fb. 00000400:00000010:0.0:1767384325.882321:0:23417:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5a32504. 00000400:00000010:0.0:1767384325.882323:0:23417:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004167d514. 00000800:00000010:0.0:1767384325.882333:0:23417:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ec24444f. 00000800:00000200:0.0:1767384325.882341:0:23417:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384325.882349:0:23417:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384325.882378:0:23417:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384325.882395:0:23417:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384325.883589:0:23417:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004554ce59. 00000400:00000010:0.0:1767384325.883595:0:23417:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000400:00000010:0.0:1767384325.883599:0:23417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000001:0.0:1767384325.883611:0:23417:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.883612:0:23417:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.883614:0:23417:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ab297f. 00000400:00000200:0.0:1767384325.883616:0:23417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc14f76 00000400:00000010:0.0:1767384325.883618:0:23417:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc14f76. 00000400:00000010:0.0:1767384325.883621:0:23417:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000016bebc66. 00000400:00000200:0.0:1767384325.883625:0:23417:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (14) 00000400:00000200:0.0:1767384325.883635:0:23417:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384325.883642:0:23417:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:0.0:1767384325.883649:0:23417:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000294c2c8d. 00000400:00000200:3.0:1767384325.883654:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384325.883654:0:23417:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384325.883656:0:23417:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp23 00000400:00000200:3.0:1767384325.883663:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:3.0:1767384325.883669:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000010:0.0:1767384325.883671:0:23417:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000021325f19. 00000400:00000200:3.0:1767384325.883673:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (15) 00000400:00000010:0.0:1767384325.883675:0:23417:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a74a2704. 00000400:00000010:3.0:1767384325.883685:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007b8fb25d. 00000400:00000200:3.0:1767384325.883689:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:2.0:1767384325.883693:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384325.883701:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:2.0:1767384325.883704:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384325.883707:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384325.883708:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:2.0:1767384325.883711:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384325.883716:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384325.883718:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384325.883719:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384325.883723:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384325.883727:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384325.883728:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384325.883729:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384325.883732:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384325.883734:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384325.883737:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384325.883738:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384325.883741:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384325.883741:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384325.883748:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000400:00000200:3.0:1767384325.883752:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:2.0:1767384325.883753:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384325.883760:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384325.883763:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:2.0:1767384325.883764:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384325.883769:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.883773:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:2.0:1767384325.883778:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045f759d1. 00000400:00000200:3.0:1767384325.883779:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:2.0:1767384325.883786:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.883790:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:2.0:1767384325.883794:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384325.883796:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:2.0:1767384325.883798:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.883805:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000040:2.0:1767384325.883809:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006765f1c4] to pc [ptlrpcd_00_03+3] req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384325.883811:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384325.883825:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384325.883831:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384325.883836:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp22 00000400:00000200:3.0:1767384325.883839:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384325.883842:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp22 00000400:00000200:3.0:1767384325.883846:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [31:31:8:4294967295] 10000000:00000001:2.0:1767384325.883850:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.883854:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp22 10000000:00000001:2.0:1767384325.883854:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.883859:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384325.883861:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384325.883862:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.883868:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384325.883871:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384325.883872:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384325.883874:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:) -> 192.168.203.113@tcp22(192.168.203.113@tcp:192.168.203.113@tcp22) : PUT try# 0 10000000:00000001:2.0:1767384325.883876:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384325.883878:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384325.883879:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384325.883893:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384325.883899:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384325.883902:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384325.883905:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:3.0:1767384325.883909:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp22 00000020:01000004:2.0:1767384325.883909:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384325.883912:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384325.883913:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384325.883916:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384325.883917:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2f35bae. 02000000:00000001:0.0:1767384325.883920:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384325.883924:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384325.883924:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384325.883927:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:3.0:1767384325.883928:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3ddc897. 00000020:01000004:2.0:1767384325.883929:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384325.883929:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384325.883933:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384325.883935:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000036ac2276. 00000100:00100000:0.0:1767384325.883936:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744042112:0@lo:253: 00000100:00000010:2.0:1767384325.883938:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000020:00000040:2.0:1767384325.883944:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000800:00000200:3.0:1767384325.883945:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (2) 00000100:00000001:0.0:1767384325.883945:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384325.883950:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.1:1767384325.883953:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (2) 02000000:00000001:2.0:1767384325.883953:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384325.883953:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384325.883957:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.883958:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.883960:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384325.883966:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d714916. 02000000:00000010:0.0:1767384325.883966:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006892e10d. 00000400:00000200:3.0:1767384325.883970:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 02000000:00000001:0.0:1767384325.883972:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.883973:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.883976:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000400:00000010:0.0:1767384325.883978:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d969da62. 00000100:00000001:2.0:1767384325.883979:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384325.883981:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.883987:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de68e5a6] to pc [ptlrpcd_00_00+0] req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384325.883989:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021325f19. 00000100:00000200:0.0:1767384325.883995:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744042112, portal 25 00000100:00000001:0.0:1767384325.883999:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384325.884000:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000040:0.0:1767384325.884005:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384325.884009:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.884013:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384325.884014:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.884017:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384325.884021:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384325.884021:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384325.884024:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000010:0.0:1767384325.884026:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cc8947a. 00000020:00000010:2.0:1767384325.884027:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000294c2c8d. 00000100:00000200:0.0:1767384325.884033:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744042112, offset 0 00000400:00000200:0.0:1767384325.884038:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384325.884041:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.884045:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.884049:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384325.884052:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.884055:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384325.884057:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384325.884061:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03680 00000100:00000040:2.0:1767384325.884062:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.884071:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384325.884071:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000001:2.0:1767384325.884074:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.884075:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005806bc6b. 02000000:00000001:2.0:1767384325.884079:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384325.884081:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384325.884081:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000957a0aa7 02000000:00000001:2.0:1767384325.884082:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384325.884087:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.884088:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384325.884092:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744042240:0@lo:253: 00000100:00000001:2.0:1767384325.884097:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384325.884098:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384325.884102:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384325.884104:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000957a0aa7 00000400:00000010:0.0:1767384325.884106:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000957a0aa7. 00000100:00000001:0.0:1767384325.884109:0:16157:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384325.884111:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.884112:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384325.884115:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 02000000:00000001:2.0:1767384325.884115:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384325.884117:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000000f45e659 x1853236744042112 msgsize 4848 02000000:00000010:2.0:1767384325.884122:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ccfdae50. 02000000:00000001:2.0:1767384325.884126:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.884126:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384325.884129:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384325.884130:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98c050c. 00000400:00000010:2.0:1767384325.884136:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a352be. 00000100:00000001:0.0:1767384325.884138:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384325.884140:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744042240, portal 25 00000100:00000001:2.0:1767384325.884144:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384325.884145:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc8947a 00000100:00000001:2.0:1767384325.884146:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353493248 : -120961356058368 : ffff91fc7d573100) 00000400:00000010:0.0:1767384325.884149:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cc8947a. 00000400:00000200:3.0:1767384325.884153:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000040:2.0:1767384325.884154:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.884154:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384325.884160:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.884174:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384325.884176:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000040:2.0:1767384325.884181:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384325.884181:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384325.884186:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020bced8f. 00000100:00000040:0.0:1767384325.884187:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384325.884190:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744042240, offset 0 00000400:00000200:2.0:1767384325.884199:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.884201:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.884209:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384325.884218:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.884220:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384325.884222:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.884223:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03700 00000100:00000001:0.0:1767384325.884227:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384325.884232:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000100:00000001:0.0:1767384325.884232:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294914681 00000100:00000010:0.0:1767384325.884237:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ade7980. 00000400:00000010:2.0:1767384325.884238:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072c6ef9e. 00000400:00000200:2.0:1767384325.884244:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066933fc4 00000100:00000001:0.0:1767384325.884246:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384325.884248:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.884249:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384325.884252:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294914681 00000400:00000200:2.0:1767384325.884257:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384325.884259:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000248dac99. 00000400:00000200:2.0:1767384325.884261:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066933fc4 00000100:00000001:0.0:1767384325.884263:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384325.884264:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066933fc4. 00000100:00000001:0.0:1767384325.884269:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294914681 00000100:00000001:2.0:1767384325.884270:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384325.884273:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384325.884275:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe129487. 00000100:00000040:2.0:1767384325.884276:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000001d2aaa4b x1853236744042240 msgsize 4848 00000100:00000001:0.0:1767384325.884280:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384325.884285:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384325.884287:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294914681 00000100:00000040:2.0:1767384325.884288:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384325.884289:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000010:0.0:1767384325.884294:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee3b0cb5. 00000100:00000001:0.0:1767384325.884299:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384325.884300:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.884304:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384325.884307:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020bced8f 00000100:00000001:0.0:1767384325.884307:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384325.884312:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020bced8f. 00000100:00000001:0.0:1767384325.884313:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884316:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384325.884317:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384325.884323:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.884326:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.884328:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384325.884330:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:0.0:1767384325.884333:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.884337:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.884341:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884344:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384325.884345:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.884349:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.884355:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884357:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384325.884363:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884366:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294914681 00000100:00000001:0.0:1767384325.884366:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.884370:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042112 00000100:00000001:2.0:1767384325.884371:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294914681 02000000:00000001:0.0:1767384325.884374:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384325.884375:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294914681 00000100:00000001:0.0:1767384325.884377:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384325.884378:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294914681 00000100:00000001:0.0:1767384325.884380:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884382:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294914681 02000000:00000001:0.0:1767384325.884384:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.884385:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:2.0:1767384325.884386:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294914681 00000100:00000001:2.0:1767384325.884391:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294914681 00000100:00100000:0.0:1767384325.884392:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042112 00000100:00000001:2.0:1767384325.884394:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294914681 00000100:00000001:2.0:1767384325.884396:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384325.884398:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884403:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.884403:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384325.884406:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384325.884407:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.884411:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384325.884414:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384325.884414:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384325.884417:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384325.884418:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384325.884421:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384325.884423:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.884425:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.884426:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384325.884428:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.884431:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:2.0:1767384325.884432:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.884432:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008bcf6c2. 00000100:00000001:0.0:1767384325.884439:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.884441:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008bcf6c2. 00000020:00000010:0.0:1767384325.884447:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080ef6a92. 00000100:00000001:2.0:1767384325.884448:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.884452:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.884452:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de0f7db5. 00000020:00000010:0.0:1767384325.884460:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:2.0:1767384325.884468:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384325.884471:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042240 00000100:00000040:0.0:1767384325.884472:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384325.884473:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.884475:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384325.884476:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.884478:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384325.884479:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.884481:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.884484:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.884485:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:0.0:1767384325.884489:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384325.884496:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042240 00000020:00000001:2.0:1767384325.884498:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384325.884500:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384325.884501:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.884502:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.884506:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:2.0:1767384325.884509:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384325.884511:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384325.884515:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384325.884516:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384325.884519:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc206510. 00000100:00000001:0.0:1767384325.884519:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384325.884524:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384325.884527:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00100000:0.0:1767384325.884528:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000020:00000010:2.0:1767384325.884529:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc206510. 00000100:00000040:0.0:1767384325.884535:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000010:2.0:1767384325.884539:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cda6e5. 00000100:00000001:0.0:1767384325.884539:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094203984 : -120961615347632 : ffff91fc6de2c050) 00000020:00000010:2.0:1767384325.884546:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c478586. 00000100:00000040:0.0:1767384325.884547:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f45e659 x1853236744042112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384325.884570:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000001:2.0:1767384325.884576:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384325.884577:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384325.884579:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884584:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884587:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.884596:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384325.884598:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384325.884601:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00100000:2.0:1767384325.884605:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384325.884608:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384325.884610:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094210128 : -120961615341488 : ffff91fc6de2d850) 00000100:00000040:2.0:1767384325.884614:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d2aaa4b x1853236744042240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.884620:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384325.884624:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc206510. 00000100:00000001:2.0:1767384325.884626:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.884628:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc206510. 00000100:00100000:2.0:1767384325.884632:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d2aaa4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744042240:12345-0@lo:253: 00000100:00000200:2.0:1767384325.884635:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042240 00000020:00000001:2.0:1767384325.884643:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384325.884647:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384325.884649:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.884651:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384325.884653:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384325.884656:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384325.884657:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384325.884660:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384325.884661:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000020:00000001:2.0:1767384325.884662:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384325.884667:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884670:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384325.884672:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384325.884685:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6b4e771. 02000000:00000001:2.0:1767384325.884687:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.884689:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.884692:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384325.884700:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082c8cd75. 20000000:01000000:2.0:1767384325.884703:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384325.884705:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384325.884707:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384325.884710:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.884711:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.884713:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 20000000:00000001:2.0:1767384325.884713:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384325.884724:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008293208b. 20000000:01000000:2.0:1767384325.884728:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000100:00000001:0.0:1767384325.884728:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.884733:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008bcf6c2. 20000000:00000001:2.0:1767384325.884735:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384325.884737:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.884740:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008bcf6c2. 00080000:00000001:2.0:1767384325.884741:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:0.0:1767384325.884746:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f45e659 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744042112:12345-0@lo:253: 00000100:00000200:0.0:1767384325.884750:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042112 00000400:00000200:3.0:1767384325.884752:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000020:00000001:0.0:1767384325.884757:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384325.884761:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.884762:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.884764:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384325.884766:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384325.884768:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.884770:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.884772:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384325.884773:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.884775:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.884776:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384325.884778:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384325.884782:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000294c2c8d. 00080000:00000001:2.0:1767384325.884783:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384325.884784:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.884788:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.884790:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384325.884791:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384325.884793:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.884795:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384325.884798:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000020:00000001:2.0:1767384325.884799:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:0.0:1767384325.884799:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003fb996a1. 20000000:01000000:0.0:1767384325.884805:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384325.884806:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 20000000:00000001:0.0:1767384325.884807:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384325.884811:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384325.884812:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384325.884813:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.884816:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.884818:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:2.0:1767384325.884820:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000003458b2. 00080000:00000001:2.0:1767384325.884824:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094871040 : -120966614680576 : ffff91fb43e6fc00) 00080000:00000001:2.0:1767384325.884827:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384325.884829:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.884854:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.884914:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000001:00000001:2.0:1767384325.884953:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384325.884955:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.884958:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384325.884966:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:2.0:1767384325.884978:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384325.884982:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384325.885006:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.885057:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00080000:00000001:2.0:1767384325.885096:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384325.885099:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00080000:00000001:2.0:1767384325.885100:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384325.885306:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021e0ed03. 00000800:00000010:3.0:1767384325.885311:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078fd982a. 00000800:00000010:3.0:1767384325.885316:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7b425f3. 00000800:00000010:3.0:1767384325.885347:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7b425f3. 00000400:00000200:0.0:1767384325.885432:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384325.885447:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp22 from 229.3.0.2 00000800:00000010:0.0:1767384325.885450:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ee782641. 00000800:00000010:3.0:1767384325.885484:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db068e52. 00000800:00000010:3.0:1767384325.885489:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042bf9331. 00000800:00000010:3.0:1767384325.885511:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000131ae280. 00000800:00000200:3.1:1767384325.885517:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (2) 00000800:00000200:3.1:1767384325.885522:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp22 00000000131ae280 deleted 00000800:00000010:3.1:1767384325.885523:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000131ae280. 00000800:00000200:3.1:1767384325.885528:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384325.885535:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:997 00000800:00000200:3.1:1767384325.885538:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d2f35bae type 1, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384325.885544:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp22 p 3.x 192.168.203.113 -> 192.168.203.113:997 incarnation:1767384324371547081 sched[0] 00000800:00000010:3.0:1767384325.885548:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7b425f3. 00000800:00000010:3.0:1767384325.885612:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7b425f3. 00000800:00000010:3.0:1767384325.885616:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042bf9331. 00000800:00000200:2.1:1767384325.885642:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384325.885648:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ee782641. 00000800:00000200:2.0:1767384325.885650:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp22 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384324371547081 sched[0] 00000800:00000010:2.0:1767384325.885655:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078fd982a. 00000800:00000001:3.0:1767384325.885664:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.885670:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.885718:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:3.0:1767384325.885722:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384325.885726:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2f35bae. 00000400:00000200:3.0:1767384325.885729:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.885746:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: PUT: OK 00000400:00000200:3.0:1767384325.885751:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384325.885754:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384325.885762:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.885769:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384325.885772:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384325.885772:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000001:3.0:1767384325.885776:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.885786:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : PUT - for me 00000400:00000200:3.0:1767384325.885798:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384325.885805:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x14d9 [1] + 0 00000400:00000200:2.0:1767384325.885808:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:3.0:1767384325.885809:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000400:00000200:3.0:1767384325.885814:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036e19526 00000800:00000001:3.0:1767384325.885820:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.885834:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.885836:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.885841:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: PUT: OK 00000400:00000200:3.0:1767384325.885845:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384325.885846:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000400:00000200:3.0:1767384325.885850:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384325.885851:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.885855:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (16) 00000400:00000200:3.0:1767384325.885862:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384325.885865:0:16149:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000015797ae8. 00000400:00000200:3.0:1767384325.885869:0:16149:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 15 00000400:00000200:3.0:1767384325.885874:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384325.885899:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (17) 00000400:00000200:3.0:1767384325.885904:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384325.885906:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.885911:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp22 to MR: 192.168.203.113@tcp22 local destination 00000400:00000200:3.0:1767384325.885918:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1767384325.885938:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) -> 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) 192.168.203.113@tcp22 : ACK try# 0 00000800:00000200:3.0:1767384325.885943:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp22 00000800:00000010:3.0:1767384325.885946:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2f35bae. 00000400:00000200:2.0:1767384325.885946:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000200:3.0:1767384325.885952:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (4) 00000800:00000200:3.0:1767384325.885958:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:988 00000800:00000200:3.0:1767384325.885960:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d2f35bae type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384325.885973:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000200:3.0:1767384325.885999:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384325.886002:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2f35bae. 00000400:00000200:3.0:1767384325.886006:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.886007:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886013:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: ACK: OK 00000800:00000001:3.0:1767384325.886021:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.886025:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384325.886027:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.886031:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384325.886032:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.886036:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.886041:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886051:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : ACK - for me 00000400:00000200:3.0:1767384325.886060:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp22: ACK from 12345-192.168.203.113@tcp22 into md 0x1519 00000400:00000200:3.0:1767384325.886063:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.886066:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: ACK: OK 00000400:00000200:3.0:1767384325.886070:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000200:2.0:1767384325.886070:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000010:3.0:1767384325.886072:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000200:3.0:1767384325.886077:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384325.886080:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384325.886085:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384325.886088:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (16) 00000800:00000001:3.0:1767384325.886093:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.886096:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.886104:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886116:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384325.886121:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:3.0:1767384325.886125:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000200:3.0:1767384325.886129:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001f533638 00000400:00000200:3.0:1767384325.886133:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000200:2.0:1767384325.886136:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000010:3.0:1767384325.886139:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000f079a9db. 00000400:00000010:3.0:1767384325.886143:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000009c145e8d. 00000400:00000010:3.0:1767384325.886145:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000c5ddc8bb. 00000400:00000200:2.0:1767384325.886157:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000010:3.0:1767384325.886163:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006f786917. 00000400:00000200:3.0:1767384325.886169:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006f786917 nid 192.168.203.113@tcp23 00000400:00000010:3.0:1767384325.886173:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000032f69c51. 00000400:00000200:3.0:1767384325.886175:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 0000000032f69c51 net tcp23 00000400:00000200:3.0:1767384325.886179:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (15) 00000400:00000200:3.0:1767384325.886184:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp23 flags 0x11 00000400:00000200:2.0:1767384325.886186:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000010:3.0:1767384325.886188:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000f079a9db. 00000400:00000010:3.0:1767384325.886193:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000009c145e8d. 00000400:00000010:3.0:1767384325.886196:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000c5ddc8bb. 00000400:00000010:3.0:1767384325.886199:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000015797ae8. 00000400:00000200:3.0:1767384325.886202:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384325.886204:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384325.886208:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:2.0:1767384325.886215:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886220:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384325.886230:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384325.886233:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384325.886236:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384325.886240:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (16) 00000400:00000200:2.0:1767384325.886243:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.886269:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.886302:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.886329:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886461:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886504:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886701:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886750:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886798:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384325.886867:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.887021:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384325.887061:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000800:00000010:2.0:1767384325.887246:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ea12b3a1. 00000800:00000010:2.0:1767384325.887251:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d22f4d6. 00000800:00000010:2.0:1767384325.887255:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001835c428. 00000800:00000010:2.0:1767384325.887308:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001835c428. 00000400:00000200:3.0:1767384325.887440:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384325.887457:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384325.887460:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f610ec17. 00000800:00000010:0.0:1767384325.887495:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ed14413c. 00000800:00000010:0.0:1767384325.887500:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cc8947a. 00000800:00000010:0.0:1767384325.887520:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003f62a681. 00000800:00000200:0.1:1767384325.887525:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (4) 00000800:00000200:0.1:1767384325.887531:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp22 000000003f62a681 deleted 00000800:00000010:0.1:1767384325.887533:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003f62a681. 00000800:00000200:0.1:1767384325.887537:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384325.887543:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp22 p 3.x 192.168.203.113 -> 192.168.203.113:996 incarnation:1767384324371547081 sched[0] 00000800:00000010:0.0:1767384325.887549:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067a82384. 00000800:00000010:0.0:1767384325.887642:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067a82384. 00000800:00000010:0.0:1767384325.887646:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cc8947a. 00000800:00000010:0.0:1767384325.887675:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f610ec17. 00000800:00000200:0.1:1767384325.887705:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384325.887709:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp22 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384324371547081 sched[0] 00000800:00000010:0.0:1767384325.887718:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d22f4d6. 00000800:00000001:3.0:1767384325.887757:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.887763:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384325.887767:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384325.887771:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384325.893124:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384325.893130:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384325.893132:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384325.893134:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384325.893135:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384325.893138:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.893142:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384325.893143:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.893144:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384325.893146:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384325.893147:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000003458b2. 00080000:00000001:0.0:1767384325.893152:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384325.893160:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384325.893161:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000580d4b37. 20000000:01000000:2.0:1767384325.893167:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384325.893167:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:01000000:3.0:1767384325.893168:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.893171:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384325.893174:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384325.893175:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384325.893176:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384325.893178:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384325.893183:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384325.893186:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384325.893191:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000091e54842 count: 2 00010000:00000001:3.0:1767384325.893194:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.893197:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384325.893198:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384325.893202:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384325.893203:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c7354503. 00080000:00000001:1.0:1767384325.893204:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.893208:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384325.893209:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767384325.893211:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384325.893212:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c7354503 with handle 0xf489261bfe0bc62b to hash 00000020:00000001:1.0:1767384325.893214:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:3.0:1767384325.893216:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384325.893220:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00080000:00000001:1.0:1767384325.893220:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384325.893224:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00080000:00000010:1.0:1767384325.893227:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000828716aa. 00010000:00000001:3.0:1767384325.893228:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384325.893230:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057637376 : -120966651914240 : ffff91fb41aed800) 00010000:00000001:3.0:1767384325.893235:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.893238:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384325.893242:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384325.893248:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384325.893251:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384325.893254:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384325.893256:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.893258:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384325.893261:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.893266:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384325.893268:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.893270:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384325.893271:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.893273:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.893274:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384325.893276:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384325.893280:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091e54842) refcount = 2 00010000:00000040:3.0:1767384325.893283:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384325.893286:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384325.893290:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384325.893291:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384325.893298:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070ad503c. 00000100:00000001:3.0:1767384325.893300:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384325.893303:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c884e244. 00000100:00000001:3.0:1767384325.893305:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107090290176 : -120966619261440 : ffff91fb43a11600) 00000100:00000001:3.0:1767384325.893307:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107090290176 : -120966619261440 : ffff91fb43a11600) 00000100:00000001:3.0:1767384325.893309:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000001:00000001:1.0:1767384325.893314:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384325.893315:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:1.0:1767384325.893318:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.893319:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:1.0:1767384325.893323:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384325.893324:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.893327:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384325.893329:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.893331:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384325.893333:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384325.893335:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384325.893338:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.893339:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00080000:00000001:1.0:1767384325.893341:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:3.0:1767384325.893343:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:3.0:1767384325.893347:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.893348:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.893351:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.893355:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a40bf94a. 00000100:00000001:3.0:1767384325.893359:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.893363:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384325.893375:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 16 pid: 16790 timeout: 397 lvb_type: 0 00010000:00000001:3.0:1767384325.893381:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384325.893383:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384325.893386:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384325.893392:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.893394:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.893397:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744042368:0@lo:104: 00000100:00000001:3.0:1767384325.893400:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384325.893402:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384325.893404:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.893406:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.893409:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbb6126. 02000000:00000001:3.0:1767384325.893411:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.893415:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf9925b. 00000400:00000010:3.0:1767384325.893419:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384325.893428:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744042368, portal 16 00000100:00000001:3.0:1767384325.893430:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.893432:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00080000:00000001:1.0:1767384325.893432:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384325.893436:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384325.893440:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384325.893446:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.893448:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.893450:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000200:3.0:1767384325.893451:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744042368, offset 0 00000400:00000200:3.0:1767384325.893455:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.893462:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.893466:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd03780 00000400:00000200:3.0:1767384325.893471:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:3.0:1767384325.893474:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.893476:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384325.893479:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384325.893481:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384325.893483:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000100:00000040:3.0:1767384325.893485:0:16811:0:(events.c:337:request_in_callback()) incoming req@0000000056aaba7c x1853236744042368 msgsize 328 00000100:00100000:3.0:1767384325.893489:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384325.893501:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384325.893507:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:3.0:1767384325.893509:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:3.0:1767384325.893511:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384325.893514:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384325.893520:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384325.893520:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.893524:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042368 00000100:00000040:3.0:1767384325.893526:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384325.893528:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.893531:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.893534:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.893537:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.893539:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.893540:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384325.893544:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042368 00000100:00000001:3.0:1767384325.893545:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.893547:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384325.893549:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294914690 00000020:00000040:0.0:1767384325.893550:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000100:00000001:3.0:1767384325.893581:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294914681 00000100:00000001:3.0:1767384325.893592:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294914691 00000100:00000001:3.0:1767384325.893598:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294914681 00000100:00000001:3.0:1767384325.893603:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294914691 00000100:00000001:3.0:1767384325.893609:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294914681 00000100:00000001:3.0:1767384325.893614:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294914691 00000100:00000001:3.0:1767384325.893629:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294914681 00000100:00000001:3.0:1767384325.893634:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.893636:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.893637:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384325.893639:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384325.893640:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00010000:00000001:3.0:1767384325.893643:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.893645:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000020:00000001:3.0:1767384325.893647:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.893648:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00010000:00000001:3.0:1767384325.893651:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384325.893652:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384325.893653:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.893657:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.893657:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3e429e4. 00010000:00000001:3.0:1767384325.893663:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384325.893663:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384325.893666:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384325.893667:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3e429e4. 00000100:00000001:3.0:1767384325.893670:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.893673:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.893674:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384325.893674:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b33bdb0. 00000100:00100000:3.0:1767384325.893690:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c884e244 going to sleep for 11 seconds 00000020:00000010:0.0:1767384325.893691:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5348f02. 00000100:00000001:3.0:1767384325.893694:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384325.893696:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007504b7e8. 00000100:00000001:3.0:1767384325.893697:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.893708:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384325.893712:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384325.893713:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384325.893715:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.893719:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.893728:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.893739:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.893756:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384325.893760:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384325.893763:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:0.0:1767384325.893765:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000100:00000040:0.0:1767384325.893769:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056aaba7c x1853236744042368/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.893776:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.893779:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3e429e4. 00000100:00000001:0.0:1767384325.893782:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.893784:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3e429e4. 00000100:00100000:0.0:1767384325.893789:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056aaba7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744042368:12345-0@lo:104: 00000100:00000200:0.0:1767384325.893792:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042368 00010000:00000001:0.0:1767384325.893794:0:16779:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384325.893797:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384325.893798:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384325.893800:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=2 00000020:00000001:0.0:1767384325.893801:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:0.0:1767384325.893804:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:0.0:1767384325.893806:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384325.893808:0:16779:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.893821:0:16779:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384325.893827:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384325.893828:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384325.893831:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a74a2704. 02000000:00000001:0.0:1767384325.893832:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.893834:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.893837:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384325.893839:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.893842:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384325.893846:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384325.893853:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384325.893855:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384325.893857:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.893859:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.893861:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.893863:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.893866:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000100:00000200:0.0:1767384325.893869:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744042368, offset 224 00000400:00000200:0.0:1767384325.893874:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.893894:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.893903:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd03780 00000400:00000200:0.0:1767384325.893909:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1531 [1] + 224 00000400:00000200:0.0:1767384325.893912:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.893916:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.893919:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.893935:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384325.893943:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.893958:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.893963:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2ef910 00000400:00000010:0.0:1767384325.893965:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000100:00000001:0.0:1767384325.893969:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.893971:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.893975:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.893978:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384325.893980:0:16779:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384325.893984:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000010b04177. 00010000:00000001:0.0:1767384325.893986:0:16779:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384325.893994:0:16779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384325.893997:0:16779:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.893998:0:16779:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894000:0:16779:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.894005:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744042368/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 328/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384325.894019:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056aaba7c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744042368:12345-0@lo:104: Request processed in 240us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384325.894026:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384325.894028:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:0.0:1767384325.894031:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.894032:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384325.894035:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5348f02. 00000020:00000010:0.0:1767384325.894039:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007504b7e8. 00000020:00000010:0.0:1767384325.894042:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b33bdb0. 00000020:00000040:0.0:1767384325.894046:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:0.0:1767384325.894048:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.894064:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.894067:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.894070:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384325.894072:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384325.894074:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384325.894077:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384325.894082:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fc657627 already unused, calling callback (000000001cc36fe6) 10000000:00000001:0.0:1767384325.894085:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384325.894086:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384325.894091:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384325.894093:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384325.894095:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384325.894096:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=3 00000020:00000001:0.0:1767384325.894098:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:0.0:1767384325.894100:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:0.0:1767384325.894103:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384325.894109:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384325.894114:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384325.894116:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384325.894119:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384325.894122:0:16783:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384325.894123:0:16783:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384325.894125:0:16783:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384325.894126:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384325.894128:0:16783:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384325.894138:0:16783:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384325.894139:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384325.894141:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:0.0:1767384325.894143:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384325.894144:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894146:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384325.894149:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384325.894151:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384325.894154:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384325.894156:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384325.894158:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc657627 with handle 0xf489261bfe0bc61d from hash 00010000:00000001:0.0:1767384325.894160:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384325.894161:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.894162:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.894163:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384325.894165:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384325.894166:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384325.894168:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384325.894170:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384325.894174:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000020:00000040:0.0:1767384325.894176:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384325.894178:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384325.894180:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384325.894182:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384325.894190:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b33bdb0. 00000100:00000001:0.0:1767384325.894192:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894195:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384325.894198:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384325.894203:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384325.894215:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.894218:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384325.894219:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.894224:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4e607] to pc [ptlrpcd_00_01+1] req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.894244:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384325.894247:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.894249:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.894251:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894253:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.894254:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384325.894255:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.894259:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384325.894259:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384325.894263:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384325.894267:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384325.894269:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384325.894270:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000fc657627/0xf489261bfe0bc61d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc624 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384325.894288:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f3c30241 count: 0 00000100:00000001:1.0:1767384325.894289:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.894292:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.894294:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384325.894296:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384325.894297:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384325.894298:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894299:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:1.0:1767384325.894303:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744042496:0@lo:103: 00010000:00000010:0.0:1767384325.894303:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000010b04177. 00000100:00000001:1.0:1767384325.894309:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384325.894309:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.894313:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384325.894313:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384325.894317:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.894318:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.894322:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767384325.894323:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767384325.894326:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000580111f9. 00000020:00000001:0.0:1767384325.894326:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.894327:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.894330:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.894334:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0f8140. 00010000:00010000:0.0:1767384325.894337:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384325.894340:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008003a364. 00000020:00000001:0.0:1767384325.894340:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.894341:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.894345:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767384325.894346:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744042496, portal 18 00000100:00000001:1.0:1767384325.894349:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.894350:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000040:1.0:1767384325.894354:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.894354:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.894358:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.894361:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.894366:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384325.894366:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.894370:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.894373:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000100:00000001:0.0:1767384325.894374:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384325.894378:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.894381:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.894383:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf9925b. 00000400:00000200:0.0:1767384325.894386:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:0.0:1767384325.894387:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:0.0:1767384325.894390:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.894391:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744042496, offset 0 00000100:00000200:0.0:1767384325.894395:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384325.894402:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384325.894409:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384325.894413:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384325.894423:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.894426:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd03800 00000100:00000001:0.0:1767384325.894427:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.894432:0:16811:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384325.894435:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 02000000:00000001:0.0:1767384325.894435:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384325.894438:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384325.894440:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384325.894441:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.894446:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.894447:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384325.894450:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=33 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384325.894452:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:0.0:1767384325.894466:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=33 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384325.894467:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384325.894472:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767384325.894473:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000100:00000001:0.0:1767384325.894474:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.894477:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000466595ef x1853236744042496 msgsize 328 00010000:00000001:0.0:1767384325.894478:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384325.894481:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.894484:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384325.894485:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.894489:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.894493:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.894495:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.894500:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000100:00000001:0.0:1767384325.894502:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384325.894503:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000100:00000001:0.0:1767384325.894506:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.894507:0:16155:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384325.894511:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000200:1.0:1767384325.894514:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.894515:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384325.894518:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384325.894519:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384325.894524:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042496 00010000:00000001:0.0:1767384325.894524:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.894525:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384325.894529:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384325.894532:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.894533:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384325.894534:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384325.894537:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384325.894544:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384325.894549:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042496 00000020:00000001:2.0:1767384325.894570:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384325.894571:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384325.894573:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.894575:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:2.0:1767384325.894581:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384325.894583:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.894588:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384325.894589:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384325.894591:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744042368:0@lo:104: 00000100:00000001:2.0:1767384325.894594:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384325.894596:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384325.894598:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ead662a. 00000100:00000001:0.0:1767384325.894598:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.894600:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294914692 00000100:00000001:2.0:1767384325.894605:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.894607:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384325.894609:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ead662a. 00000100:00000001:1.0:1767384325.894610:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914690 00000100:00000001:0.0:1767384325.894610:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384325.894615:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384325.894618:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba900318. 00000100:00000001:1.0:1767384325.894618:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294914692 00000100:00000001:1.0:1767384325.894624:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914691 00000100:00000001:1.0:1767384325.894626:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294914692 00000020:00000010:2.0:1767384325.894628:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a23504d. 00000100:00000001:1.0:1767384325.894630:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294914691 00000020:00000010:2.0:1767384325.894633:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000100:00000040:0.0:1767384325.894633:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a8ff28b x1853236744042368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.894636:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294914692 00000100:00000040:2.0:1767384325.894644:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384325.894645:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294914691 00000100:00000001:0.0:1767384325.894645:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384325.894650:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384325.894650:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384325.894654:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1767384325.894654:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbb6126. 00010000:00000001:2.0:1767384325.894658:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384325.894658:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384325.894659:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384325.894663:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.894664:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.894664:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384325.894668:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:0.0:1767384325.894668:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000100:00000001:1.0:1767384325.894670:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.894672:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384325.894673:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384325.894676:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a40bf94a. 00010000:00000001:2.0:1767384325.894679:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384325.894680:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384325.894680:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384325.894682:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384325.894683:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384325.894684:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1767384325.894685:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000100:00000010:0.0:1767384325.894687:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 00000020:00000001:2.0:1767384325.894690:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384325.894698:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00000100:00000001:1.0:1767384325.894699:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.894699:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.894704:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.894704:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384325.894705:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 17 pid: 16790 timeout: 397 lvb_type: 0 00000100:00000001:1.0:1767384325.894707:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384325.894709:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c884e244. 00000100:00000001:1.0:1767384325.894712:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.894715:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384325.894719:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384325.894720:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1767384325.894722:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070ad503c. 00010000:00000001:2.0:1767384325.894723:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.894726:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.894727:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.894730:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.894731:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.894734:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384325.894736:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 20000000:00000001:0.0:1767384325.894737:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:2.0:1767384325.894741:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000466595ef x1853236744042496/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.894747:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384325.894750:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384325.894762:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384325.894764:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.894775:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384325.894785:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384325.894786:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384325.894789:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384325.894791:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:2.0:1767384325.894793:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 00000100:00000040:2.0:1767384325.894796:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000466595ef x1853236744042496/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.894802:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384325.894804:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ead662a. 00000100:00000001:2.0:1767384325.894806:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384325.894808:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ead662a. 00000100:00100000:2.0:1767384325.894810:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000466595ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16155:x1853236744042496:12345-0@lo:103: 00000100:00000200:2.0:1767384325.894813:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042496 00010000:00000001:2.0:1767384325.894814:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384325.894821:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384325.894822:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384325.894825:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384325.894827:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384325.894829:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009673dd6d. 02000000:00000001:2.0:1767384325.894831:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.894832:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.894834:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384325.894836:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384325.894838:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384325.894839:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.894840:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000020:00000001:2.0:1767384325.894842:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384325.894844:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000040:2.0:1767384325.894846:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000091e54842 count: 3 00010000:00010000:2.0:1767384325.894849:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 17 pid: 16790 timeout: 397 lvb_type: 0 00000100:00001000:2.0:1767384325.894853:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384325 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384325.894856:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384325.894860:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.894861:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384325.894863:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 17 pid: 16790 timeout: 397 lvb_type: 0 00000020:00000001:2.0:1767384325.894867:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.894868:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.894870:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.894871:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.894873:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384325.894875:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384325.894878:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.894879:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.894894:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.894896:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384325.894897:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc624 from hash 00010000:00000001:2.0:1767384325.894905:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384325.894907:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.894908:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.894909:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384325.894911:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384325.894912:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384325.894915:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc624 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc61d expref: 17 pid: 16790 timeout: 397 lvb_type: 0 00010000:00000040:2.0:1767384325.894919:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:2.0:1767384325.894920:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:2.0:1767384325.894924:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.894926:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384325.894937:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384325.894939:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000c7354503 00010000:00000001:2.0:1767384325.894940:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384325.894942:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384325.894943:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.894945:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384325.894946:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.894949:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384325.894951:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384325.894952:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.894957:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384325.894958:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384325.894960:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384325.894961:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384325.894963:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091e54842) refcount = 2 00010000:00010000:2.0:1767384325.894965:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.894969:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384325.894970:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384325.894972:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.894973:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384325.895050:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ead662a. 00000100:00000001:2.0:1767384325.895053:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384325.895055:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000074388b6e. 00000100:00000001:2.0:1767384325.895057:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111866672832 : -120961842878784 : ffff91fc6052e6c0) 00000100:00000001:2.0:1767384325.895059:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111866672832 : -120961842878784 : ffff91fc6052e6c0) 00000100:00000001:2.0:1767384325.895061:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384325.895062:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384325.895063:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384325.895065:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384325.895068:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384325.895070:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384325.895072:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.895073:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=5 00000020:00000001:2.0:1767384325.895075:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384325.895077:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384325.895079:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384325.895081:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895085:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384325.895087:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895091:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.895092:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384325.895093:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895096:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.895097:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895099:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384325.895100:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384325.895104:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c7354503 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384325.895111:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.895114:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384325.895115:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895119:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384325.895121:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384325.895122:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.895123:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c7354503 refcount=6 00000020:00000001:2.0:1767384325.895125:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384325.895126:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604465152 : -120962105086464 : ffff91fc50b1ee00) 00010000:00000001:2.0:1767384325.895128:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384325.895130:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895133:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384325.895134:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.895136:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895144:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384325.895146:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384325.895148:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.895150:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384325.895152:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c7354503 with handle 0xf489261bfe0bc62b from hash 00010000:00000001:2.0:1767384325.895154:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384325.895155:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.895156:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.895158:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384325.895159:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384325.895161:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384325.895162:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895163:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384325.895166:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.895170:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895174:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384325.895175:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384325.895176:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384325.895179:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384325.895180:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.895185:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384325.895185:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384325.895190:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384325.895194:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.895194:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.895197:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.895198:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895201:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.895207:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:2.0:1767384325.895208:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895213:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.895215:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.895216:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384325.895218:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384325.895219:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.895220:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.895222:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384325.895223:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.895225:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895226:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384325.895227:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c7354503/0xf489261bfe0bc62b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.895235:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.895236:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895238:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384325.895239:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384325.895240:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.895242:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.895244:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384325.895245:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000074388b6e. 00000100:00000001:2.0:1767384325.895247:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384325.895248:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384325.895250:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ead662a. 00010000:00000001:2.0:1767384325.895253:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384325.895254:0:16781:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091e54842 count: 0 00010000:00010000:2.0:1767384325.895263:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384325.895265:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.895268:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384325.895270:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384325.895272:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384325.895280:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384325.895282:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384325.895284:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384325.895286:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384325.895287:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384325.895291:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384325.895292:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384325.895295:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384325.895298:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744042496, offset 224 00000400:00000200:2.0:1767384325.895302:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384325.895308:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384325.895315:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd03800 00000400:00000200:2.0:1767384325.895320:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x153d [1] + 224 00000400:00000200:2.0:1767384325.895323:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.895327:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384325.895331:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384325.895334:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384325.895342:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.895360:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384325.895366:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384325.895368:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384325.895371:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384325.895373:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384325.895376:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.895378:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384325.895380:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.895382:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384325.895385:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744042496/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 328/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.895388:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.895392:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384325.895394:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000466595ef pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744042496:12345-0@lo:103: Request processed in 591us (916us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384325.895397:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.895400:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.895402:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0f8140. 00000400:00000200:1.0:1767384325.895407:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008003a364 00000400:00000010:1.0:1767384325.895411:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008003a364. 00000100:00100000:2.0:1767384325.895414:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384325.895414:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384325.895418:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384325.895422:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384325.895422:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.895426:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384325.895430:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a23504d. 00000100:00000200:1.0:1767384325.895433:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384325.895437:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000100:00000001:1.0:1767384325.895440:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384325.895442:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba900318. 00000100:00000001:1.0:1767384325.895443:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.895448:0:16155:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384325.895450:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 02000000:00000001:1.0:1767384325.895450:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.895453:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.895455:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.895456:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.895459:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=33 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384325.895465:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384325.895466:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.895471:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.895472:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.895474:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.895475:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.895477:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.895479:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.895490:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.895492:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.895493:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.895495:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.895500:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744042496:0@lo:103: 00000100:00000001:1.0:1767384325.895505:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.895506:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.895507:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744042496/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.895512:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.895514:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.895516:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000580111f9. 02000000:00000001:1.0:1767384325.895520:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.895522:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.895524:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384325.895526:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.895528:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004b33bdb0. 02000000:00000001:1.0:1767384325.895531:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.895532:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.895534:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:1.0:1767384325.895538:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.895539:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.895541:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.895547:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.895549:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.895576:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.895579:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384325.899600:0:23423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3c30241. 00010000:00000010:0.1:1767384325.899609:0:23423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc657627. 00080000:00000001:0.0:1767384325.902480:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384325.902481:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384325.902483:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.902486:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384325.902487:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384325.902488:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384325.902491:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384325.902492:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384325.902494:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000828716aa. 20000000:00000001:1.0:1767384325.902495:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384325.902498:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384325.902500:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384325.902513:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384325.902516:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384325.902521:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384325.902526:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384325.902530:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384325.902532:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384325.902535:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384325.902536:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384325.902541:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000987a9c7. 00010000:00000001:2.0:1767384325.902545:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384325.902548:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003cc209ba. 00000020:00000001:2.0:1767384325.902550:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384325.902574:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003cc209ba with handle 0xf489261bfe0bc632 to hash 00000020:00000001:2.0:1767384325.902576:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384325.902578:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902580:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902582:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.902584:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.902587:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902593:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384325.902595:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384325.902596:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384325.902598:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384325.902600:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.902602:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384325.902609:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.902610:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384325.902612:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384325.902614:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384325.902615:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384325.902616:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000987a9c7) refcount = 1 00010000:00010000:2.0:1767384325.902619:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902623:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384325.902624:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384325.902625:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.902627:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902628:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384325.902630:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384325.902632:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384325.902634:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384325.902636:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.902637:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003cc209ba refcount=4 00000020:00000001:2.0:1767384325.902639:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902641:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902643:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384325.902644:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902648:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384325.902649:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902653:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.902654:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384325.902655:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902664:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.902665:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902670:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384325.902672:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384325.902676:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003cc209ba already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384325.902678:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.902679:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384325.902680:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902683:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384325.902684:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384325.902685:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384325.902686:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003cc209ba refcount=5 00000020:00000001:2.0:1767384325.902687:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902689:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695424 : -120962254856192 : ffff91fc47c4a000) 00010000:00000001:2.0:1767384325.902691:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384325.902692:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902695:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384325.902696:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384325.902697:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902699:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384325.902700:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384325.902701:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384325.902701:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384325.902703:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003cc209ba with handle 0xf489261bfe0bc632 from hash 00010000:00000001:2.0:1767384325.902704:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384325.902705:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.902706:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.902708:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384325.902709:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384325.902710:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384325.902710:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384325.902711:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384325.902716:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902717:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384325.902728:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384325.902729:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.902731:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.902731:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902732:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384325.902733:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.902735:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902738:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.902740:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.902741:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384325.902742:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384325.902743:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384325.902744:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384325.902745:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384325.902746:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384325.902747:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.902748:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384325.902751:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384325.902753:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384325.902754:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003cc209ba/0xf489261bfe0bc632 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384325.902758:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000987a9c7 count: 0 00010000:00000001:2.0:1767384325.902765:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384325.902767:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384325.903403:0:23422:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f2a2c909. 00000400:00000040:3.0:1767384325.903420:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.903423:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.903425:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.903427:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.903430:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00080000:00000020:2.0:1767384325.903430:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767384325.903434:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:2.0:1767384325.903435:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384325.903439:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082c8cd75. 00000400:00000040:3.0:1767384325.903440:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.903444:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.903446:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 20000000:00000001:2.0:1767384325.903446:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384325.903450:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00010000:00000040:2.0:1767384325.903462:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744042240 00000400:00000040:3.0:1767384325.903463:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:2.0:1767384325.903465:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:3.0:1767384325.903467:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.903476:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000200:2.0:1767384325.903478:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d2aaa4b x1853236744042240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384325.903479:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.903483:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384325.903488:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:2.0:1767384325.903490:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:3.0:1767384325.903492:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384325.903493:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384325.903494:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00001000:2.0:1767384325.903496:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=33 v=5 (1 0 0 0) 00000400:00000040:3.0:1767384325.903497:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384325.903503:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384325.903503:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:3.0:1767384325.903505:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000040:2.0:1767384325.903507:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000040:3.0:1767384325.903509:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:2.0:1767384325.903512:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000040:3.0:1767384325.903513:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:2.0:1767384325.903516:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:3.0:1767384325.903517:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:2.0:1767384325.903519:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384325.903520:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000001:2.0:1767384325.903523:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:3.0:1767384325.903524:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.903526:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000040:2.0:1767384325.903527:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:3.0:1767384325.903530:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.903533:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000010:2.0:1767384325.903533:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc49838. 00000400:00000040:3.0:1767384325.903537:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000200:2.0:1767384325.903539:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744042240, offset 224 00000400:00000040:3.0:1767384325.903540:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384325.903544:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.903547:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000200:2.0:1767384325.903549:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:3.0:1767384325.903550:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000010:2.1:1767384325.903580:0:16789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00010000:00000010:2.1:1767384325.903586:0:16789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7354503. 00010000:00000010:2.1:1767384325.903592:0:16789:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091e54842. 00000400:00000040:3.0:1767384325.903608:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.903610:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.903611:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384325.903613:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.903614:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.903615:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384325.903617:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.903618:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.903630:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384325.903632:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384325.903633:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384325.903634:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384325.903636:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384325.903637:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384325.903639:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384325.903640:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.903641:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384325.903648:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.903650:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384325.903652:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384325.903654:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384325.903655:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384325.903657:0:23422:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384325.903714:0:23422:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f2a2c909. 00000400:00000200:2.0:1767384325.903718:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384325.903726:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03700 00000400:00000200:2.0:1767384325.903730:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1525 [2] + 224 00000400:00000200:2.0:1767384325.903735:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.903738:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384325.903742:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384325.903746:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384325.903754:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384325.903768:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384325.903779:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc49838 00000400:00000010:2.0:1767384325.903781:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc49838. 00000100:00000001:2.0:1767384325.903784:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384325.903785:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.903786:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384325.903788:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.903789:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384325.903793:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384325.903795:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384325.903796:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384325.903798:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384325.903799:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.903801:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98c050c. 00000400:00000200:0.0:1767384325.903806:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018a352be 00000020:00000001:2.0:1767384325.903808:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384325.903809:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018a352be. 00000100:00000001:0.0:1767384325.903814:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384325.903815:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d2aaa4b x1853236744042240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384325.903820:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384325.903834:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d2aaa4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744042240:12345-0@lo:253: Request processed in 19209us (19553us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384325.903838:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384325.903846:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384325.903851:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384325.903853:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.903854:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384325.903856:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384325.903858:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c478586. 00000020:00000010:2.0:1767384325.903863:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000100:00000001:0.0:1767384325.903863:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.903867:0:16154:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384325.903869:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cda6e5. 02000000:00000001:0.0:1767384325.903870:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384325.903872:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.903875:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384325.903877:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384325.903877:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.903895:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=33 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384325.903896:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384325.903899:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6b4e771. 00000100:00001000:0.0:1767384325.903900:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=33 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384325.903905:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384325.903905:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384325.903910:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.903910:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.903915:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384325.903917:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384325.903918:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384325.903919:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384325.903924:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c814304. 00000100:00000040:0.0:1767384325.903925:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.903930:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.903932:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384325.903936:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384325.903941:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc49838. 00000020:01000004:0.0:1767384325.903941:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384325.903943:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384325.903945:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384325.903947:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384325.903949:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384325.903950:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384325.903951:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384325.903953:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384325.903953:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384325.903955:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.903961:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744042240:0@lo:253: 00000100:00000001:0.0:1767384325.903964:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.903965:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.903966:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de68e5a6 x1853236744042240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.903969:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384325.903977:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384325.903978:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ccfdae50. 02000000:00000001:0.0:1767384325.903981:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384325.903982:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384325.903983:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384325.903985:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384325.903987:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d714916. 02000000:00000001:0.0:1767384325.903991:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384325.903992:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384325.903993:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 00000100:00000001:0.0:1767384325.903996:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384325.903998:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.903999:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.904003:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.904005:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.904007:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.904009:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384325.905304:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384325.905307:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384325.905308:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003fb996a1. 20000000:00000001:1.0:1767384325.905312:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.905315:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744042112 00010000:00000001:1.0:1767384325.905316:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384325.905320:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f45e659 x1853236744042112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.905326:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.905327:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.905329:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.905331:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.905333:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.905334:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384325.905337:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.905338:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.905339:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.905341:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.905343:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b38e38f. 00000100:00000200:1.0:1767384325.905346:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744042112, offset 224 00000400:00000200:1.0:1767384325.905349:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.905354:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.905358:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03680 00000400:00000200:1.0:1767384325.905361:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x151d [2] + 224 00000400:00000200:1.0:1767384325.905365:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.905367:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.905370:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.905372:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.905378:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.905401:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.905405:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b38e38f 00000400:00000010:1.0:1767384325.905406:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b38e38f. 00000100:00000001:1.0:1767384325.905408:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.905409:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.905412:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.905414:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.905416:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.905417:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.905419:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384325.905422:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f45e659 x1853236744042112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.905423:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.905427:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384325.905432:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384325.905432:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f45e659 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744042112:12345-0@lo:253: Request processed in 20704us (21314us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384325.905435:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.905439:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d969da62. 00000100:00100000:1.0:1767384325.905443:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000400:00000200:3.0:1767384325.905444:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021325f19 00000100:00000040:1.0:1767384325.905446:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000400:00000010:3.0:1767384325.905447:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021325f19. 00000100:00000001:1.0:1767384325.905449:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384325.905452:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384325.905452:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384325.905456:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de0f7db5. 00000100:00000200:3.0:1767384325.905459:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384325.905461:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:1.0:1767384325.905467:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080ef6a92. 00000020:00000040:1.0:1767384325.905472:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000200:3.0:1767384325.905474:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384325.905476:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.905478:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000294c2c8d. 02000000:00000001:1.0:1767384325.905482:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384325.905484:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.905488:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384325.905489:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384325.905490:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.905494:0:16157:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384325.905494:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0f8140. 02000000:00000001:3.0:1767384325.905495:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.905499:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384325.905500:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b38e38f. 00000100:00000001:3.0:1767384325.905501:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.905505:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.905507:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384325.905510:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.905512:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.905513:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.905514:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.905515:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.905517:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.905519:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.905524:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.905531:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.905532:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.905534:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384325.905535:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384325.905536:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.905537:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.905538:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.905538:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.905540:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384325.905541:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384325.905541:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.905542:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384325.905544:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.905548:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744042112:0@lo:253: 00000100:00000001:3.0:1767384325.905551:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.905583:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.905585:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006765f1c4 x1853236744042112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.905590:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.905591:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.905593:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006892e10d. 02000000:00000001:3.0:1767384325.905595:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.905596:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.905597:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384325.905598:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.905599:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045f759d1. 02000000:00000001:3.0:1767384325.905602:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.905602:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.905603:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00000100:00000001:3.0:1767384325.905606:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.905607:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.905608:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.905611:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.905612:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.905614:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.905620:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384325.909579:0:23425:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000987a9c7. 00010000:00000010:2.1:1767384325.909587:0:23425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003cc209ba. 00000100:00000040:3.0:1767384325.912600:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294914692, at 4294914693 00000100:00000040:2.0:1767384325.912602:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294914692, at 4294914693 00000100:00000010:3.0:1767384325.912608:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee3b0cb5. 00000100:00000010:2.0:1767384325.912610:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe129487. 00000100:00000040:1.0:1767384325.912614:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294914692, at 4294914693 00000100:00000010:1.0:1767384325.912621:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000248dac99. 00000100:00000040:0.0:1767384325.913600:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294914692, at 4294914694 00000100:00000010:0.0:1767384325.913606:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ade7980. 00010000:00000001:1.0:1767384326.100597:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384326.100607:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.100612:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384326.100613:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.100640:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384326.100644:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.100646:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384326.799090:0:23688:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384326.799103:0:23688:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.799107:0:23688:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384326.799112:0:23688:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384326.799117:0:23688:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.799120:0:23688:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.123607:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384327.123613:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384327.123618:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384327.123619:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.123653:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384327.123656:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.123659:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384327.546736:0:23852:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384327.546741:0:23852:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384327.553305:0:23852:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384327.565100:0:23853:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007db567a9. 00000400:00000010:2.0:1767384327.565118:0:23853:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000231998a9. 00000400:00000010:2.0:1767384327.565145:0:23853:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c047baf1. 00000400:00000010:2.0:1767384327.565151:0:23853:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000e11c00b. 00000400:00000010:2.0:1767384327.565156:0:23853:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000901ff286. 00000400:00000010:2.0:1767384327.565162:0:23853:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063efcd18. 00000400:00000010:2.0:1767384327.565164:0:23853:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf1061e9. 00000400:00000010:2.0:1767384327.565166:0:23853:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc206510. 00000400:00000010:2.0:1767384327.565179:0:23853:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fcfdaf4d. 00000800:00000010:2.0:1767384327.565194:0:23853:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000096b58ec6. 00000800:00000200:2.0:1767384327.565207:0:23853:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384327.565218:0:23853:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384327.565278:0:23853:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384327.565310:0:23853:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384327.568478:0:23853:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000081599113. 00000400:00000010:2.0:1767384327.568487:0:23853:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000400:00000010:2.0:1767384327.568494:0:23853:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000400:00000001:2.0:1767384327.568513:0:23853:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384327.568516:0:23853:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384327.568518:0:23853:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00000400:00000200:2.0:1767384327.568521:0:23853:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000400:00000010:2.0:1767384327.568524:0:23853:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000400:00000010:2.0:1767384327.568529:0:23853:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004554ce59. 00000400:00000200:2.0:1767384327.568536:0:23853:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (15) 00000400:00000200:2.0:1767384327.568607:0:23853:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384327.568620:0:23853:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384327.568628:0:23853:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b6b4e771. 00000020:01000000:2.0:1767384327.568636:0:23853:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384327.568640:0:23853:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp24 00000400:00000200:0.0:1767384327.568668:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384327.568671:0:23853:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000231998a9. 00000400:00000010:2.0:1767384327.568678:0:23853:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007db567a9. 00000400:00000200:0.0:1767384327.568682:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384327.568694:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000200:0.0:1767384327.568699:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (16) 00000400:00000010:0.0:1767384327.568705:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f840b06b. 00000020:00000001:1.0:1767384327.568708:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384327.568714:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 10000000:00000001:1.0:1767384327.568715:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.568721:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384327.568725:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384327.568729:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384327.568733:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:01000004:1.0:1767384327.568734:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384327.568740:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.568743:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384327.568746:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384327.568747:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.568752:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.568756:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384327.568762:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384327.568762:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384327.568769:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.568776:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384327.568776:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:1.0:1767384327.568789:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000400:00000200:0.0:1767384327.568789:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:1.0:1767384327.568802:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384327.568805:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384327.568815:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384327.568816:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:1.0:1767384327.568823:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.568830:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.568837:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384327.568843:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:1.0:1767384327.568846:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000076a4ce42. 00000400:00000200:0.0:1767384327.568848:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384327.568857:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:1.0:1767384327.568860:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.568862:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384327.568868:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:1.0:1767384327.568900:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384327.568900:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000001:1.0:1767384327.568904:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.568911:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:1.0:1767384327.568918:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_02+2] req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.568919:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384327.568932:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp23 00000400:00000200:0.0:1767384327.568941:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384327.568946:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp23 00000400:00000200:0.0:1767384327.568951:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.113@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1767384327.568959:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp23 10000000:00000001:1.0:1767384327.568963:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.568971:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.568975:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384327.568981:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384327.568982:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23:) -> 192.168.203.113@tcp23(192.168.203.113@tcp:192.168.203.113@tcp23) : PUT try# 0 00000100:00000001:3.0:1767384327.568991:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384327.568991:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384327.568999:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384327.568999:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.113@tcp23 00000100:00000001:3.0:1767384327.569001:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384327.569005:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384327.569008:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:1.0:1767384327.569009:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384327.569011:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f8415c3. 00000020:01000004:1.0:1767384327.569016:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384327.569020:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384327.569021:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384327.569023:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:0.0:1767384327.569024:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000021325f19. 00000020:01000004:1.0:1767384327.569029:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.569035:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:0.0:1767384327.569036:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000010b04177. 00000020:01000004:1.0:1767384327.569041:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.569047:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384327.569052:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384327.569054:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384327.569055:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (2) 00000020:01000004:1.0:1767384327.569056:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384327.569062:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384327.569065:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466de7b8. 00000800:00000200:0.1:1767384327.569072:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (2) 02000000:00000001:3.0:1767384327.569073:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384327.569074:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:3.0:1767384327.569080:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.569083:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384327.569087:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.569088:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.569093:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384327.569097:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744042624:0@lo:253: 00000400:00000200:0.0:1767384327.569103:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 02000000:00000010:1.0:1767384327.569105:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c30860a5. 00000100:00000001:3.0:1767384327.569113:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384327.569114:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:1.0:1767384327.569115:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.569132:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384327.569134:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.569139:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.569140:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.569145:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384327.569146:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466de7b8] to pc [ptlrpcd_00_03+3] req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384327.569154:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009005868c. 00000100:00000001:0.0:1767384327.569158:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384327.569160:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384327.569162:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569165:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384327.569168:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569170:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384327.569171:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006953735a. 00000020:00000001:1.0:1767384327.569172:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.569182:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009cbcc5e3. 00000020:01000000:1.0:1767384327.569190:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384327.569192:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384327.569193:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744042624, portal 25 00000020:00000010:1.0:1767384327.569195:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b6b4e771. 00000100:00000001:3.0:1767384327.569203:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384327.569208:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000001:0.0:1767384327.569215:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384327.569219:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.569222:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384327.569225:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384327.569230:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384327.569239:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.569241:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384327.569247:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744042752:0@lo:253: 00000100:00000040:3.0:1767384327.569248:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384327.569256:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384327.569257:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b46f933. 02000000:00000001:0.0:1767384327.569262:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384327.569264:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744042624, offset 0 02000000:00000001:0.0:1767384327.569266:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.569271:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384327.569277:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e4fc465. 02000000:00000001:0.0:1767384327.569282:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.569289:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384327.569292:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000400:00000010:0.0:1767384327.569301:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000432c3210. 00000400:00000200:3.0:1767384327.569302:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384327.569327:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744042752, portal 25 00000100:00000001:0.0:1767384327.569333:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384327.569336:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340686592 : -120961368865024 : ffff91fc7c93c700) 00000400:00000200:3.0:1767384327.569342:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03880 00000100:00000040:0.0:1767384327.569350:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.569361:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:3.0:1767384327.569375:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e7b9008. 00000100:00000001:0.0:1767384327.569379:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384327.569385:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6e653c1 00000100:00000040:0.0:1767384327.569387:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384327.569396:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cc8947a. 00000400:00000200:3.0:1767384327.569400:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384327.569401:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744042752, offset 0 00000400:00000200:3.0:1767384327.569417:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384327.569425:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384327.569432:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e653c1 00000400:00000010:3.0:1767384327.569438:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6e653c1. 00000400:00000200:0.0:1767384327.569445:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384327.569450:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384327.569456:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384327.569463:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000095b5fd60 x1853236744042624 msgsize 4848 00000400:00000200:0.0:1767384327.569464:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03900 00000400:00000200:0.0:1767384327.569483:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00100000:3.0:1767384327.569489:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384327.569493:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008e0a6b9. 00000100:00000040:3.0:1767384327.569495:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384327.569503:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032f65b6d 00000400:00000200:0.0:1767384327.569513:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.569521:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.569522:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384327.569534:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b46f933 00000400:00000010:3.0:1767384327.569557:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b46f933. 00000100:00000001:3.0:1767384327.569595:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384327.569602:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.569603:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032f65b6d 00000400:00000010:0.0:1767384327.569610:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032f65b6d. 00000100:00000001:1.0:1767384327.569619:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384327.569620:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384327.569622:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384327.569624:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042624 00000100:00000200:0.0:1767384327.569625:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384327.569630:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384327.569632:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384327.569635:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000b2420d6e x1853236744042752 msgsize 4848 00000100:00000001:1.0:1767384327.569638:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.569644:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.569655:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384327.569655:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384327.569656:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384327.569659:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:1.0:1767384327.569666:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042624 00000100:00000001:3.0:1767384327.569667:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384327.569674:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384327.569677:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384327.569678:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.569679:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.569681:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.569687:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:3.0:1767384327.569689:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294916367 00000400:00000200:0.0:1767384327.569690:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc8947a 00000020:00000001:1.0:1767384327.569692:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:0.0:1767384327.569697:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cc8947a. 00000020:00000001:1.0:1767384327.569701:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000010:3.0:1767384327.569702:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adfe6d46. 00000100:00000001:0.0:1767384327.569703:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384327.569708:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384327.569713:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.569714:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384327.569716:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c03405f. 00000100:00000001:1.0:1767384327.569725:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.569727:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294916367 00000020:00000010:1.0:1767384327.569732:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c03405f. 00000100:00000010:3.0:1767384327.569739:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008377af8f. 00000100:00000001:0.0:1767384327.569740:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384327.569744:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016bebc66. 00000100:00000001:3.0:1767384327.569748:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384327.569750:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384327.569757:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da04f430. 00000100:00000001:0.0:1767384327.569760:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569768:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384327.569770:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294916367 00000020:00000010:1.0:1767384327.569773:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000100:00000001:0.0:1767384327.569774:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384327.569777:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000324d1dd3. 00000100:00000001:0.0:1767384327.569785:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294916367 00000100:00000001:3.0:1767384327.569787:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384327.569794:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294916367 00000100:00000001:3.0:1767384327.569798:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294916367 00000100:00000040:1.0:1767384327.569800:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384327.569800:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294916367 00000100:00000010:3.0:1767384327.569810:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000041952195. 00000100:00000001:0.0:1767384327.569811:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294916367 00000100:00000001:1.0:1767384327.569812:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384327.569820:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384327.569821:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294916367 00000100:00000001:3.0:1767384327.569822:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384327.569828:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569831:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294916367 00000100:00000001:3.0:1767384327.569832:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.569841:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569841:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294916367 00000100:00000001:1.0:1767384327.569844:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569852:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294916367 00000100:00000001:3.0:1767384327.569854:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569857:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.569859:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384327.569862:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569868:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569887:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.569888:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.569890:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.569894:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384327.569897:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.569900:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.569903:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384327.569906:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.569911:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384327.569913:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.569914:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384327.569918:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384327.569923:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384327.569924:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042752 00000100:00000001:0.0:1767384327.569928:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.569931:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384327.569934:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.569937:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.569942:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.569948:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384327.569952:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042752 00000020:00000001:1.0:1767384327.569967:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384327.569970:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384327.569972:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384327.569974:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384327.569977:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384327.569980:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384327.569988:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:0.0:1767384327.569989:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000400:00000200:3.0:1767384327.569998:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000020:00000001:1.0:1767384327.569999:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:0.0:1767384327.569999:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384327.570006:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094042192 : -120961615509424 : ffff91fc6de04850) 00000100:00000001:1.0:1767384327.570013:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384327.570017:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095b5fd60 x1853236744042624/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384327.570021:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c03405f. 00000100:00000001:1.0:1767384327.570030:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384327.570038:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384327.570039:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c03405f. 00000020:00000010:0.0:1767384327.570046:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 00000100:00000001:0.0:1767384327.570052:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384327.570053:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cbf2e22. 00000020:00000010:0.0:1767384327.570056:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00000020:00000010:1.0:1767384327.570067:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000697ef565. 00000100:00100000:0.0:1767384327.570072:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095b5fd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744042624:12345-0@lo:253: 00000100:00000200:0.0:1767384327.570080:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042624 00000020:00000010:1.0:1767384327.570081:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069340145. 00000020:00000001:0.0:1767384327.570084:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384327.570091:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384327.570095:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384327.570096:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.570097:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:1.0:1767384327.570103:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384327.570104:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384327.570110:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.570110:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384327.570121:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384327.570124:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.570127:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.570128:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384327.570132:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384327.570137:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384327.570138:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.570149:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384327.570154:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384327.570162:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003fb996a1. 02000000:00000001:0.0:1767384327.570165:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.570166:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384327.570168:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.570173:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:0.0:1767384327.570174:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384327.570186:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00100000:1.0:1767384327.570188:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:1.0:1767384327.570198:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 20000000:00000010:0.0:1767384327.570198:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004d714916. 00000100:00000001:1.0:1767384327.570209:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094043216 : -120961615508400 : ffff91fc6de04c50) 20000000:01000000:0.0:1767384327.570209:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384327.570220:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384327.570223:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:1.0:1767384327.570225:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2420d6e x1853236744042752/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384327.570228:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384327.570235:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384327.570241:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384327.570254:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:0.0:1767384327.570257:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e4e16b5. 00000020:00000010:1.0:1767384327.570261:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c03405f. 20000000:01000000:0.0:1767384327.570262:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000100:00000001:1.0:1767384327.570272:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384327.570272:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384327.570277:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000020:00000010:1.0:1767384327.570281:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c03405f. 00080000:00000001:0.0:1767384327.570282:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:1.0:1767384327.570298:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2420d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744042752:12345-0@lo:253: 00000100:00000200:1.0:1767384327.570303:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042752 00000020:00000001:1.0:1767384327.570316:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384327.570320:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384327.570322:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.570325:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384327.570328:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384327.570332:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384327.570335:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384327.570338:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384327.570340:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384327.570343:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.570346:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.570347:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384327.570351:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 02000000:00000001:1.0:1767384327.570353:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384327.570354:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384327.570361:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.570363:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036f27426. 00080000:00000001:0.0:1767384327.570365:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000001:1.0:1767384327.570369:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.570373:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1767384327.570374:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.570381:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384327.570382:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384327.570389:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000010:1.0:1767384327.570392:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006892e10d. 20000000:01000000:1.0:1767384327.570399:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:0.0:1767384327.570399:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2751baf. 00000400:00000200:3.0:1767384327.570402:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 20000000:00000001:1.0:1767384327.570403:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384327.570406:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091703808 : -120966617847808 : ffff91fb43b6a800) 20000000:00000001:1.0:1767384327.570409:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384327.570414:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384327.570415:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.570420:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.570423:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384327.570452:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570495:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570533:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000001:00000001:0.0:1767384327.570609:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384327.570612:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.570616:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384327.570638:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00080000:00000001:0.0:1767384327.570641:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.570648:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384327.570707:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570795:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570846:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00080000:00000001:0.0:1767384327.570854:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384327.570860:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384327.570908:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570958:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.570993:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571020:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571099:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571294:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571353:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571408:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571472:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571540:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571577:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571706:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571802:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.571901:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000800:00000010:3.0:1767384327.572242:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045f759d1. 00000800:00000010:3.0:1767384327.572249:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b46f933. 00000800:00000010:3.0:1767384327.572256:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f49e423. 00000800:00000010:3.0:1767384327.572295:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f49e423. 00000400:00000200:3.0:1767384327.572378:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384327.572403:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp23 from 227.3.0.2 00000800:00000010:3.0:1767384327.572408:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000057fcf423. 00000800:00000010:3.0:1767384327.573014:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000011147b20. 00000800:00000010:3.0:1767384327.573021:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfef373e. 00000800:00000010:3.0:1767384327.573043:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e9bb7a3b. 00000800:00000200:3.1:1767384327.573051:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (2) 00000800:00000200:3.1:1767384327.573058:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp23 00000000e9bb7a3b deleted 00000800:00000010:3.1:1767384327.573060:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e9bb7a3b. 00000800:00000200:3.1:1767384327.573067:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384327.573074:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:995 00000800:00000200:3.1:1767384327.573079:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f8415c3 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767384327.573085:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp23 p 3.x 192.168.203.113 -> 192.168.203.113:995 incarnation:1767384325882334605 sched[0] 00000800:00000010:3.0:1767384327.573092:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f49e423. 00000800:00000010:3.0:1767384327.573154:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f49e423. 00000800:00000010:3.0:1767384327.573159:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfef373e. 00000800:00000010:3.0:1767384327.573203:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000057fcf423. 00000800:00000001:3.0:1767384327.573220:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.573227:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384327.573303:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384327.573308:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f8415c3. 00000400:00000200:3.0:1767384327.573316:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.573324:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: PUT: OK 00000400:00000200:3.0:1767384327.573338:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384327.573342:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000200:3.1:1767384327.573387:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384327.573393:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp23 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384325882334605 sched[0] 00000800:00000010:3.0:1767384327.573397:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b46f933. 00000400:00000200:3.0:1767384327.573482:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.573545:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000001:0.0:1767384327.573622:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.573666:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.573670:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.573676:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.573688:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23) <- 192.168.203.113@tcp23 : PUT - for me 00000400:00000200:0.0:1767384327.573701:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384327.573709:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 272/288 into md 0x152d [1] + 0 00000400:00000010:0.0:1767384327.573714:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000400:00000200:3.0:1767384327.573723:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384327.573728:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000650cdb82 00000800:00000001:0.0:1767384327.573737:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.573745:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.573748:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.573756:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: PUT: OK 00000400:00000200:0.0:1767384327.573761:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:0.0:1767384327.573763:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000200:0.0:1767384327.573772:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384327.573776:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000200:0.0:1767384327.573782:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384327.573786:0:16149:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (288 bytes) 00000400:00000200:0.0:1767384327.573794:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384327.573799:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384327.573806:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000400:00000200:0.0:1767384327.573814:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384327.573823:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp23 to MR: 192.168.203.113@tcp23 local destination 00000400:00000200:0.0:1767384327.573834:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.113@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384327.573851:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23:192.168.203.113@tcp23) -> 192.168.203.113@tcp23(192.168.203.113@tcp23:192.168.203.113@tcp23) 192.168.203.113@tcp23 : ACK try# 0 00000800:00000200:0.0:1767384327.573858:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp23 00000400:00000200:3.0:1767384327.573865:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000010:0.0:1767384327.573893:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d2106dc. 00000800:00000200:0.0:1767384327.573903:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (4) 00000800:00000200:0.0:1767384327.573912:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:988 00000800:00000200:0.0:1767384327.573933:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d2106dc type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384327.573949:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.573963:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.573969:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384327.574026:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000200:0.0:1767384327.574040:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.574045:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d2106dc. 00000400:00000200:0.0:1767384327.574053:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.574060:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: ACK: OK 00000400:00000200:1.0:1767384327.574062:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384327.574070:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384327.574075:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000e5618a87. 00000800:00000001:0.0:1767384327.574078:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.574085:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384327.574088:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000200:3.0:1767384327.574096:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000010:1.0:1767384327.574100:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008003a364. 00000800:00000001:0.0:1767384327.574103:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.574109:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384327.574112:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e5618a87 00000800:00000001:0.0:1767384327.574117:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384327.574122:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f533638. 00000400:00000200:0.0:1767384327.574133:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23) <- 192.168.203.113@tcp23 : ACK - for me 00000400:00000200:1.0:1767384327.574137:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:3.0:1767384327.574151:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574153:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102451 00000400:00000200:0.0:1767384327.574157:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp23: ACK from 12345-192.168.203.113@tcp23 into md 0x155d 00000400:00000200:1.0:1767384327.574167:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000200:0.0:1767384327.574170:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384327.574182:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000001f533638. 00000400:00000200:0.0:1767384327.574182:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: ACK: OK 00000400:00000200:0.0:1767384327.574190:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2ef910 00000400:00000010:1.0:1767384327.574195:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000400:00000010:0.0:1767384327.574195:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000400:00000200:0.0:1767384327.574204:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384327.574207:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384327.574212:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000010:1.0:1767384327.574213:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f3b2afd. 00000400:00000200:0.0:1767384327.574224:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384327.574232:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384327.574233:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000800:00000001:0.0:1767384327.574242:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.574247:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.574259:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574266:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384327.574279:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384327.574292:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384327.574303:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384327.574312:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384327.574323:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384327.574333:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384327.574344:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384327.574347:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574359:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384327.574375:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384327.574387:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384327.574398:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384327.574403:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574411:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384327.574424:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384327.574436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:1.0:1767384327.574444:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384327.574452:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp 00000400:00000200:1.0:1767384327.574459:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384327.574465:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp 00000400:00000200:1.0:1767384327.574474:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [35:35:256:4294967295] 192.168.203.113@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767384327.574477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574488:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp 00000400:00000200:1.0:1767384327.574510:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) : GET try# 0 00000800:00000200:1.0:1767384327.574534:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384327.574535:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000010:1.0:1767384327.574542:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000649e2e24. 00000800:00000200:1.0:1767384327.574557:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:1.0:1767384327.574619:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:988 00000800:00000200:1.0:1767384327.574626:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000649e2e24 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384327.574652:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574656:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384327.574665:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00000400:00000200:1.0:1767384327.574677:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 00000400:00000200:1.0:1767384327.574683:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000010:1.0:1767384327.574723:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000d7dd92c6. 00000400:00000200:3.0:1767384327.574730:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000010:1.0:1767384327.574733:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008053fbbf. 00000400:00000010:1.0:1767384327.574748:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d9d6a02. 00000400:00000200:1.0:1767384327.574759:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384327.574774:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384327.574786:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000800:00000200:0.0:1767384327.574793:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384327.574798:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000800:00000010:0.0:1767384327.574800:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000649e2e24. 00000400:00000200:0.0:1767384327.574811:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.574812:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574819:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384327.574826:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: GET: OK 00000400:00000200:1.0:1767384327.574841:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384327.574853:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384327.574863:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384327.574890:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574898:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767384327.574910:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384327.574919:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384327.574928:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384327.574931:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574959:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384327.574962:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.574975:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384327.574986:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384327.574995:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384327.574997:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.575010:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384327.575019:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp10 00000400:00000200:1.0:1767384327.575026:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384327.575029:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.575033:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp10 00000400:00000200:1.0:1767384327.575046:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [36:36:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:1.0:1767384327.575059:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp10 00000400:00000200:3.0:1767384327.575064:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384327.575083:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:) -> 192.168.203.113@tcp10(192.168.203.113@tcp:192.168.203.113@tcp10) : GET try# 0 00000400:00000200:0.0:1767384327.575095:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.0:1767384327.575098:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp10 00000400:00000200:0.0:1767384327.575104:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:3.0:1767384327.575105:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000800:00000010:1.0:1767384327.575110:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000138dc80a. 00000800:00000001:0.0:1767384327.575121:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384327.575128:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000800:00000001:0.0:1767384327.575134:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.575138:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384327.575144:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:988 00000800:00000001:0.0:1767384327.575147:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.575150:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000800:00000200:1.0:1767384327.575153:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000138dc80a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384327.575161:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : GET - for me 00000400:00000200:1.0:1767384327.575175:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384327.575179:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384327.575187:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00000400:00000200:3.0:1767384327.575190:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384327.575194:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 288/288 into md 0x1559 [1] + 0 00000400:00000200:0.0:1767384327.575211:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384327.575219:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [37:37:256:4294967295] 192.168.203.113@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:0.0:1767384327.575239:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) 192.168.203.113@tcp : REPLY try# 0 00000800:00000200:0.0:1767384327.575246:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:0.0:1767384327.575263:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cca41a5. 00000800:00000200:0.0:1767384327.575272:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000400:00000200:3.0:1767384327.575273:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000800:00000200:0.0:1767384327.575281:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:1023 00000800:00000200:0.0:1767384327.575287:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cca41a5 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:3.0:1767384327.575343:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000800:00000200:0.0:1767384327.575366:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.575371:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000138dc80a. 00000400:00000200:0.0:1767384327.575376:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.575383:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: GET: OK 00000400:00000200:0.0:1767384327.575387:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384327.575391:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384327.575397:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.575402:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384327.575502:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.575506:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cca41a5. 00000400:00000200:0.0:1767384327.575513:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.575516:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: REPLY: OK 00000800:00000001:0.0:1767384327.575526:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.575534:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.575537:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.575549:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.575590:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : GET - for me 00000400:00000200:0.0:1767384327.575601:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384327.575607:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 288/288 into md 0x1559 [1] + 0 00000400:00000200:0.0:1767384327.575619:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp10 to MR: 192.168.203.113@tcp10 local destination 00000400:00000200:0.0:1767384327.575626:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [38:38:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [38:38:8:4294967295] 00000400:00000200:0.0:1767384327.575642:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) -> 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) 192.168.203.113@tcp10 : REPLY try# 0 00000800:00000200:0.0:1767384327.575649:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000800:00000010:0.0:1767384327.575655:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cca41a5. 00000800:00000200:0.0:1767384327.575661:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000800:00000200:0.0:1767384327.575669:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:1021 00000800:00000200:0.0:1767384327.575683:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cca41a5 type 3, nob 384 niov 1 nkiov 1 00000800:00000200:0.0:1767384327.575744:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384327.575748:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cca41a5. 00000400:00000200:3.0:1767384327.575752:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384327.575755:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.575766:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: REPLY: OK 00000800:00000001:0.0:1767384327.575779:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.575784:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.575789:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384327.575795:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384327.575795:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.575803:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.575805:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384327.575814:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.575815:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : REPLY - for me 00000800:00000001:3.0:1767384327.575823:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.575833:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.575837:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp: Reply from 12345-192.168.203.113@tcp of length 288/288 into md 0x1575 00000800:00000001:0.0:1767384327.575845:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384327.575850:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : REPLY - for me 00000800:00000001:0.0:1767384327.575860:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.575864:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.575900:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: REPLY: OK 00000400:00000200:3.0:1767384327.575901:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp10: Reply from 12345-192.168.203.113@tcp10 of length 288/288 into md 0x1579 00000400:00000200:0.0:1767384327.575911:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000800:00000001:3.0:1767384327.575913:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384327.575918:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000400:00000200:0.0:1767384327.575925:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000001:3.0:1767384327.575927:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384327.575935:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.575939:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:0.0:1767384327.575948:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384327.575950:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: REPLY: OK 00000400:00000200:0.0:1767384327.575958:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384327.575960:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008053fbbf 00000400:00000010:3.0:1767384327.575965:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008053fbbf. 00000400:00000200:0.0:1767384327.575969:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384327.575974:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384327.575983:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:0.0:1767384327.575987:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000400:00000200:3.0:1767384327.575988:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384327.575998:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 16. state = 0x1000d1 00000400:00000010:3.0:1767384327.576002:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000001f533638. 00000400:00000200:3.0:1767384327.576012:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384327.576018:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (17) 00000800:00000001:3.0:1767384327.576025:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.576031:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384327.576035:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.576039:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.576157:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384327.576166:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:0.0:1767384327.576175:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000c0afd7ac. 00000400:00000010:0.0:1767384327.576181:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000bef1cc66. 00000400:00000200:3.0:1767384327.576186:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp23 from 226.3.0.2 00000400:00000010:0.0:1767384327.576187:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000003942b47b. 00000800:00000010:3.0:1767384327.576196:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dffb8f78. 00000400:00000010:1.0:1767384327.576678:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009e34b645. 00000400:00000200:1.0:1767384327.576693:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009e34b645 nid 192.168.203.113@tcp24 00000400:00000010:1.0:1767384327.576704:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c27dab7a. 00000400:00000200:1.0:1767384327.576712:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c27dab7a net tcp24 00000400:00000200:1.0:1767384327.576719:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (16) 00000400:00000200:1.0:1767384327.576732:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp24 flags 0x11 00000400:00000010:1.0:1767384327.576743:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000c0afd7ac. 00000400:00000010:1.0:1767384327.576750:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000bef1cc66. 00000400:00000010:1.0:1767384327.576757:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000003942b47b. 00000400:00000010:1.0:1767384327.576776:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000d7dd92c6. 00000400:00000200:1.0:1767384327.576786:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384327.576792:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:1.0:1767384327.576801:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:1.0:1767384327.576811:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:1.0:1767384327.576817:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384327.576822:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000800:00000010:3.0:1767384327.576826:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004816c6dd. 00000400:00000200:1.0:1767384327.576831:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000800:00000010:3.0:1767384327.576836:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b46f933. 00000400:00000200:1.0:1767384327.576841:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (17) 00000800:00000010:3.0:1767384327.576910:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027d10c2c. 00000800:00000010:3.0:1767384327.576917:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfef373e. 00000800:00000010:3.0:1767384327.576932:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007f49e423. 00000800:00000010:3.0:1767384327.577046:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e9bb7a3b. 00000800:00000200:3.1:1767384327.577055:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (4) 00000800:00000200:3.1:1767384327.577063:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp23 00000000e9bb7a3b deleted 00000800:00000010:3.1:1767384327.577066:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e9bb7a3b. 00000800:00000200:3.1:1767384327.577072:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384327.577081:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp23 p 3.x 192.168.203.113 -> 192.168.203.113:994 incarnation:1767384325882334605 sched[0] 00000800:00000010:3.0:1767384327.577088:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000050906979. 00000800:00000010:3.0:1767384327.577126:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000050906979. 00000800:00000010:3.0:1767384327.577134:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b46f933. 00000800:00000010:3.0:1767384327.577180:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dffb8f78. 00000800:00000001:3.0:1767384327.577201:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.577207:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384327.578671:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007f49e423. 00000800:00000200:1.1:1767384327.578716:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384327.578730:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp23 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384325882334605 sched[0] 00000800:00000010:1.0:1767384327.578737:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfef373e. 00000800:00000001:3.0:1767384327.578814:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384327.578822:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384327.586720:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384327.586731:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384327.586737:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384327.586742:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384327.586743:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384327.586749:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384327.586753:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384327.586754:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384327.586756:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384327.586758:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2751baf. 20000000:01000000:1.0:1767384327.586762:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384327.586765:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384327.586787:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c7514439. 20000000:00000001:1.0:1767384327.586789:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384327.586795:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:01000000:1.0:1767384327.586801:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384327.586804:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384327.586805:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384327.586814:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384327.586815:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384327.586815:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384327.586819:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384327.586828:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384327.586832:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384327.586841:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000987a9c7. 00010000:00000001:2.0:1767384327.586849:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384327.586849:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384327.586854:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00000020:00000001:2.0:1767384327.586859:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384327.586864:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc639 to hash 00080000:00000001:0.0:1767384327.586867:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384327.586891:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384327.586895:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.586896:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:0.0:1767384327.586900:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384327.586904:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384327.586908:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:2.0:1767384327.586914:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:0.0:1767384327.586916:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384327.586921:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384327.586927:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000380a6d31. 00010000:00000001:2.0:1767384327.586928:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.586937:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091702784 : -120966617848832 : ffff91fb43b6a400) 00010000:00010000:2.0:1767384327.586938:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384327.586946:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384327.586956:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384327.586962:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384327.586965:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384327.586967:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.586970:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.586973:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384327.586975:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.586978:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384327.586980:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384327.586982:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384327.586984:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384327.586987:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000987a9c7) refcount = 1 00010000:00010000:2.0:1767384327.586991:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.586999:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384327.587003:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384327.587005:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.587008:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587010:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384327.587014:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384327.587018:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384327.587022:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.587025:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.587027:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000020:00000001:2.0:1767384327.587030:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.587034:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.587037:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384327.587039:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.587055:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:0.0:1767384327.587057:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384327.587058:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384327.587062:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.587071:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384327.587076:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.587080:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384327.587082:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.587089:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.587091:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587095:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767384327.587096:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.587098:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384327.587102:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384327.587110:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002169217f already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384327.587114:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.587117:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384327.587119:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.587126:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384327.587128:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.587130:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.587132:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=5 00000020:00000001:2.0:1767384327.587135:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.587137:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.587142:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384327.587144:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.587150:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384327.587153:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.587162:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587167:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384327.587169:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384327.587172:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.587174:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384327.587177:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc639 from hash 00010000:00000001:2.0:1767384327.587180:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384327.587182:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.587185:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.587187:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384327.587190:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384327.587193:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384327.587196:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384327.587198:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.587201:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587205:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384327.587207:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384327.587211:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.587213:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.587215:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587218:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.587220:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.587249:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.587256:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.587258:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.587260:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384327.587262:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384327.587264:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.587266:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.587268:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384327.587272:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.587275:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.587278:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384327.587285:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384327.587286:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:0.0:1767384327.587292:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384327.587299:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384327.587303:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc639 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384327.587312:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000987a9c7 count: 0 00010000:00000001:2.0:1767384327.587322:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384327.587324:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384327.587638:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294916367, at 4294916368 00000100:00000010:0.0:1767384327.587648:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adfe6d46. 00000100:00000040:2.0:1767384327.587672:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294916367, at 4294916368 00000100:00000010:2.0:1767384327.587683:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000324d1dd3. 00000100:00000040:3.0:1767384327.588620:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294916367, at 4294916369 00000100:00000010:3.0:1767384327.588630:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000041952195. 00000100:00000040:1.0:1767384327.588630:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294916367, at 4294916369 00000100:00000010:1.0:1767384327.588644:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008377af8f. 00010000:00000010:2.1:1767384327.593688:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000987a9c7. 00010000:00000010:2.1:1767384327.593700:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00080000:00000001:0.0:1767384327.600718:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384327.600726:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384327.600731:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384327.600733:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384327.600737:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384327.600750:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384327.600754:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384327.600760:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384327.600761:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384327.600768:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384327.600772:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384327.600776:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384327.600779:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384327.600785:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000987a9c7. 00010000:00000001:2.0:1767384327.600790:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384327.600792:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00000020:00000001:2.0:1767384327.600796:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384327.600798:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc640 to hash 00000020:00000001:2.0:1767384327.600801:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384327.600802:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.600805:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.600808:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.600810:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.600812:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384327.600818:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384327.600822:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00040000:00000001:3.0:1767384327.600825:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384327.600827:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384327.600832:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00040000:00000001:3.0:1767384327.600833:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384327.600834:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00040000:00000001:3.0:1767384327.600839:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384327.600840:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.600846:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00040000:00000001:3.0:1767384327.600848:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384327.600848:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.600854:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000010:3.0:1767384327.600856:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000380a6d31. 00010000:00000001:2.0:1767384327.600866:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384327.600868:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384327.600869:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384327.600891:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384327.600895:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000987a9c7) refcount = 1 00010000:00010000:2.0:1767384327.600909:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.600916:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384327.600918:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384327.600920:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.600922:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.600925:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384327.600927:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384327.600930:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384327.600933:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.600935:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.600937:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000020:00000001:2.0:1767384327.600939:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.600942:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.600944:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384327.600946:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.600952:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384327.600954:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.600959:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.600961:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384327.600964:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.600969:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.600971:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.600974:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384327.600982:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384327.600988:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002169217f already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384327.600991:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.600994:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384327.600996:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.601002:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384327.601004:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384327.601007:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384327.601009:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=5 00000020:00000001:2.0:1767384327.601011:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.601013:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384327.601017:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384327.601019:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.601025:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384327.601027:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384327.601029:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.601034:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384327.601036:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384327.601040:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384327.601042:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384327.601045:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc640 from hash 00010000:00000001:2.0:1767384327.601048:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384327.601051:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.601053:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.601055:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384327.601058:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384327.601060:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384327.601063:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384327.601064:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384327.601067:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.601074:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384327.601076:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384327.601079:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.601081:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.601083:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.601086:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384327.601088:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.601091:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.601096:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.601098:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.601100:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384327.601102:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384327.601104:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384327.601105:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384327.601107:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384327.601110:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384327.601113:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.601115:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384327.601120:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384327.601122:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384327.601124:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc640 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384327.601130:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000987a9c7 count: 0 00010000:00000001:2.0:1767384327.601144:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384327.601146:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384327.602617:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384327.602626:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384327.602630:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004d714916. 20000000:00000001:1.0:1767384327.602642:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384327.602649:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744042624 00010000:00000001:1.0:1767384327.602655:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384327.602665:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095b5fd60 x1853236744042624/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384327.602680:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384327.602685:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384327.602703:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.602711:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384327.602715:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384327.602720:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384327.602725:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384327.602729:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.602736:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384327.602741:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384327.602747:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1a895d. 00000100:00000200:1.0:1767384327.602753:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744042624, offset 224 00000400:00000200:1.0:1767384327.602766:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384327.602781:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384327.602797:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03880 00000400:00000200:1.0:1767384327.602809:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1561 [2] + 224 00000400:00000200:1.0:1767384327.602820:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384327.602828:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.602837:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.602845:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.602862:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.602917:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384327.602929:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1a895d 00000400:00000010:1.0:1767384327.602933:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1a895d. 00000100:00000001:3.0:1767384327.602936:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.602939:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384327.602943:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.602945:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384327.602954:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384327.602956:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384327.602960:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384327.602965:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:3.0:1767384327.602967:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006953735a. 00010000:00000001:1.0:1767384327.602973:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384327.602979:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cbcc5e3 00000020:00000001:1.0:1767384327.602979:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.602986:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009cbcc5e3. 00000020:00000001:1.0:1767384327.602987:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384327.602996:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384327.602998:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095b5fd60 x1853236744042624/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384327.603011:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.603022:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095b5fd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744042624:12345-0@lo:253: Request processed in 32979us (33553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384327.603058:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:1.0:1767384327.603066:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000200:3.0:1767384327.603067:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.603074:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.603080:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384327.603089:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da04f430. 00000100:00000001:3.0:1767384327.603090:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.603096:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384327.603101:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000100:00000001:3.0:1767384327.603103:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384327.603110:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384327.603112:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016bebc66. 00000100:00000001:3.0:1767384327.603114:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.603121:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.603128:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384327.603128:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384327.603140:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=35 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384327.603142:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384327.603148:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003fb996a1. 00000100:00001000:3.0:1767384327.603151:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=35 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384327.603157:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384327.603161:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.603165:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.603167:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384327.603175:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384327.603175:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384327.603179:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.603185:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0d5fe7. 00000100:00000001:3.0:1767384327.603186:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.603196:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1a895d. 00000100:00000040:3.0:1767384327.603200:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.603216:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.603222:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384327.603225:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384327.603232:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384327.603235:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384327.603238:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384327.603241:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384327.603245:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384327.603248:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384327.603251:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384327.603254:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384327.603257:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384327.603260:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384327.603267:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.603281:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744042624:0@lo:253: 00000100:00000001:3.0:1767384327.603304:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.603309:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384327.603317:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744042624/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.603329:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384327.603333:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384327.603336:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009005868c. 02000000:00000001:3.0:1767384327.603345:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384327.603349:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384327.603352:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384327.603356:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384327.603360:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000076a4ce42. 02000000:00000001:3.0:1767384327.603370:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384327.603373:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384327.603377:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:3.0:1767384327.603385:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384327.603388:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.603392:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.603402:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.603405:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.603410:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.603415:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.605217:0:23858:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003b62b743. 00000400:00000040:2.0:1767384327.605239:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384327.605242:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384327.605246:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384327.605248:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384327.605252:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384327.605254:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384327.605263:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384327.605265:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384327.605267:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384327.605269:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384327.605272:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384327.605274:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384327.605277:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384327.605278:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384327.605280:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384327.605283:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384327.605285:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384327.605287:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384327.605289:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384327.605292:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384327.605294:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384327.605296:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384327.605298:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384327.605300:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384327.605301:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384327.605304:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384327.605307:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384327.605309:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384327.605311:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384327.605313:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384327.605315:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384327.605318:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384327.605320:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384327.605322:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384327.605324:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384327.605326:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384327.605328:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384327.605330:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384327.605332:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384327.605333:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384327.605336:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384327.605338:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384327.605341:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384327.605342:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384327.605344:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384327.605354:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384327.605356:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384327.605358:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00080000:00000020:0.0:1767384327.605359:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:2.0:1767384327.605361:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:0.0:1767384327.605365:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:2.0:1767384327.605366:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 20000000:00000010:0.0:1767384327.605370:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006892e10d. 00000400:00000040:2.0:1767384327.605371:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384327.605377:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384327.605381:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 20000000:00000001:0.0:1767384327.605381:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384327.605388:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000040:0.0:1767384327.605390:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744042752 00000400:00000040:2.0:1767384327.605392:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000001:0.0:1767384327.605397:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:2.0:1767384327.605398:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384327.605403:0:23858:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000200:0.0:1767384327.605407:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2420d6e x1853236744042752/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384327.605427:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384327.605440:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384327.605447:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384327.605454:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384327.605460:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384327.605464:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384327.605471:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384327.605475:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.605481:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384327.605487:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384327.605494:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f84c91ac. 00000400:00000010:2.0:1767384327.605498:0:23858:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003b62b743. 00000100:00000200:0.0:1767384327.605500:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744042752, offset 224 00000400:00000200:0.0:1767384327.605510:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384327.605517:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384327.605525:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03900 00000400:00000200:0.0:1767384327.605531:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1569 [2] + 224 00000400:00000200:0.0:1767384327.605538:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384327.605544:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384327.605549:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384327.605578:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384327.605589:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.605610:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384327.605619:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84c91ac 00000400:00000010:0.0:1767384327.605622:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f84c91ac. 00000100:00000001:0.0:1767384327.605628:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384327.605630:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384327.605636:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384327.605641:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:1.0:1767384327.605644:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384327.605645:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384327.605649:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384327.605650:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.605655:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384327.605657:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384327.605661:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384327.605663:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2420d6e x1853236744042752/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:308/0 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384327.605665:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000400:00000200:1.0:1767384327.605674:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000432c3210 00000400:00000010:1.0:1767384327.605678:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000432c3210. 00000100:00000001:1.0:1767384327.605685:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384327.605695:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384327.605704:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2420d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744042752:12345-0@lo:253: Request processed in 35443us (36060us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384327.605719:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384327.605728:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384327.605738:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384327.605740:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384327.605743:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.605746:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384327.605748:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384327.605751:0:16157:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384327.605754:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000697ef565. 02000000:00000001:1.0:1767384327.605755:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384327.605761:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384327.605765:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069340145. 00000100:00000001:1.0:1767384327.605766:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384327.605773:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cbf2e22. 02000000:00000001:1.0:1767384327.605774:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384327.605783:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384327.605788:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384327.605792:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036f27426. 00000100:00001000:1.0:1767384327.605794:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=35 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384327.605800:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384327.605803:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384327.605806:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384327.605816:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384327.605817:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.605823:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384327.605826:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00010000:00000001:1.0:1767384327.605828:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384327.605833:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f84c91ac. 00010000:00000001:1.0:1767384327.605834:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.605843:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.605853:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.605865:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.605886:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.605890:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384327.605895:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384327.605899:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384327.605901:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384327.605904:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384327.605906:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384327.605908:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384327.605910:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384327.605912:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384327.605913:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384327.605918:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1767384327.605920:0:23858:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000987a9c7. 00010000:00000010:2.1:1767384327.605929:0:23858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00000100:00100000:1.0:1767384327.605933:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466de7b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744042752:0@lo:253: 00000100:00000001:1.0:1767384327.605943:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.605945:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.605949:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466de7b8 x1853236744042752/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.605955:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.605956:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.605959:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e4fc465. 02000000:00000001:1.0:1767384327.605963:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.605964:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.605965:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384327.605967:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.605976:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c30860a5. 02000000:00000001:1.0:1767384327.605981:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.605983:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.605984:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466de7b8. 00000100:00000001:1.0:1767384327.605987:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.605988:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.605990:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.605995:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.605997:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.605999:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.606001:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.148756:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384328.148761:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.148767:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384328.148768:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.148797:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384328.148801:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384328.148804:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384328.339655:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384328.339660:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384328.339667:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000040:3.0:1767384328.339674:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384328.339679:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384328.339682:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384328.339687:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384328.339694:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006476940f. 00000100:00000001:3.0:1767384328.339702:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.339707:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384328.339710:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.339728:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0d630b] to pc [ptlrpcd_00_00+0] req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384328.339762:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.339775:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.339776:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.339782:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.339782:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.339787:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384328.339795:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.339805:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384328.339807:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.339812:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384328.339815:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384328.339818:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.339821:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744042880:0@lo:13: 00000100:00000001:1.0:1767384328.339825:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384328.339830:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384328.339833:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.339835:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384328.339839:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000828716aa. 02000000:00000001:1.0:1767384328.339841:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.339846:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384328.339852:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000100:00000200:1.0:1767384328.339857:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744042880, portal 4 00000100:00000001:1.0:1767384328.339860:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384328.339887:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000040:1.0:1767384328.339894:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.339917:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384328.339918:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.339921:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000100:00000200:1.0:1767384328.339923:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744042880, offset 0 00000400:00000200:1.0:1767384328.339928:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.339938:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.339947:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd03980 00000400:00000200:1.0:1767384328.339952:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000200:1.0:1767384328.339957:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.339960:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384328.339966:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384328.339968:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384328.339970:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466de7b8. 00000100:00000040:1.0:1767384328.339972:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000466de7b8 x1853236744042880 msgsize 224 00000100:00100000:1.0:1767384328.339975:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384328.339985:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384328.339990:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384328.339992:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000100:00000001:1.0:1767384328.339994:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384328.339996:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.340002:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.340004:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.340010:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340011:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384328.340011:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384328.340016:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744042880 00000100:00000001:1.0:1767384328.340017:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.340020:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384328.340023:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384328.340023:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8933 usecs (9 jiffies) 00000100:00000001:2.0:1767384328.340027:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.340028:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917129 02000000:00000001:2.0:1767384328.340031:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384328.340033:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d84ffb0e. 00000100:00100000:2.0:1767384328.340036:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744042880 00000020:00000001:2.0:1767384328.340039:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384328.340042:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:2.0:1767384328.340045:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384328.340046:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:2.0:1767384328.340047:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:2.0:1767384328.340051:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:2.0:1767384328.340053:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384328.340054:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917129 00000100:00000010:1.0:1767384328.340058:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000108a047c. 00000100:00000001:2.0:1767384328.340059:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384328.340063:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384328.340064:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d5d1618. 00000100:00000001:1.0:1767384328.340066:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917129 00000020:00000010:2.0:1767384328.340070:0:18868:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000878f0977. 00000100:00000010:1.0:1767384328.340071:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f31891bd. 00000100:00000001:1.0:1767384328.340075:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000040:2.0:1767384328.340077:0:18868:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:1.0:1767384328.340078:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917129 00000100:00000010:1.0:1767384328.340084:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f56a998e. 00000100:00000001:1.0:1767384328.340087:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384328.340089:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.340091:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340092:0:18868:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384328.340094:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.340097:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384328.340098:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000eb62bd6. 00000100:00000001:1.0:1767384328.340103:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384328.340104:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062c30aac. 00000100:00000001:1.0:1767384328.340106:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384328.340110:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000001:1.0:1767384328.340110:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767384328.340113:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384328.340113:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.340117:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384328.340119:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000040:2.0:1767384328.340121:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384328.340121:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340127:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384328.340133:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384328.340135:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340141:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340149:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.340158:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384328.340160:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384328.340164:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384328.340167:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:2.0:1767384328.340169:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340686592 : -120961368865024 : ffff91fc7c93c700) 00000100:00000040:2.0:1767384328.340173:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000466de7b8 x1853236744042880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.340181:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384328.340183:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000100:00000001:2.0:1767384328.340184:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384328.340186:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000878f0977. 00000100:00100000:2.0:1767384328.340189:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000466de7b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744042880:12345-0@lo:13: 00000100:00000200:2.0:1767384328.340192:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744042880 00000020:00000001:2.0:1767384328.340193:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384328.340196:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384328.340198:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.340200:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384328.340201:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:2.0:1767384328.340204:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384328.340205:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384328.340207:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384328.340208:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384328.340210:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340214:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384328.340215:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384328.340218:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003e49c2b6. 02000000:00000001:2.0:1767384328.340219:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340221:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384328.340223:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384328.340231:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384328.340233:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384328.340236:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384328.340245:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.340247:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384328.340249:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384328.340252:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384328.340254:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384328.340257:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384328.340259:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384328.340262:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384328.340263:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384328.340265:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384328.340268:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744042880 00010000:00000001:2.0:1767384328.340270:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384328.340274:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000466de7b8 x1853236744042880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384328.340279:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384328.340281:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.340283:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.340287:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384328.340288:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384328.340290:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384328.340291:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384328.340293:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.340295:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.340297:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.340300:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384328.340302:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744042880, offset 224 00000400:00000200:2.0:1767384328.340305:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384328.340309:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384328.340314:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd03980 00000400:00000200:2.0:1767384328.340317:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x158d [1] + 224 00000400:00000200:2.0:1767384328.340320:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384328.340327:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.340329:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384328.340332:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.340338:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.340350:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.340354:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:2.0:1767384328.340356:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384328.340358:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384328.340359:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384328.340361:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.340364:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384328.340366:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384328.340367:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.340369:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384328.340369:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.340372:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384328.340375:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466de7b8 x1853236744042880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:309/0 lens 224/368 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384328.340379:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384328.340382:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384328.340385:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000466de7b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744042880:12345-0@lo:13: Request processed in 203us (410us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384328.340385:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000400:00000200:1.0:1767384328.340391:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384328.340394:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000100:00100000:2.0:1767384328.340397:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384328.340399:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384328.340402:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000200:1.0:1767384328.340405:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.340406:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384328.340409:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384328.340413:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062c30aac. 00000100:00000200:1.0:1767384328.340415:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384328.340418:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000020:00000010:2.0:1767384328.340423:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000eb62bd6. 00000100:00000001:1.0:1767384328.340424:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384328.340427:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:2.0:1767384328.340429:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.340433:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.340436:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384328.340438:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384328.340440:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384328.340441:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.340443:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384328.340448:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384328.340450:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.340452:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384328.340453:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384328.340455:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384328.340458:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.340463:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.340465:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384328.340466:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384328.340468:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384328.340469:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340470:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.340474:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.340476:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384328.340478:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384328.340480:0:16154:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384328.340482:0:16154:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384328.340484:0:16154:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384328.340488:0:16154:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384328.340491:0:16154:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340493:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.340498:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744042880:0@lo:13: 00000100:00000001:1.0:1767384328.340506:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.340508:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.340509:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744042880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.340513:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384328.340515:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384328.340516:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000828716aa. 02000000:00000001:1.0:1767384328.340518:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384328.340519:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384328.340520:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384328.340522:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384328.340523:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006476940f. 02000000:00000001:1.0:1767384328.340525:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384328.340527:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384328.340528:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000100:00000001:1.0:1767384328.340530:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384328.340531:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.340532:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.340535:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.340536:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.340537:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.340538:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384328.340714:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384328.340717:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000020:00000040:1.0:1767384328.340719:0:38:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384328.340721:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384328.340722:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384328.340725:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384328.340728:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066c0586c. 00000100:00000001:1.0:1767384328.340731:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340734:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384328.340740:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384328.340745:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340748:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_01+1] req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.340765:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384328.340770:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384328.340773:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd46ecb8. 00000100:00000001:3.0:1767384328.340774:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384328.340775:0:38:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384328.340778:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.340779:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384328.340782:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384328.340782:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384328.340786:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.340789:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384328.340790:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f8415c3. 00000100:00000001:1.0:1767384328.340794:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340800:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384328.340803:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384328.340806:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.340812:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384328.340812:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384328.340816:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.340816:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.340822:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340822:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd46ecb8] to pc [ptlrpcd_00_02+2] req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.340828:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744043008:0@lo:400: 00000100:00000001:3.0:1767384328.340838:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384328.340841:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384328.340843:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.340844:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384328.340847:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384328.340848:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085bb6b13. 02000000:00000001:3.0:1767384328.340852:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.340854:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000400:00000010:3.0:1767384328.340856:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006953735a. 00000400:00000010:3.0:1767384328.340861:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000200:3.0:1767384328.340877:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744043008, portal 10 00000100:00000001:3.0:1767384328.340880:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384328.340881:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000100:00000040:3.0:1767384328.340886:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.340892:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384328.340896:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384328.340899:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384328.340910:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744043008, offset 0 00000400:00000200:3.0:1767384328.340917:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.340926:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384328.340935:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd03a00 00000400:00000200:3.0:1767384328.340942:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:3.0:1767384328.340948:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.340953:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384328.340958:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384328.340959:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384328.340962:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcaa4b26. 00000100:00000040:3.0:1767384328.340965:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000fcaa4b26 x1853236744043008 msgsize 224 00000100:00100000:3.0:1767384328.340970:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384328.340979:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.340986:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384328.340987:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384328.340991:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384328.340994:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341000:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.341002:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341006:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341007:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.341011:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.341014:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2813 usecs (3 jiffies) 00000100:00000001:3.0:1767384328.341016:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917124 00000100:00000001:3.0:1767384328.341018:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917129 00000100:00000001:3.0:1767384328.341020:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917124 00000100:00000001:3.0:1767384328.341021:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917129 00000100:00000001:3.0:1767384328.341023:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917124 00000100:00000001:3.0:1767384328.341024:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917129 00000100:00000001:3.0:1767384328.341025:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917124 00000100:00000001:3.0:1767384328.341033:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917129 00000100:00000001:3.0:1767384328.341034:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.341036:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341038:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341040:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.341044:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.341045:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384328.341047:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.341048:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.341050:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341052:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341061:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.341063:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.341064:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384328.341067:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341073:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384328.341074:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.341076:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384328.341078:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384328.341080:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384328.341082:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bd46ecb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744043136:0@lo:400: 00000100:00000001:3.0:1767384328.341085:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384328.341087:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384328.341089:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.341090:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384328.341094:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000655a4d61. 02000000:00000001:3.0:1767384328.341095:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.341099:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a576dac8. 00000400:00000010:3.0:1767384328.341103:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384328.341106:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744043136, portal 10 00000100:00000001:3.0:1767384328.341108:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384328.341108:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.341109:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340693760 : -120961368857856 : ffff91fc7c93e300) 00000100:00000001:1.0:1767384328.341112:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.341115:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341130:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384328.341132:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384328.341139:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000100:00000200:3.0:1767384328.341142:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744043136, offset 0 00000400:00000200:3.0:1767384328.341147:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.341153:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384328.341156:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384328.341160:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd03a80 00000100:00000001:1.0:1767384328.341160:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.341167:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000400:00000200:3.0:1767384328.341170:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.341172:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384328.341175:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384328.341176:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384328.341179:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000884b2a0f. 00000100:00000040:3.0:1767384328.341181:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000884b2a0f x1853236744043136 msgsize 224 00000100:00000001:1.0:1767384328.341183:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384328.341185:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384328.341186:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043008 02000000:00000001:1.0:1767384328.341189:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384328.341190:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384328.341191:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.341193:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341194:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384328.341195:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043008 00000020:00000001:1.0:1767384328.341198:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384328.341199:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000020:00000040:1.0:1767384328.341200:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000400:00000010:3.0:1767384328.341203:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:3.0:1767384328.341204:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384328.341206:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384328.341210:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384328.341214:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:3.0:1767384328.341218:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384328.341218:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:1.0:1767384328.341222:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000040:3.0:1767384328.341223:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341226:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384328.341231:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3f44cc6. 00000100:00000001:3.0:1767384328.341232:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341236:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384328.341236:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.341240:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384328.341241:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3f44cc6. 00000100:00000040:3.0:1767384328.341246:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3480 usecs (4 jiffies) 00000020:00000010:1.0:1767384328.341248:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0afd7ac. 00000100:00000001:3.0:1767384328.341249:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000001:3.0:1767384328.341253:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917129 00000100:00000001:3.0:1767384328.341255:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000020:00000010:1.0:1767384328.341255:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a2efc40. 00000100:00000001:3.0:1767384328.341256:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917129 00000020:00000010:1.0:1767384328.341261:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf766422. 00000100:00000001:3.0:1767384328.341266:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000100:00000040:1.0:1767384328.341268:0:16795:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384328.341269:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917129 00000100:00000001:1.0:1767384328.341272:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384328.341273:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000001:1.0:1767384328.341274:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384328.341276:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917129 00000100:00000001:1.0:1767384328.341277:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.341280:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.341282:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.341284:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384328.341285:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341289:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.341289:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384328.341293:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341296:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.341298:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384328.341301:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.341302:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.341303:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.341306:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341310:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.341314:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384328.341317:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043136 02000000:00000001:1.0:1767384328.341318:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384328.341319:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384328.341320:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.341322:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.341324:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043136 00000020:00000001:1.0:1767384328.341326:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384328.341327:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000100:00000001:3.0:1767384328.341328:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384328.341329:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384328.341333:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384328.341333:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:1.0:1767384328.341337:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00100000:3.0:1767384328.341340:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:1.0:1767384328.341340:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384328.341343:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384328.341344:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000020:00000010:1.0:1767384328.341347:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3f44cc6. 00000100:00000001:3.0:1767384328.341348:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341720576 : -120961367831040 : ffff91fc7ca38e00) 00000100:00000040:3.0:1767384328.341352:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fcaa4b26 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384328.341359:0:16795:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000734ecbea. 00000100:00000001:3.0:1767384328.341361:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384328.341365:0:16795:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000010:3.0:1767384328.341366:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edd50a12. 00000100:00000001:3.0:1767384328.341372:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.341374:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edd50a12. 00000100:00100000:3.0:1767384328.341378:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fcaa4b26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744043008:12345-0@lo:400: 00000100:00000001:1.0:1767384328.341378:0:16795:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1767384328.341383:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043008 00000020:00000010:1.0:1767384328.341383:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f74ba23. 00000020:00000001:3.0:1767384328.341388:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384328.341389:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97334bf. 00000020:00000001:3.0:1767384328.341391:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384328.341394:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384328.341394:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000461ba994. 00000020:00000001:3.0:1767384328.341399:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384328.341400:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384328.341402:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384328.341404:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.341408:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:1.0:1767384328.341408:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384328.341412:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384328.341413:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384328.341414:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.341416:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.341419:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.341421:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384328.341421:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384328.341423:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.341426:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384328.341429:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384328.341431:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384328.341433:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:3.0:1767384328.341434:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002196de8d. 00000100:00000001:1.0:1767384328.341435:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384328.341439:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341443:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.341443:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384328.341448:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.341448:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:1.0:1767384328.341451:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341731328 : -120961367820288 : ffff91fc7ca3b800) 00010000:00000040:3.0:1767384328.341453:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043008 00010000:00000001:3.0:1767384328.341456:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384328.341458:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000884b2a0f x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1767384339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384328.341462:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fcaa4b26 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341478:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384328.341479:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384328.341482:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f4b5170. 00010000:00000001:3.0:1767384328.341483:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.341487:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.341487:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384328.341492:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f4b5170. 00000100:00000001:3.0:1767384328.341494:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384328.341499:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00100000:1.0:1767384328.341499:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000884b2a0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744043136:12345-0@lo:400: 00000100:00000001:3.0:1767384328.341504:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000200:1.0:1767384328.341505:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043136 02000000:00000001:3.0:1767384328.341507:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384328.341508:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384328.341509:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.341511:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384328.341513:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384328.341514:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.341519:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384328.341519:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384328.341523:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000010:3.0:1767384328.341524:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000020:00000001:1.0:1767384328.341526:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384328.341528:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744043008, offset 224 00000400:00000200:3.0:1767384328.341534:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384328.341535:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384328.341538:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384328.341541:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384328.341543:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384328.341544:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.341547:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384328.341550:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384328.341571:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384328.341574:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000828716aa. 02000000:00000001:1.0:1767384328.341576:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.341578:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.341580:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384328.341581:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043136 00010000:00000001:1.0:1767384328.341583:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384328.341587:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000884b2a0f x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.341592:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384328.341593:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384328.341595:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.341597:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384328.341599:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:1.0:1767384328.341600:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384328.341602:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384328.341602:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.341604:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384328.341606:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.341608:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000100:00000200:1.0:1767384328.341611:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744043136, offset 224 00000400:00000200:1.0:1767384328.341616:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.341623:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.341629:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd03a80 00000400:00000200:1.0:1767384328.341632:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15a1 [1] + 224 00000400:00000200:1.0:1767384328.341635:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.341638:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384328.341641:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384328.341644:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384328.341656:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341665:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.341666:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd03a00 00000400:00000200:1.0:1767384328.341671:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384328.341673:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000100:00000001:1.0:1767384328.341675:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384328.341676:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384328.341680:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.341681:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1599 [1] + 224 00000100:00000040:1.0:1767384328.341684:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:1.0:1767384328.341687:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384328.341689:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384328.341689:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.341695:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384328.341698:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384328.341700:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000884b2a0f x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.341711:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000884b2a0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744043136:12345-0@lo:400: Request processed in 232us (527us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384328.341713:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384328.341719:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.341720:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384328.341724:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:1.0:1767384328.341728:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384328.341730:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384328.341734:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97334bf. 00000100:00000040:3.0:1767384328.341736:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384328.341739:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000461ba994. 00000020:00000010:1.0:1767384328.341744:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f74ba23. 00000020:00000040:1.0:1767384328.341748:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:1.0:1767384328.341750:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.341752:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.341758:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:3.0:1767384328.341760:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:3.0:1767384328.341763:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.341764:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.341767:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.341770:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384328.341772:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384328.341773:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.341775:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384328.341778:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcaa4b26 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1767384339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384328.341779:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384328.341782:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:1.0:1767384328.341790:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384328.341791:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fcaa4b26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744043008:12345-0@lo:400: Request processed in 429us (824us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384328.341793:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384328.341797:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384328.341800:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384328.341802:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000010:1.0:1767384328.341803:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006953735a. 00000100:00000040:3.0:1767384328.341806:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:3.0:1767384328.341807:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384328.341809:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384328.341813:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a2efc40. 00000400:00000200:1.0:1767384328.341814:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:1.0:1767384328.341817:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000020:00000010:3.0:1767384328.341819:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf766422. 00000100:00000001:1.0:1767384328.341820:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384328.341824:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0afd7ac. 00000100:00000200:1.0:1767384328.341826:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384328.341829:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:3.0:1767384328.341833:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384328.341837:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341842:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384328.341844:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.341846:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384328.341848:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384328.341849:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.341851:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.341851:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.341854:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384328.341855:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384328.341860:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1767384328.341860:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=31 v=5 (5 0 0 0) 00000400:00000001:3.0:1767384328.341863:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384328.341877:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.341881:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384328.341883:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.341884:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a576dac8. 00010000:00000001:1.0:1767384328.341885:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384328.341890:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00010000:00080000:1.0:1767384328.341891:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.341896:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.341898:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384328.341901:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:3.0:1767384328.341902:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:1.0:1767384328.341903:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384328.341905:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.341910:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341911:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384328.341917:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384328.341920:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341920:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384328.341921:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384328.341927:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.341951:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744043008:0@lo:400: 00000100:00000200:3.0:1767384328.341956:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.341964:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.341968:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384328.341973:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384328.341973:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744043008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.341977:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.341983:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384328.341984:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384328.341985:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384328.341989:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384328.341989:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085bb6b13. 00000100:00000001:3.0:1767384328.341993:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384328.341995:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384328.341997:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.341998:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384328.342000:0:16155:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384328.342003:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.342003:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384328.342006:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066c0586c. 02000000:00000001:1.0:1767384328.342009:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767384328.342010:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=30 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384328.342010:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384328.342013:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:1.0:1767384328.342018:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384328.342019:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.342020:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.342025:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.342028:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384328.342030:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.342033:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.342033:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.342037:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384328.342039:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384328.342040:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384328.342047:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384328.342054:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.342057:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384328.342059:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384328.342060:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384328.342062:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.342065:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.342072:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.342074:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384328.342076:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384328.342080:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.342087:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bd46ecb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744043136:0@lo:400: 00000100:00000001:3.0:1767384328.342098:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.342100:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.342101:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bd46ecb8 x1853236744043136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.342106:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384328.342107:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384328.342109:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000655a4d61. 02000000:00000001:3.0:1767384328.342112:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384328.342113:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384328.342113:0:16156:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384328.342115:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384328.342116:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006f8415c3. 02000000:00000001:3.0:1767384328.342119:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384328.342121:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384328.342122:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd46ecb8. 00000100:00000001:3.0:1767384328.342126:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384328.342128:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.342129:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.342132:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.342134:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.342136:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.342137:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.349607:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294917129, at 4294917130 00000100:00000010:0.0:1767384328.349615:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d84ffb0e. 00000100:00000040:3.0:1767384328.349623:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294917129, at 4294917130 00000100:00000010:3.0:1767384328.349633:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f56a998e. 00000100:00000040:2.0:1767384328.349712:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294917129, at 4294917130 00000100:00000010:2.0:1767384328.349718:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f31891bd. 00000100:00000040:1.0:1767384328.350597:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294917129, at 4294917131 00000100:00000010:1.0:1767384328.350603:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000108a047c. 00080000:00000001:0.0:1767384328.614233:0:24135:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384328.614249:0:24135:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.614253:0:24135:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.614260:0:24135:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384328.614265:0:24135:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.614269:0:24135:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.171635:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384329.171640:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384329.171645:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384329.171647:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384329.171683:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384329.171687:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384329.171691:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384329.402514:0:24299:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384329.402518:0:24299:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:0.0:1767384329.406312:0:24299:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384329.412250:0:24300:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000adfa546. 00000400:00000010:0.0:1767384329.412262:0:24300:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009a7c4bf3. 00000400:00000010:0.0:1767384329.412270:0:24300:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006742504b. 00000400:00000010:0.0:1767384329.412277:0:24300:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ce10418f. 00000400:00000010:0.0:1767384329.412291:0:24300:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f3ccbe71. 00000400:00000010:0.0:1767384329.412294:0:24300:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fcb90628. 00000400:00000010:0.0:1767384329.412296:0:24300:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbc4c840. 00000400:00000010:0.0:1767384329.412297:0:24300:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004ecb0fc9. 00000400:00000010:0.0:1767384329.412299:0:24300:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000005eadb. 00000800:00000010:0.0:1767384329.412310:0:24300:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b4e0b6c9. 00000800:00000200:0.0:1767384329.412320:0:24300:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384329.412326:0:24300:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384329.412357:0:24300:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384329.412375:0:24300:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp25 [8/256/0/180] 00000400:00000010:0.0:1767384329.413946:0:24300:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000ea9d4bdc. 00000400:00000010:0.0:1767384329.413951:0:24300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000538b0b4. 00000400:00000010:0.0:1767384329.413957:0:24300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000001:0.0:1767384329.413984:0:24300:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384329.413985:0:24300:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.413987:0:24300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000400:00000200:0.0:1767384329.413989:0:24300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:0.0:1767384329.413991:0:24300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000400:00000010:0.0:1767384329.413994:0:24300:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000081599113. 00000400:00000200:0.0:1767384329.413998:0:24300:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (16) 00000400:00000200:0.0:1767384329.414008:0:24300:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384329.414015:0:24300:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:0.0:1767384329.414021:0:24300:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004d714916. 00000400:00000200:2.0:1767384329.414028:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384329.414028:0:24300:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384329.414030:0:24300:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp25 00000400:00000200:2.0:1767384329.414041:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384329.414041:0:24300:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009a7c4bf3. 00000400:00000010:0.0:1767384329.414047:0:24300:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000adfa546. 00000400:00000010:2.0:1767384329.414049:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000400:00000200:2.0:1767384329.414053:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000010:2.0:1767384329.414058:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d839ac7. 00000400:00000200:2.0:1767384329.414062:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp10 00000020:00000001:1.0:1767384329.414065:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.414071:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.414074:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384329.414076:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp10 to MR: 192.168.203.113@tcp10 local destination 10000000:01000000:1.0:1767384329.414077:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.414082:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384329.414087:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [39:39:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [39:39:8:4294967295] 00000020:01000004:1.0:1767384329.414087:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384329.414090:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384329.414094:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384329.414096:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp10 00000020:01000004:1.0:1767384329.414104:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384329.414107:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384329.414108:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) -> 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) : PUT try# 0 00000020:01000004:1.0:1767384329.414109:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384329.414113:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384329.414115:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384329.414119:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000020:01000004:1.0:1767384329.414119:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384329.414124:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000800:00000010:2.0:1767384329.414125:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e654eb79. 00000020:00000040:1.0:1767384329.414131:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000200:2.0:1767384329.414136:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000100:00000001:1.0:1767384329.414139:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384329.414142:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384329.414145:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:988 02000000:00000001:1.0:1767384329.414147:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384329.414149:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e654eb79 type 1, nob 400 niov 1 nkiov 1 02000000:00000010:1.0:1767384329.414157:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000294c2c8d. 00000100:00000001:1.0:1767384329.414163:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.414167:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:1.0:1767384329.414170:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384329.414171:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:1.0:1767384329.414173:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384329.414182:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_03+3] req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384329.414208:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414211:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384329.414211:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.414214:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414217:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767384329.414218:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384329.414221:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384329.414225:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384329.414228:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384329.414229:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384329.414232:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384329.414235:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384329.414240:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384329.414243:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384329.414245:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384329.414245:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384329.414248:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384329.414249:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384329.414253:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384329.414255:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384329.414255:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384329.414258:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384329.414260:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384329.414261:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384329.414262:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384329.414264:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384329.414265:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384329.414269:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e654eb79. 00000100:00100000:2.0:1767384329.414269:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744043264:0@lo:253: 00000100:00000010:1.0:1767384329.414269:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000020:00000040:1.0:1767384329.414276:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:3.0:1767384329.414277:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384329.414278:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384329.414280:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384329.414284:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384329.414288:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 02000000:00000001:2.0:1767384329.414289:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.414289:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384329.414293:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384329.414294:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384329.414294:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414298:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp10: 0 02000000:00000010:1.0:1767384329.414301:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006892e10d. 00000800:00000001:3.0:1767384329.414306:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.414307:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384329.414310:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082c8cd75. 00000100:00000001:1.0:1767384329.414312:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384329.414313:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.414316:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.414316:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384329.414319:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000100:00000040:1.0:1767384329.414322:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837ff344] to pc [ptlrpcd_00_00+0] req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384329.414327:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c5e2258. 00000800:00000001:3.0:1767384329.414329:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384329.414333:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744043264, portal 25 00000800:00000001:3.0:1767384329.414336:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.414337:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384329.414340:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000100:00000040:2.0:1767384329.414347:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384329.414348:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : PUT - for me 10000000:00000001:1.0:1767384329.414350:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384329.414355:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.414359:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414362:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384329.414362:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384329.414366:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 304 into portal 0 MB=0x8000000000000000 00000020:00000010:1.0:1767384329.414368:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004d714916. 00000100:00000040:2.0:1767384329.414369:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384329.414376:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9869f6e. 00000400:00000200:3.0:1767384329.414379:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 288/304 into md 0x1571 [1] + 0 00000400:00000010:3.0:1767384329.414383:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000100:00000001:1.0:1767384329.414383:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.414387:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384329.414389:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008003a364 00000100:00000001:1.0:1767384329.414389:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384329.414394:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744043264, offset 0 00000100:00000040:1.0:1767384329.414395:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384329.414396:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384329.414402:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.414404:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384329.414407:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.414414:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384329.414417:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414419:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 00000400:00000200:2.0:1767384329.414420:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384329.414421:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384329.414425:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384329.414429:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414430:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008003a364 00000100:00100000:1.0:1767384329.414432:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744043392:0@lo:253: 00000400:00000010:3.0:1767384329.414433:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008003a364. 00000400:00000200:2.0:1767384329.414438:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03b00 00000100:00000001:1.0:1767384329.414439:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384329.414441:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384329.414444:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384329.414445:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (18) 02000000:00000001:1.0:1767384329.414448:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384329.414449:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 02000000:00000001:1.0:1767384329.414452:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384329.414454:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:2.0:1767384329.414456:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9c94e36. 02000000:00000010:1.0:1767384329.414459:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e4fc465. 00000400:00000200:3.0:1767384329.414460:0:16149:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (304 bytes) 00000400:00000200:2.0:1767384329.414461:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f324ada 02000000:00000001:1.0:1767384329.414464:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414468:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384329.414469:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000200:2.0:1767384329.414470:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.414477:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (19) 00000400:00000010:1.0:1767384329.414477:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006779dac4. 00000400:00000200:2.0:1767384329.414478:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384329.414485:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744043392, portal 25 00000400:00000200:3.0:1767384329.414487:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384329.414488:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384329.414493:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp10 to MR: 192.168.203.113@tcp10 local destination 00000100:00000001:1.0:1767384329.414496:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000400:00000200:3.0:1767384329.414500:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000040:1.0:1767384329.414505:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.414519:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384329.414522:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) -> 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) 192.168.203.113@tcp10 : ACK try# 0 00000100:00000040:1.0:1767384329.414525:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384329.414531:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f324ada 00000400:00000010:1.0:1767384329.414531:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae0faff5. 00000800:00000200:3.0:1767384329.414535:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000400:00000010:2.0:1767384329.414536:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f324ada. 00000800:00000010:3.0:1767384329.414539:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b255bf3f. 00000100:00000001:2.0:1767384329.414542:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384329.414543:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744043392, offset 0 00000100:00000200:2.0:1767384329.414546:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384329.414549:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000400:00000200:1.0:1767384329.414583:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384329.414592:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384329.414597:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03b80 00000400:00000200:1.0:1767384329.414601:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:1.0:1767384329.414604:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e504ae8. 00000400:00000200:1.0:1767384329.414607:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000074878ca 00000400:00000200:1.0:1767384329.414611:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.414615:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384329.414617:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000033877ba1 x1853236744043264 msgsize 4848 00000400:00000200:1.0:1767384329.414618:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074878ca 00000400:00000010:1.0:1767384329.414621:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074878ca. 00000100:00000001:1.0:1767384329.414626:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384329.414629:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384329.414629:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384329.414634:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384329.414635:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000091ad84c6 x1853236744043392 msgsize 4848 00000100:00100000:1.0:1767384329.414642:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384329.414645:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384329.414645:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384329.414652:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9869f6e 00000400:00000010:2.0:1767384329.414655:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9869f6e. 00000100:00000001:1.0:1767384329.414656:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384329.414661:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384329.414664:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae0faff5 00000100:00000200:2.0:1767384329.414667:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384329.414668:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae0faff5. 00000100:00000001:1.0:1767384329.414675:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384329.414679:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.414702:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384329.414707:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.414713:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384329.414714:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:1021 00000100:00000040:2.0:1767384329.414720:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384329.414721:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b255bf3f type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384329.414723:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414729:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384329.414734:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414735:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.414736:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.414736:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384329.414744:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.414745:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414746:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294918212 00000100:00000001:2.0:1767384329.414750:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294918212 00000100:00000010:1.0:1767384329.414751:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056133519. 00000100:00000001:1.0:1767384329.414760:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384329.414764:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294918212 00000100:00000001:2.0:1767384329.414765:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294918212 00000100:00000010:1.0:1767384329.414768:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d23e2549. 00000100:00000001:2.0:1767384329.414769:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294918212 00000100:00000001:1.0:1767384329.414774:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384329.414779:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294918212 00000100:00000001:1.0:1767384329.414779:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294918212 00000100:00000001:2.0:1767384329.414784:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294918212 00000100:00000010:1.0:1767384329.414784:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000557b7633. 00000100:00000001:1.0:1767384329.414791:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384329.414797:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294918212 00000100:00000001:1.0:1767384329.414797:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294918212 00000100:00000001:2.0:1767384329.414802:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294918212 00000100:00000010:1.0:1767384329.414803:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f56a998e. 00000800:00000200:3.0:1767384329.414806:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384329.414807:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000800:00000010:3.0:1767384329.414810:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b255bf3f. 00000100:00000001:2.0:1767384329.414813:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294918212 00000100:00000001:1.0:1767384329.414813:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.414815:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384329.414820:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414821:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.414827:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 00000100:00000001:2.0:1767384329.414827:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414827:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414834:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414834:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384329.414838:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.414840:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384329.414843:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.414845:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.414846:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384329.414847:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.414849:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384329.414850:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384329.414853:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.414854:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.414855:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.414868:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.414869:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414870:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384329.414871:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.414874:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384329.414874:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414879:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384329.414884:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384329.414892:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : ACK - for me 00000100:00000001:1.0:1767384329.414893:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384329.414897:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.414908:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384329.414913:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043264 00000400:00000200:3.0:1767384329.414914:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp10: ACK from 12345-192.168.203.113@tcp10 into md 0x15b5 02000000:00000001:2.0:1767384329.414916:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384329.414919:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384329.414920:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384329.414920:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384329.414924:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384329.414926:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043392 00000400:00000200:3.0:1767384329.414927:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 02000000:00000001:2.0:1767384329.414929:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.414931:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384329.414934:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043264 00000400:00000200:3.0:1767384329.414935:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000100:00000001:1.0:1767384329.414935:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384329.414940:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000020:00000001:2.0:1767384329.414941:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384329.414941:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414944:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:1.0:1767384329.414946:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.414950:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000020:00000040:2.0:1767384329.414950:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00100000:1.0:1767384329.414952:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043392 00000020:00000001:2.0:1767384329.414955:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384329.414957:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384329.414958:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000020:00000040:2.0:1767384329.414959:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000040:1.0:1767384329.414960:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:3.0:1767384329.414963:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000020:00000001:2.0:1767384329.414965:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384329.414967:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384329.414968:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000800:00000001:3.0:1767384329.414969:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384329.414973:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384329.414974:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384329.414975:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000010:2.0:1767384329.414978:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dbfe08. 00000020:00000001:1.0:1767384329.414980:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384329.414983:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384329.414984:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384329.414985:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384329.414987:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dbfe08. 00000100:00000001:3.0:1767384329.414990:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.414990:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384329.414994:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9df0a90. 00000020:00000010:1.0:1767384329.414995:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003307a32c. 00000100:00000001:1.0:1767384329.415000:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384329.415002:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062c30aac. 00000020:00000010:1.0:1767384329.415003:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003307a32c. 00000020:00000010:2.0:1767384329.415011:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000020:00000010:1.0:1767384329.415011:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000dac4b9. 00000020:00000010:1.0:1767384329.415018:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97334bf. 00000020:00000010:1.0:1767384329.415021:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000461ba994. 00000100:00000040:2.0:1767384329.415022:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384329.415026:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384329.415027:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384329.415028:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384329.415029:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384329.415031:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.415036:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.415045:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384329.415046:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.415057:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384329.415058:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.415073:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384329.415074:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384329.415076:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384329.415077:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384329.415085:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384329.415088:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384329.415090:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094051408 : -120961615500208 : ffff91fc6de06c50) 00000100:00100000:1.0:1767384329.415093:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:1.0:1767384329.415097:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000040:2.0:1767384329.415098:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033877ba1 x1853236744043264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384329.415100:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094040144 : -120961615511472 : ffff91fc6de04050) 00000100:00000040:1.0:1767384329.415108:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091ad84c6 x1853236744043392/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/0 e 0 to 0 dl 1767384340 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.415112:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384329.415116:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059dbfe08. 00000100:00000001:2.0:1767384329.415120:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384329.415120:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384329.415125:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059dbfe08. 00000020:00000010:1.0:1767384329.415125:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003307a32c. 00000100:00000001:1.0:1767384329.415129:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384329.415130:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033877ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744043264:12345-0@lo:253: 00000020:00000010:1.0:1767384329.415132:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003307a32c. 00000100:00000200:2.0:1767384329.415137:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043264 00000100:00100000:1.0:1767384329.415141:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091ad84c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744043392:12345-0@lo:253: 00000020:00000001:2.0:1767384329.415142:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384329.415145:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043392 00000020:00000001:1.0:1767384329.415146:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384329.415149:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384329.415152:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384329.415152:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.415155:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384329.415156:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.415159:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384329.415159:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384329.415160:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384329.415165:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000400:00000010:3.0:1767384329.415166:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000bc3cb897. 00000020:00000001:2.0:1767384329.415166:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384329.415168:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384329.415169:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384329.415172:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384329.415173:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767384329.415174:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a576dac8. 00000020:00000001:1.0:1767384329.415176:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384329.415177:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384329.415180:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384329.415181:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.415182:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000020:00000001:1.0:1767384329.415183:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.415186:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384329.415189:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384329.415190:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bc3cb897 02000000:00000001:2.0:1767384329.415190:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384329.415194:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384329.415196:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000e5618a87. 02000000:00000010:2.0:1767384329.415198:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2e71ede. 00000400:00000200:3.0:1767384329.415201:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 02000000:00000010:1.0:1767384329.415201:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003fb996a1. 02000000:00000001:2.0:1767384329.415202:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384329.415207:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.415208:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.415211:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 00000100:00000001:1.0:1767384329.415212:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.415213:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384329.415217:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 20000000:00000001:1.0:1767384329.415218:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384329.415224:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000b26f4688. 20000000:00000010:2.0:1767384329.415226:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b6b4e771. 20000000:00000010:1.0:1767384329.415228:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b20331b3. 00000400:00000010:3.0:1767384329.415229:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 20000000:01000000:2.0:1767384329.415231:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384329.415233:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384329.415234:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384329.415236:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384329.415238:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:3.0:1767384329.415242:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d1cfe3d. 20000000:00000001:2.0:1767384329.415242:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.415248:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.415251:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 20000000:00000001:1.0:1767384329.415251:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384329.415252:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384329.415254:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.415257:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384329.415259:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384329.415262:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 20000000:00000010:2.0:1767384329.415263:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000235ecc82. 20000000:01000000:2.0:1767384329.415267:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:3.0:1767384329.415268:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:2.0:1767384329.415273:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384329.415274:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:3.0:1767384329.415279:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00080000:00000001:2.0:1767384329.415279:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384329.415284:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384329.415288:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384329.415291:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384329.415294:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384329.415297:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384329.415299:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384329.415303:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384329.415306:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384329.415309:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384329.415312:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384329.415315:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384329.415318:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00080000:00000001:2.0:1767384329.415320:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384329.415321:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00080000:00000001:2.0:1767384329.415327:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384329.415329:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp24 00080000:00000001:2.0:1767384329.415330:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.415334:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384329.415336:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp24 lpni_is_preferred = 0 00000020:00000001:2.0:1767384329.415338:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384329.415343:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000400:00000200:3.0:1767384329.415347:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp24 00080000:00000001:2.0:1767384329.415347:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384329.415353:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [41:41:8:4294967295] 00080000:00000010:2.0:1767384329.415355:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000506bd8f1. 00000400:00000200:3.0:1767384329.415359:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp24 00080000:00000001:2.0:1767384329.415360:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094864896 : -120966614686720 : ffff91fb43e6e400) 00080000:00000001:2.0:1767384329.415364:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384329.415367:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:) -> 192.168.203.113@tcp24(192.168.203.113@tcp:192.168.203.113@tcp24) : GET try# 0 00000800:00000200:3.0:1767384329.415372:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp24 00000800:00000010:3.0:1767384329.415375:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b255bf3f. 00000800:00000010:3.0:1767384329.415381:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000012c19ba2. 00000800:00000010:3.0:1767384329.415384:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000b799594. 00000800:00000200:3.0:1767384329.415387:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (2) 00000800:00000200:3.1:1767384329.415390:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (2) 00000400:00000200:3.0:1767384329.415400:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384329.415402:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00000001:00000001:2.0:1767384329.415454:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384329.415457:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384329.415459:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00080000:00000001:2.0:1767384329.415459:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384329.415478:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.415481:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384329.415501:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415536:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415607:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00080000:00000001:2.0:1767384329.415630:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384329.415634:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384329.415648:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415669:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415698:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415720:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415741:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415766:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415804:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415832:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415884:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415915:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415944:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.415968:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416004:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416039:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416066:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416103:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416140:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416171:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416209:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416232:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416251:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416276:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416291:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416315:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416346:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384329.416372:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000800:00000010:3.0:1767384329.416529:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000032334a59. 00000800:00000010:3.0:1767384329.416534:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089166b0e. 00000800:00000010:3.0:1767384329.416539:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000edd50a12. 00000800:00000010:3.0:1767384329.416597:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000edd50a12. 00000400:00000200:1.0:1767384329.417001:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384329.417025:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp24 from 225.3.0.2 00000800:00000010:1.0:1767384329.417030:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cc76ed18. 00000800:00000010:1.0:1767384329.417379:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065dbfdd2. 00000800:00000010:1.0:1767384329.417383:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae0faff5. 00000800:00000010:1.0:1767384329.417402:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aaffa635. 00000800:00000200:1.1:1767384329.417408:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (2) 00000800:00000200:1.1:1767384329.417413:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp24 00000000aaffa635 deleted 00000800:00000010:1.1:1767384329.417415:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aaffa635. 00000800:00000200:1.1:1767384329.417420:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384329.417424:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:993 00000800:00000200:1.1:1767384329.417427:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b255bf3f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384329.417432:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp24 p 3.x 192.168.203.113 -> 192.168.203.113:993 incarnation:1767384327565196221 sched[0] 00000800:00000010:1.0:1767384329.417437:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc668042. 00000800:00000010:1.0:1767384329.417490:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc668042. 00000800:00000010:1.0:1767384329.417495:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae0faff5. 00000800:00000200:2.1:1767384329.417503:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384329.417512:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp24 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384327565196221 sched[0] 00000800:00000010:2.0:1767384329.417516:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089166b0e. 00000800:00000010:1.0:1767384329.417527:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cc76ed18. 00000800:00000001:1.0:1767384329.417547:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417551:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.417600:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:1.0:1767384329.417619:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384329.417623:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b255bf3f. 00000400:00000200:1.0:1767384329.417627:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.417637:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: GET: OK 00000400:00000200:1.0:1767384329.417641:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384329.417643:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:1.0:1767384329.417651:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417656:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384329.417658:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417665:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384329.417667:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384329.417673:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : GET - for me 00000400:00000200:1.0:1767384329.417689:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384329.417694:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 304/304 into md 0x15b1 [1] + 0 00000400:00000200:1.0:1767384329.417703:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp24 to MR: 192.168.203.113@tcp24 local destination 00000400:00000200:1.0:1767384329.417709:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1767384329.417715:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384329.417725:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) -> 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) 192.168.203.113@tcp24 : REPLY try# 0 00000800:00000200:1.0:1767384329.417731:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.113@tcp24 00000800:00000010:1.0:1767384329.417734:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066c0586c. 00000800:00000200:1.0:1767384329.417738:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (4) 00000800:00000200:1.0:1767384329.417743:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:988 00000800:00000200:1.0:1767384329.417746:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066c0586c type 3, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1767384329.417776:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000200:1.0:1767384329.417796:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384329.417799:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066c0586c. 00000400:00000200:1.0:1767384329.417802:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.417807:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: REPLY: OK 00000800:00000001:1.0:1767384329.417816:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417818:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384329.417820:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417824:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384329.417825:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417827:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384329.417830:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : REPLY - for me 00000400:00000200:1.0:1767384329.417837:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp24: Reply from 12345-192.168.203.113@tcp24 of length 304/304 into md 0x15cd 00000800:00000001:1.0:1767384329.417845:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417849:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384329.417850:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384329.417853:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: REPLY: OK 00000400:00000200:1.0:1767384329.417856:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:1.0:1767384329.417872:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000400:00000200:1.0:1767384329.417876:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384329.417880:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384329.417883:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384329.417887:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 17. state = 0x100251 00000400:00000200:1.0:1767384329.417893:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384329.417911:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000800:00000001:1.0:1767384329.417919:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384329.417923:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384329.417993:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384329.417998:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:3.0:1767384329.418004:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000414baaf6. 00000400:00000010:3.0:1767384329.418007:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000d6f9d2e1. 00000400:00000010:3.0:1767384329.418010:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000001bf42cb0. 00000400:00000200:2.0:1767384329.418023:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000010:3.0:1767384329.418033:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000001c0ef4c. 00000400:00000200:3.0:1767384329.418040:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000001c0ef4c nid 192.168.203.113@tcp25 00000400:00000010:3.0:1767384329.418043:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002f46800a. 00000400:00000200:3.0:1767384329.418046:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000002f46800a net tcp25 00000400:00000200:3.0:1767384329.418049:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000200:3.0:1767384329.418053:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp25 flags 0x11 00000400:00000010:3.0:1767384329.418056:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000414baaf6. 00000400:00000010:3.0:1767384329.418060:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000d6f9d2e1. 00000400:00000010:3.0:1767384329.418064:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000001bf42cb0. 00000400:00000200:2.0:1767384329.418064:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000010:3.0:1767384329.418066:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000b26f4688. 00000400:00000200:3.0:1767384329.418072:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384329.418076:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384329.418079:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:3.0:1767384329.418089:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384329.418118:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384329.418120:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384329.418124:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384329.418128:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000400:00000200:2.0:1767384329.418228:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418271:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418319:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418371:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418425:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418487:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418535:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418605:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418661:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418710:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418755:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418806:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418874:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418931:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.418991:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419034:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419098:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419150:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419193:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419246:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419288:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419337:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419369:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419401:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384329.419443:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000800:00000010:2.0:1767384329.419666:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004352ef6f. 00000800:00000010:2.0:1767384329.419671:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075e3b392. 00000800:00000010:2.0:1767384329.419675:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fae719c9. 00000800:00000010:2.0:1767384329.419712:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fae719c9. 00000400:00000200:1.0:1767384329.419766:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384329.419779:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp24 from 224.3.0.2 00000800:00000010:1.0:1767384329.419782:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b5dadd76. 00000800:00000010:2.0:1767384329.419813:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000230bb4c3. 00000800:00000010:2.0:1767384329.419819:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000800a790c. 00000800:00000010:2.0:1767384329.419842:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d456d15c. 00000800:00000200:2.1:1767384329.419848:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (4) 00000800:00000200:2.1:1767384329.419853:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp24 00000000d456d15c deleted 00000800:00000010:2.1:1767384329.419855:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d456d15c. 00000800:00000200:2.1:1767384329.419872:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384329.419878:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp24 p 3.x 192.168.203.113 -> 192.168.203.113:992 incarnation:1767384327565196221 sched[0] 00000800:00000010:2.0:1767384329.419882:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fae719c9. 00000800:00000010:2.0:1767384329.419936:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fae719c9. 00000800:00000010:2.0:1767384329.419939:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000800a790c. 00000800:00000010:2.0:1767384329.419960:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b5dadd76. 00000800:00000001:2.0:1767384329.419970:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.419976:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384329.420004:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384329.420009:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp24 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384327565196221 sched[0] 00000800:00000010:2.0:1767384329.420012:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075e3b392. 00000800:00000001:2.0:1767384329.420044:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384329.420047:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384329.424317:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384329.424323:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384329.424325:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384329.424326:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384329.424329:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384329.424329:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384329.424332:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384329.424335:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384329.424336:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384329.424338:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 00080000:00000001:1.0:1767384329.424342:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384329.424343:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384329.424354:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384329.424357:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000eb62bd6. 20000000:01000000:0.0:1767384329.424357:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384329.424362:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:2.0:1767384329.424366:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384329.424370:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384329.424371:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384329.424388:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384329.424392:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.424394:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384329.424396:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384329.424397:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384329.424402:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384329.424402:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384329.424406:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384329.424407:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384329.424410:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000605bb079. 00000020:00000001:2.0:1767384329.424416:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384329.424417:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384329.424420:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000010:0.0:1767384329.424421:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00080000:00000001:2.0:1767384329.424426:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384329.424427:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384329.424430:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc647 to hash 00000020:00000001:0.0:1767384329.424432:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767384329.424433:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bfe4c41e. 00010000:00000001:0.0:1767384329.424434:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00080000:00000001:2.0:1767384329.424439:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094858752 : -120966614692864 : ffff91fb43e6cc00) 00010000:00000001:0.0:1767384329.424439:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00080000:00000001:2.0:1767384329.424445:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384329.424446:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.424448:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.424451:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424458:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.424461:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384329.424463:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.424465:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.424466:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.424468:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.424469:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.424471:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.424473:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.424474:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.424475:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.424476:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000605bb079) refcount = 1 00010000:00010000:0.0:1767384329.424479:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424483:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.424484:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.424491:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.424493:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424495:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384329.424498:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384329.424501:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384329.424503:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.424504:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.424506:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:0.0:1767384329.424508:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00000001:00000001:2.0:1767384329.424510:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384329.424510:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00080000:00000001:2.0:1767384329.424513:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424514:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384329.424517:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384329.424518:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424525:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.424526:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424530:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384329.424532:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424532:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.424535:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384329.424536:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384329.424542:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.424543:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424545:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.424547:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.424585:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d002dd1 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384329.424587:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.424589:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384329.424591:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424602:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.424603:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.424605:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.424606:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=5 00000020:00000001:0.0:1767384329.424608:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.424610:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.424612:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.424614:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424618:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.424620:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.424621:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424624:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.424626:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.424628:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.424629:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.424631:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc647 from hash 00010000:00000001:0.0:1767384329.424633:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.424635:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.424636:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.424637:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.424639:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.424641:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.424643:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.424644:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.424647:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424648:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384329.424650:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384329.424652:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.424653:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.424654:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424656:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.424657:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.424665:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424668:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.424669:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.424670:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384329.424672:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384329.424673:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.424674:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.424676:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.424678:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.424679:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.424681:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.424685:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384329.424686:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.424688:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc647 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.424702:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000605bb079 count: 0 00010000:00000001:0.0:1767384329.424711:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384329.424713:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384329.424729:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384329.424733:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384329.429575:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000605bb079. 00010000:00000010:0.1:1767384329.429583:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00000100:00000040:0.0:1767384329.432588:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294918212, at 4294918213 00000100:00000010:0.0:1767384329.432596:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056133519. 00000100:00000040:3.0:1767384329.432617:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294918212, at 4294918213 00000100:00000040:1.0:1767384329.432617:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294918212, at 4294918213 00000100:00000010:3.0:1767384329.432625:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f56a998e. 00000100:00000010:1.0:1767384329.432628:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d23e2549. 00000100:00000040:2.0:1767384329.432637:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294918212, at 4294918213 00000100:00000010:2.0:1767384329.432672:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000557b7633. 00080000:00000001:1.0:1767384329.433168:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384329.433171:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384329.433173:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384329.433174:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384329.433175:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384329.433177:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384329.433178:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfe4c41e. 00000020:00000002:2.0:1767384329.433185:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384329.433185:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384329.433190:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384329.433191:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384329.433193:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384329.433201:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384329.433204:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384329.433208:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384329.433219:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384329.433223:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384329.433225:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384329.433228:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384329.433230:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384329.433234:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000605bb079. 00010000:00000001:0.0:1767384329.433237:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384329.433240:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00000020:00000001:0.0:1767384329.433243:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384329.433245:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc64e to hash 00000020:00000001:0.0:1767384329.433247:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384329.433253:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433256:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433259:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.433260:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.433262:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433268:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384329.433271:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384329.433272:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384329.433274:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.433275:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.433277:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384329.433278:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.433280:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384329.433282:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384329.433283:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384329.433284:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384329.433285:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000605bb079) refcount = 1 00010000:00010000:0.0:1767384329.433287:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433292:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384329.433293:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384329.433294:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.433296:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433297:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384329.433299:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384329.433302:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384329.433304:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.433305:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.433306:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:0.0:1767384329.433308:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433310:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433312:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384329.433319:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433324:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384329.433325:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433329:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.433330:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384329.433332:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433335:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.433337:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433338:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384329.433339:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384329.433343:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d002dd1 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384329.433344:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.433346:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384329.433348:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433352:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384329.433353:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384329.433354:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384329.433355:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=5 00000020:00000001:0.0:1767384329.433357:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433359:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384329.433361:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384329.433362:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433366:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384329.433372:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384329.433373:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433376:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384329.433377:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384329.433378:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384329.433379:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384329.433381:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc64e from hash 00010000:00000001:0.0:1767384329.433383:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384329.433384:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.433385:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.433385:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384329.433386:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384329.433387:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384329.433389:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384329.433390:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384329.433391:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433392:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384329.433393:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384329.433395:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.433396:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.433397:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433398:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.433399:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.433401:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433404:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.433405:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.433406:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384329.433407:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384329.433408:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384329.433409:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384329.433410:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384329.433411:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384329.433412:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384329.433413:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384329.433425:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384329.433426:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384329.433428:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc64e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384329.433431:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000605bb079 count: 0 00010000:00000001:0.0:1767384329.433437:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384329.433438:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384329.433919:0:24305:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f2a2c909. 00000400:00000040:3.0:1767384329.433933:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384329.433936:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384329.433938:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384329.433939:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384329.433942:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384329.433943:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384329.433945:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384329.433947:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384329.433948:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384329.433949:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384329.433951:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384329.433953:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384329.433955:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384329.433956:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384329.433957:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384329.433958:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384329.433959:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384329.433961:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384329.433962:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384329.433964:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384329.433965:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384329.433967:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384329.433968:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384329.433969:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384329.433970:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384329.433972:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384329.433973:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384329.433974:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384329.433979:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384329.433980:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384329.433981:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384329.433983:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384329.433985:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384329.433986:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384329.433987:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384329.433988:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384329.433990:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384329.433992:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384329.433993:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384329.433994:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384329.433995:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384329.433996:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384329.433997:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384329.433998:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384329.433999:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384329.434000:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384329.434001:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384329.434002:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384329.434004:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384329.434005:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384329.434006:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384329.434007:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384329.434009:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384329.434010:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384329.434012:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384329.434013:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384329.434014:0:24305:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384329.434071:0:24305:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f2a2c909. 00080000:00000020:2.0:1767384329.435035:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384329.435038:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384329.435040:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b6b4e771. 20000000:00000001:2.0:1767384329.435045:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384329.435048:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043264 00010000:00000001:2.0:1767384329.435051:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384329.435057:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033877ba1 x1853236744043264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384329.435063:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384329.435066:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.435069:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.435073:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384329.435082:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384329.435084:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384329.435087:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384329.435090:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.435093:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384329.435096:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384329.435100:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004053ab01. 00000100:00000200:2.0:1767384329.435104:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744043264, offset 224 00000400:00000200:2.0:1767384329.435110:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384329.435120:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384329.435128:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03b00 00000400:00000200:2.0:1767384329.435134:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b9 [2] + 224 00000400:00000200:2.0:1767384329.435139:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384329.435143:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384329.435148:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384329.435152:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384329.435158:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.435169:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384329.435176:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004053ab01 00000400:00000010:2.0:1767384329.435179:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004053ab01. 00000100:00000001:2.0:1767384329.435182:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384329.435184:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384329.435187:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.435189:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384329.435191:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384329.435194:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.435197:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384329.435200:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033877ba1 x1853236744043264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.435207:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033877ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744043264:12345-0@lo:253: Request processed in 20095us (20654us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384329.435224:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384329.435226:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384329.435229:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384329.435231:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384329.435235:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062c30aac. 00000020:00000010:2.0:1767384329.435241:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000020:00000010:2.0:1767384329.435244:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9df0a90. 00000020:00000040:2.0:1767384329.435250:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384329.435254:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384329.435255:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2e71ede. 02000000:00000001:2.0:1767384329.435259:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384329.435261:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384329.435265:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384329.435375:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.435377:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384329.435381:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.435383:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384329.435384:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:2.0:1767384329.435387:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5e2258 00000400:00000010:2.0:1767384329.435388:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c5e2258. 00000100:00000001:2.0:1767384329.435390:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384329.435392:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384329.435398:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.435402:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384329.435403:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.435405:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384329.435407:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384329.435408:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384329.435409:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384329.435411:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384329.435415:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384329.435417:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384329.435425:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384329.435426:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384329.435428:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384329.435429:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.435431:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384329.435433:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.435437:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384329.435440:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384329.435441:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384329.435473:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384329.435475:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384329.435477:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384329.435478:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384329.435479:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384329.435481:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384329.435482:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384329.435484:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384329.435485:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384329.435487:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384329.435490:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384329.435495:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744043264:0@lo:253: 00000100:00000001:2.0:1767384329.435499:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.435501:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384329.435504:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744043264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384329.435509:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384329.435511:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384329.435514:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082c8cd75. 02000000:00000001:2.0:1767384329.435517:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384329.435519:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384329.435520:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384329.435522:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384329.435524:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000294c2c8d. 02000000:00000001:2.0:1767384329.435533:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384329.435535:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384329.435536:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:2.0:1767384329.435539:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384329.435541:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.435542:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384329.435547:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384329.435548:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384329.435550:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384329.435551:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384329.435607:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069f54536. 00000400:00000010:3.0:1767384329.435614:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004878b992. 00080000:00000020:3.0:1767384329.436211:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384329.436213:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384329.436215:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b20331b3. 20000000:00000001:3.0:1767384329.436219:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384329.436221:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043392 00010000:00000001:3.0:1767384329.436223:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384329.436231:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091ad84c6 x1853236744043392/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384329.436237:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384329.436238:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384329.436240:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384329.436242:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384329.436243:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384329.436244:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384329.436246:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384329.436247:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.436249:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384329.436250:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384329.436252:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b0175fd. 00000100:00000200:3.0:1767384329.436254:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744043392, offset 224 00000400:00000200:3.0:1767384329.436257:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384329.436261:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384329.436265:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03b80 00000400:00000200:3.0:1767384329.436269:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c1 [2] + 224 00000400:00000200:3.0:1767384329.436272:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384329.436274:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384329.436276:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384329.436278:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384329.436284:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384329.436297:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384329.436300:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0175fd 00000400:00000010:3.0:1767384329.436302:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b0175fd. 00000100:00000001:3.0:1767384329.436304:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384329.436305:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384329.436307:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384329.436308:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.436310:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384329.436313:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384329.436315:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384329.436316:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384329.436317:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384329.436318:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384329.436320:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000400:00000200:0.0:1767384329.436323:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006779dac4 00000020:00000001:3.0:1767384329.436325:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384329.436326:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006779dac4. 00000100:00000040:3.0:1767384329.436330:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091ad84c6 x1853236744043392/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:310/0 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.436330:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384329.436336:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.436344:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091ad84c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744043392:12345-0@lo:253: Request processed in 21221us (21705us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384329.436354:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384329.436357:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:3.0:1767384329.436362:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384329.436367:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384329.436369:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384329.436370:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384329.436373:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384329.436374:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97334bf. 00000100:00000001:0.0:1767384329.436375:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384329.436378:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384329.436380:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384329.436382:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000461ba994. 00000100:00000001:0.0:1767384329.436382:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384329.436387:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384329.436388:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000dac4b9. 00000100:00001000:0.0:1767384329.436389:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=37 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384329.436392:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00001000:0.0:1767384329.436394:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=37 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384329.436396:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384329.436397:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384329.436399:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003fb996a1. 00000100:00000001:0.0:1767384329.436400:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.436404:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384329.436405:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384329.436405:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384329.436408:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.436409:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384329.436413:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384329.436414:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384329.436417:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa2c0c5. 00000400:00000010:3.0:1767384329.436421:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b0175fd. 00000100:00000001:0.0:1767384329.436429:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384329.436431:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384329.436432:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384329.436434:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384329.436435:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384329.436436:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384329.436437:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384329.436438:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384329.436439:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384329.436439:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384329.436440:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384329.436441:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384329.436443:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384329.436448:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744043392:0@lo:253: 00000100:00000001:0.0:1767384329.436450:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.436452:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384329.436453:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000837ff344 x1853236744043392/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384329.436457:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384329.436458:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384329.436459:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e4fc465. 02000000:00000001:0.0:1767384329.436461:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384329.436462:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384329.436463:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384329.436464:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384329.436465:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006892e10d. 02000000:00000001:0.0:1767384329.436467:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384329.436468:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384329.436469:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 00000100:00000001:0.0:1767384329.436473:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384329.436474:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.436474:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384329.436478:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384329.436483:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384329.436485:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384329.436486:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384329.439569:0:24307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000605bb079. 00010000:00000010:0.1:1767384329.439576:0:24307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00010000:00000001:1.0:1767384330.195639:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384330.195644:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.195649:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384330.195658:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.195688:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384330.195692:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384330.195695:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384330.387635:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384330.387643:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:2.0:1767384330.387650:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.387654:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384330.387656:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384330.387658:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384330.387662:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384330.387665:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384330.387668:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 33 10000000:00000001:2.0:1767384330.387672:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384330.387675:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384330.387683:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000020:00000040:2.0:1767384330.387689:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384330.387695:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.387700:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384330.387706:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.387715:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cbf2e22. 00000100:00000001:2.0:1767384330.387722:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.387728:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384330.387732:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384330.387740:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee7a5c16. 00010000:00000001:2.0:1767384330.387746:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384330.387749:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49c9f35. 00000020:00000001:2.0:1767384330.387754:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384330.387757:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c49c9f35 with handle 0xf489261bfe0bc655 to hash 00000020:00000001:2.0:1767384330.387760:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384330.387762:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.387776:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.387780:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384330.387783:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384330.387787:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384330.387798:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384330.387811:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384330.387818:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384330.387820:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384330.387828:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004053ab01. 00000100:00000001:2.0:1767384330.387830:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086081792 : -120966623469824 : ffff91fb4360df00) 00000100:00000001:2.0:1767384330.387834:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.387836:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000001:2.0:1767384330.387841:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.387844:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.387847:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384330.387849:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384330.387875:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.387898:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384330.387901:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.387905:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384330.387908:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384330.387912:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.387915:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744043520:0@lo:101: 00000100:00000001:2.0:1767384330.387921:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384330.387927:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384330.387929:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.387933:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384330.387943:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc1c2132. 02000000:00000001:2.0:1767384330.387946:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384330.387952:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000400:00000010:2.0:1767384330.387960:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000257de227. 00000100:00000200:2.0:1767384330.387966:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744043520, portal 25 00000100:00000001:2.0:1767384330.387969:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.387971:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000040:2.0:1767384330.387977:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.387987:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384330.387990:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384330.387993:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000200:2.0:1767384330.387996:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744043520, offset 0 00000400:00000200:2.0:1767384330.388004:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384330.388017:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384330.388030:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd03c00 00000400:00000200:2.0:1767384330.388038:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa45 [2] + 0 00000400:00000010:2.0:1767384330.388043:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b7cfa5f. 00000400:00000200:2.0:1767384330.388047:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000786c1594 00000400:00000200:2.0:1767384330.388053:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384330.388058:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384330.388064:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000786c1594 00000400:00000010:2.0:1767384330.388067:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000786c1594. 00000100:00000001:2.0:1767384330.388072:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384330.388075:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384330.388079:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000003c621b59 x1853236744043520 msgsize 328 00000100:00100000:2.0:1767384330.388084:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384330.388087:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384330.388105:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384330.388112:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000400:00000010:2.0:1767384330.388114:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000100:00000001:2.0:1767384330.388118:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384330.388122:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.388149:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.388153:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.388162:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.388165:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384330.388174:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.388179:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294919185 00000100:00000010:2.0:1767384330.388184:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c18339aa. 00000100:00000001:2.0:1767384330.388192:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384330.388194:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384330.388203:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043520 02000000:00000001:3.0:1767384330.388207:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384330.388208:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294919185 00000100:00000001:3.0:1767384330.388211:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384330.388216:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbcbfd5c. 00000100:00000001:3.0:1767384330.388218:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.388224:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384330.388229:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.388230:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294919185 00000100:00000010:2.0:1767384330.388238:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050b39862. 00000100:00100000:3.0:1767384330.388240:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043520 00000100:00000001:2.0:1767384330.388243:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384330.388249:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384330.388250:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294919185 00000020:00000040:3.0:1767384330.388257:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000010:2.0:1767384330.388257:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f956a00. 00000020:00000001:3.0:1767384330.388265:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384330.388267:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000040:3.0:1767384330.388273:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:2.0:1767384330.388274:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.388282:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.388285:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.388289:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384330.388296:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:2.0:1767384330.388296:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000004053ab01 going to sleep for 11 seconds 00000100:00000001:2.0:1767384330.388301:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.388306:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.388307:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384330.388318:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384330.388323:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070ad503c. 00000100:00000001:3.0:1767384330.388328:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.388332:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070ad503c. 00000020:00000010:3.0:1767384330.388341:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5abf3dc. 00000020:00000010:3.0:1767384330.388349:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000602956ae. 00000020:00000010:3.0:1767384330.388355:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000100:00000040:3.0:1767384330.388370:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384330.388374:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384330.388377:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384330.388380:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.388388:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.388411:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.388440:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384330.388444:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384330.388453:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:0.0:1767384330.388455:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384330.388459:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384330.388460:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384330.388463:0:16790:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.388468:0:16790:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.388469:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094046288 : -120961615505328 : ffff91fc6de05850) 00000100:00000040:3.0:1767384330.388481:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c621b59 x1853236744043520/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 328/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.388495:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384330.388499:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070ad503c. 00000100:00000001:3.0:1767384330.388501:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.388504:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070ad503c. 00000100:00100000:3.0:1767384330.388509:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c621b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744043520:12345-0@lo:101: 00000100:00000200:3.0:1767384330.388514:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043520 00000020:00000001:3.0:1767384330.388518:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384330.388523:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384330.388525:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.388528:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384330.388540:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384330.388544:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384330.388546:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384330.388549:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384330.388551:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384330.388594:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.388597:0:16789:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384330.388600:0:16789:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384330.388602:0:16789:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384330.388605:0:16789:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384330.388607:0:16789:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.388615:0:16789:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384330.388622:0:16789:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000055157bcd. 00010000:00000001:3.0:1767384330.388626:0:16789:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384330.388629:0:16789:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d98d436. 00000020:00000001:3.0:1767384330.388633:0:16789:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384330.388635:0:16789:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d98d436 with handle 0xf489261bfe0bc65c to hash 00000020:00000001:3.0:1767384330.388637:0:16789:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384330.388639:0:16789:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384330.388641:0:16789:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00010000:3.0:1767384330.388644:0:16789:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc655 expref: -99 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384330.388654:0:16789:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:3.0:1767384330.388657:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384330.388665:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384330.388668:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384330.388673:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000de748fd9. 02000000:00000001:3.0:1767384330.388676:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.388678:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.388681:0:16789:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384330.388684:0:16789:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384330.388687:0:16789:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384330.388689:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384330.388691:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384330.388702:0:16789:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384330.388704:0:16789:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384330.388707:0:16789:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384330.388710:0:16789:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384330.388711:0:16789:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384330.388713:0:16789:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384330.388715:0:16789:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000055157bcd) refcount = 1 00010000:00010000:3.0:1767384330.388722:0:16789:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384330.388730:0:16789:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384330.388732:0:16789:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384330.388734:0:16789:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384330.388736:0:16789:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.388739:0:16789:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384330.388744:0:16789:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384330.388747:0:16789:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384330.388755:0:16789:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384330.388758:0:16789:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384330.388760:0:16789:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384330.388763:0:16789:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.388765:0:16789:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384330.388767:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384330.388769:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384330.388771:0:16789:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002d98d436, rc 0) 00000020:00000001:3.0:1767384330.388773:0:16789:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384330.388777:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043520 00010000:00000001:3.0:1767384330.388780:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384330.388784:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c621b59 x1853236744043520/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 328/344 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.388794:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.388796:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.388800:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.388806:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.388816:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.388819:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384330.388823:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.388825:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.388828:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.388831:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.388835:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384330.388839:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744043520, offset 224 00000400:00000200:3.0:1767384330.388845:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.388876:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.388887:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd03c00 00000400:00000200:3.0:1767384330.388904:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15e1 [1] + 224 00000400:00000200:3.0:1767384330.388910:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.388913:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.388918:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.388922:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.388933:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.388956:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.388963:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384330.388966:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384330.388969:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.388971:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384330.388976:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.388981:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384330.388985:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384330.388988:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.388992:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384330.388997:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384330.388999:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c621b59 x1853236744043520/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 328/344 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384330.389004:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384330.389007:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384330.389011:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:2.0:1767384330.389017:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257de227 00000400:00000010:2.0:1767384330.389020:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000257de227. 00000100:00100000:3.0:1767384330.389026:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c621b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744043520:12345-0@lo:101: Request processed in 526us (939us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384330.389026:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384330.389039:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384330.389063:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384330.389071:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:2.0:1767384330.389074:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384330.389078:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384330.389079:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384330.389081:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384330.389085:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384330.389087:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384330.389088:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.389092:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.389093:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384330.389095:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384330.389100:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=38 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384330.389102:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000602956ae. 00000100:00001000:2.0:1767384330.389103:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384330.389110:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384330.389112:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.389113:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00010000:00000001:2.0:1767384330.389115:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384330.389118:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389122:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.389123:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5abf3dc. 00000100:00000040:2.0:1767384330.389127:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384330.389133:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:2.0:1767384330.389136:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.389141:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384330.389142:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384330.389143:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384330.389148:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000de748fd9. 00000100:00000040:2.0:1767384330.389149:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384330.389157:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384330.389160:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744043520:0@lo:101: 00000100:00000001:3.0:1767384330.389163:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.389165:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.389170:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389172:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000200:3.0:1767384330.389174:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384330.389174:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.389179:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384330.389184:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825f32ab. 00000100:00000001:2.0:1767384330.389190:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.389195:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ceba9d8. 00000100:00000010:2.0:1767384330.389206:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004053ab01. 00000100:00000001:2.0:1767384330.389210:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384330.389212:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.389216:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384330.389220:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.389223:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.389225:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=4 00000020:00000001:2.0:1767384330.389229:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.389232:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000040:2.0:1767384330.389237:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c49c9f35, remote cookie: 0xf489261bfe0bc65c, flags: 0x0 00010000:00000001:2.0:1767384330.389240:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384330.389243:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384330.389245:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384330.389246:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384330.389247:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384330.389249:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee7a5c16) refcount = 1 00010000:00010000:2.0:1767384330.389253:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.389263:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384330.389265:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384330.389267:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384330.389270:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384330.389273:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384330.389276:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.389285:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384330.389287:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.389289:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.389290:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.389291:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.389293:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389296:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.389300:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744043520/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.389326:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384330.389329:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384330.389333:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc1c2132. 02000000:00000001:2.0:1767384330.389337:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384330.389339:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.389341:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384330.389343:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384330.389346:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cbf2e22. 02000000:00000001:2.0:1767384330.389350:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384330.389353:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384330.389355:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:2.0:1767384330.389359:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384330.389361:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384330.389365:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.389368:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384330.389370:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384330.389373:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.389375:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.389377:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.389380:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=3 00000020:00000001:2.0:1767384330.389382:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.389385:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.389388:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384330.389390:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.389391:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384330.389393:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.389396:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384330.389401:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006a817010. 00000100:00000010:2.0:1767384330.389420:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000020:00000040:2.0:1767384330.389424:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384330.389427:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.389440:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384330.389443:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.389447:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cbf2e22. 00000100:00000001:2.0:1767384330.389452:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389466:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384330.389471:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fc1c2132. 00000100:00000010:2.0:1767384330.389475:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000bb4548e0. 00000020:00000040:2.0:1767384330.389478:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384330.389483:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384330.389486:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384330.389490:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004053ab01. 00000100:00000001:2.0:1767384330.389493:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086081792 : -120966623469824 : ffff91fb4360df00) 00000100:00000001:2.0:1767384330.389496:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.389497:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000001:2.0:1767384330.389501:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.389503:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389505:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384330.389507:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384330.389511:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.389520:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384330.389522:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.389525:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384330.389526:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384330.389530:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.389533:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744043648:0@lo:256: 00000100:00000001:2.0:1767384330.389537:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384330.389540:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384330.389542:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389545:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384330.389551:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000400:00000010:2.0:1767384330.389596:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000eeeb9496. 00000100:00000200:2.0:1767384330.389603:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd03c80-0x695824dd03c80, portal 33 00000100:00000001:2.0:1767384330.389613:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.389620:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384330.389626:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5618a87. 02000000:00000001:2.0:1767384330.389632:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384330.389639:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000400:00000010:2.0:1767384330.389656:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000257de227. 00000100:00000200:2.0:1767384330.389661:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744043648, portal 25 00000100:00000001:2.0:1767384330.389664:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.389666:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000040:2.0:1767384330.389673:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.389681:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384330.389684:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384330.389689:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000200:2.0:1767384330.389691:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744043648, offset 0 00000400:00000200:2.0:1767384330.389696:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384330.389703:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384330.389711:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd03c80 00000400:00000200:2.0:1767384330.389716:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa55 [2] + 0 00000400:00000010:2.0:1767384330.389720:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025d9e962. 00000400:00000200:2.0:1767384330.389724:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b3110061 00000400:00000200:2.0:1767384330.389728:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384330.389732:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384330.389736:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3110061 00000400:00000010:2.0:1767384330.389738:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3110061. 00000100:00000001:2.0:1767384330.389743:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384330.389745:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384330.389748:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000010ae2b67 x1853236744043648 msgsize 304 00000100:00100000:2.0:1767384330.389755:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384330.389758:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384330.389771:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384330.389778:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000400:00000010:2.0:1767384330.389780:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000100:00000001:2.0:1767384330.389783:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384330.389788:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.389798:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.389802:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.389816:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384330.389822:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043648 02000000:00000001:3.0:1767384330.389827:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384330.389832:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.389833:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.389835:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.389838:0:16793:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384330.389841:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384330.389846:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043648 00000100:00000001:2.0:1767384330.389847:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.389849:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384330.389870:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384330.389873:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294919187 00000020:00000001:3.0:1767384330.389874:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384330.389879:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384330.389884:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919185 00000020:00000001:3.0:1767384330.389885:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384330.389892:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384330.389902:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294919187 00000100:00000001:3.0:1767384330.389904:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384330.389910:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919185 00000020:00000010:3.0:1767384330.389912:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070ad503c. 00000100:00000001:2.0:1767384330.389916:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294919187 00000100:00000001:3.0:1767384330.389918:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.389925:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070ad503c. 00000100:00000001:2.0:1767384330.389925:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919185 00000100:00000001:2.0:1767384330.389935:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294919187 00000020:00000010:3.0:1767384330.389936:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5abf3dc. 00000100:00000001:2.0:1767384330.389940:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919185 00000100:00000001:2.0:1767384330.389946:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.389949:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000602956ae. 00000100:00000001:2.0:1767384330.389951:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.389955:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000100:00000001:2.0:1767384330.389957:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.389961:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384330.389963:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384330.389964:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000004053ab01 going to sleep for 11 seconds 00000100:00000001:3.0:1767384330.389969:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384330.389971:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384330.389973:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384330.389976:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.389977:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.389987:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.389998:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.390009:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384330.390010:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384330.390013:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:3.0:1767384330.390016:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384330.390018:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094044240 : -120961615507376 : ffff91fc6de05050) 00000100:00000040:3.0:1767384330.390022:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010ae2b67 x1853236744043648/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 304/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.390030:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384330.390033:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070ad503c. 00000100:00000001:3.0:1767384330.390036:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.390038:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070ad503c. 00000100:00100000:3.0:1767384330.390042:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010ae2b67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744043648:12345-0@lo:256: 00000100:00000200:3.0:1767384330.390045:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043648 00000020:00000001:3.0:1767384330.390047:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384330.390049:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384330.390051:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.390053:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384330.390054:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:3.0:1767384330.390057:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384330.390058:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384330.390060:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384330.390061:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384330.390063:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.390066:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384330.390067:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384330.390075:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000de748fd9. 02000000:00000001:3.0:1767384330.390077:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.390079:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384330.390081:0:16789:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384330.390084:0:16789:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384330.390087:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384330.390089:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384330.390091:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384330.390093:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384330.390094:0:16789:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384330.390097:0:16789:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000eab060a9. 20000000:00000001:3.0:1767384330.390099:0:16789:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384330.390109:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384330.390115:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384330.390119:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384330.390121:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384330.390122:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384330.390124:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384330.390126:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384330.390127:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384330.390130:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384330.390131:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384330.390132:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384330.390134:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384330.390135:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384330.390137:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384330.390138:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384330.390139:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384330.390141:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384330.390143:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:3.0:1767384330.390148:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384330.390149:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384330.390151:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384330.390152:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384330.390154:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384330.390155:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384330.390156:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384330.390158:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384330.390159:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384330.390169:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384330.390172:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384330.390175:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384330.390178:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384330.390181:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384330.390183:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384330.390186:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384330.390188:0:16789:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384330.390191:0:16789:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:3.0:1767384330.390194:0:16789:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:3.0:1767384330.390196:0:16789:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:3.0:1767384330.390199:0:16789:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384330.390203:0:16789:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000badebff9. 00000100:00000010:3.0:1767384330.390207:0:16789:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000060dee59d. 00000020:00000040:3.0:1767384330.390210:0:16789:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:3.0:1767384330.390214:0:16789:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384330.390217:0:16789:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384330.390221:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384330.390228:0:16789:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000023329fa7. 00000400:00000200:3.0:1767384330.390232:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.390241:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.390248:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x695824dd03c80 00000400:00000200:3.0:1767384330.390254:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x15f1 [4] + 0 00000400:00000010:3.0:1767384330.390257:0:16789:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:3.0:1767384330.390261:0:16789:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eeeb9496 00000400:00000200:3.0:1767384330.390265:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.390269:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384330.390272:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeeb9496 00000400:00000010:3.0:1767384330.390274:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000eeeb9496. 00000100:00000001:3.0:1767384330.390278:0:16789:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384330.390280:0:16789:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e874f984 desc 00000000fc1c2132 mbits 1853236744043648 00000100:00000001:3.0:1767384330.390296:0:16789:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384330.390301:0:16789:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384330.390306:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384330.390314:0:16789:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x15fd 00000400:00000200:3.0:1767384330.390318:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.390332:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384330.390337:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:2.0:1767384330.390339:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384330.390340:0:16789:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000badebff9 00000100:00000001:2.0:1767384330.390344:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.390346:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384330.390358:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384330.390361:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384330.390365:0:16789:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384330.390367:0:16789:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000badebff9 00000100:00000001:3.0:1767384330.390370:0:16789:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384330.390375:0:16789:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x695824dd03c80-0x695824dd03c80 00000100:00000001:3.0:1767384330.390378:0:16789:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.390383:0:16789:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.390386:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384330.390389:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:3.0:1767384330.390393:0:16789:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000060dee59d. 00000100:00000010:3.0:1767384330.390397:0:16789:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000badebff9. 00000100:00000001:3.0:1767384330.390400:0:16789:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384330.390402:0:16789:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384330.390410:0:16789:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000eab060a9. 20000000:00000001:3.0:1767384330.390414:0:16789:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384330.390417:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043648 00010000:00000001:3.0:1767384330.390420:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384330.390424:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010ae2b67 x1853236744043648/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 304/240 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.390445:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.390447:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.390450:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.390454:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.390457:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.390459:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384330.390463:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.390465:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.390468:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.390471:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.390474:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384330.390485:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744043648, offset 224 00000400:00000200:3.0:1767384330.390492:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.390498:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.390505:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd03c80 00000400:00000200:3.0:1767384330.390509:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x15f5 [1] + 224 00000400:00000200:3.0:1767384330.390515:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.390518:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.390522:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.390526:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.390537:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.390594:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.390603:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000100:00000001:2.0:1767384330.390603:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384330.390609:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384330.390614:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.390616:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384330.390620:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384330.390621:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384330.390624:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384330.390629:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:2.0:1767384330.390630:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00010000:00000001:3.0:1767384330.390638:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384330.390640:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257de227 00000020:00000001:3.0:1767384330.390644:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384330.390645:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000257de227. 00000020:00000001:3.0:1767384330.390653:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384330.390654:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384330.390663:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010ae2b67 x1853236744043648/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:311/0 lens 304/240 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384330.390664:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384330.390704:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384330.390709:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010ae2b67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744043648:12345-0@lo:256: Request processed in 673us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384330.390731:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:3.0:1767384330.390738:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384330.390744:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384330.390750:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384330.390751:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384330.390754:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000602956ae. 00000100:00000001:2.0:1767384330.390755:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384330.390762:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000100:00000001:2.0:1767384330.390762:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384330.390766:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384330.390768:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384330.390770:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.390777:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.390778:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5abf3dc. 00000100:00001000:2.0:1767384330.390782:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=38 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384330.390784:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:2.0:1767384330.390790:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=38 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384330.390792:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384330.390797:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000de748fd9. 00000100:00000001:2.0:1767384330.390798:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384330.390802:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.390804:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384330.390807:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384330.390808:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384330.390810:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.390815:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384330.390816:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384330.390821:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384330.390823:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8cf8f6. 00000400:00000010:3.0:1767384330.390833:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9eb12fc. 00000100:00000040:2.0:1767384330.390840:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.390868:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384330.390871:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384330.390876:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384330.390897:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744043648:0@lo:256: 00000100:00000001:2.0:1767384330.390902:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.390905:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.390907:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384330.390908:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.390912:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.390920:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384330.390923:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004053ab01. 00000100:00000001:2.0:1767384330.390926:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384330.390936:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384330.390940:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:2.0:1767384330.390944:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384330.390950:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ee97e210. 10000000:00000040:2.0:1767384330.390962:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384330.390970:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384330.390973:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384330.390978:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:2.0:1767384330.390981:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.390983:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384330.390986:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:2.0:1767384330.390988:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:2.0:1767384330.390992:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:2.0:1767384330.390995:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384330.390999:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:2.0:1767384330.391004:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384330.391010:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000200:2.0:1767384330.391015:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384330.391021:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767384330.391024:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (18) 00000400:00000200:2.0:1767384330.391027:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:2.0:1767384330.391029:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:2.0:1767384330.391033:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391035:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:2.0:1767384330.391037:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:2.0:1767384330.391041:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391043:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:2.0:1767384330.391045:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:2.0:1767384330.391048:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391051:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:2.0:1767384330.391053:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:2.0:1767384330.391057:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391059:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:2.0:1767384330.391061:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:2.0:1767384330.391064:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391066:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:2.0:1767384330.391077:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:2.0:1767384330.391082:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391084:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:2.0:1767384330.391086:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:2.0:1767384330.391089:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391091:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:2.0:1767384330.391094:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:2.0:1767384330.391097:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391099:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:2.0:1767384330.391101:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:2.0:1767384330.391104:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391106:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:2.0:1767384330.391109:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:2.0:1767384330.391113:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391115:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:2.0:1767384330.391117:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:2.0:1767384330.391121:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391123:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:2.0:1767384330.391125:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:2.0:1767384330.391129:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391130:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:2.0:1767384330.391133:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:2.0:1767384330.391136:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391138:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:2.0:1767384330.391141:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:2.0:1767384330.391144:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391147:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:2.0:1767384330.391149:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:2.0:1767384330.391152:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391154:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:2.0:1767384330.391156:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:2.0:1767384330.391160:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384330.391162:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000100:00000001:2.0:1767384330.391164:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384330.391167:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384330.391172:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:2.0:1767384330.391183:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d1d8241a. 10000000:00000040:2.0:1767384330.391187:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:2.0:1767384330.391190:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384330.391198:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384330.391203:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016bebc66. 00000020:00000010:2.0:1767384330.391207:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc6568c1. 00000040:00000010:2.0:1767384330.391211:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000918bf610. 00000020:00000010:2.0:1767384330.391216:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008ea457ec. 00000020:00000010:2.0:1767384330.391221:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384330.391225:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000580111f9. 80000000:00000010:2.0:1767384330.391230:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006317e8e5. 40000000:00000010:2.0:1767384330.391234:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000878f0977. 00100000:00000010:2.0:1767384330.391239:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384330.391244:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000371480ae. 00040000:00000010:2.0:1767384330.391249:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000058c615d8. 00040000:00000010:2.0:1767384330.391254:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008dbfa7cc. 00080000:00000010:2.0:1767384330.391259:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c3aed96b. 00000004:00000010:2.0:1767384330.391265:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000005541d74. 00000004:00000010:2.0:1767384330.391271:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003f9ad880. 00000004:00000010:2.0:1767384330.391277:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c6e0ff0f. 00002000:00000010:2.0:1767384330.391282:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000003458b2. 00000004:00000010:2.0:1767384330.391286:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007db567a9. 00000004:00000001:2.0:1767384330.391291:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384330.391295:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384330.391297:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d1d8241a 00000040:00001000:2.0:1767384330.391299:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384330.391301:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384330.391303:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384330.391305:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384330.391309:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384330.391310:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384330.391312:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384330.391315:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:2.0:1767384330.391317:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384330.391386:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384330.391393:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc6568c1. 00000040:00000010:2.0:1767384330.391398:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000918bf610. 00000020:00000010:2.0:1767384330.391403:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008ea457ec. 00000020:00000010:2.0:1767384330.391408:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384330.391412:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000580111f9. 80000000:00000010:2.0:1767384330.391416:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006317e8e5. 40000000:00000010:2.0:1767384330.391421:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000878f0977. 00100000:00000010:2.0:1767384330.391425:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384330.391428:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000371480ae. 00040000:00000010:2.0:1767384330.391443:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000058c615d8. 00040000:00000010:2.0:1767384330.391447:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008dbfa7cc. 00080000:00000010:2.0:1767384330.391453:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c3aed96b. 00000004:00000010:2.0:1767384330.391458:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000005541d74. 00000004:00000010:2.0:1767384330.391463:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003f9ad880. 00000004:00000010:2.0:1767384330.391468:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c6e0ff0f. 00002000:00000010:2.0:1767384330.391472:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000003458b2. 00000004:00000010:2.0:1767384330.391475:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007db567a9. 00000020:00000010:2.0:1767384330.391478:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016bebc66. 00000020:00000001:2.0:1767384330.391481:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.391484:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384330.391488:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d1d8241a. 10000000:00000010:2.0:1767384330.391492:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ee97e210. 10000000:00000001:2.0:1767384330.391495:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.391499:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384330.391504:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744043648/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.391514:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384330.391516:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384330.391518:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5618a87. 02000000:00000001:2.0:1767384330.391521:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384330.391523:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.391525:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384330.391528:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384330.391530:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384330.391542:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384330.391543:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384330.391546:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384330.391548:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000bb4548e0. 00000100:00000010:2.0:1767384330.391552:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fc1c2132. 00000100:00000001:2.0:1767384330.391590:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384330.391593:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cbf2e22. 02000000:00000001:2.0:1767384330.391597:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384330.391599:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384330.391601:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:2.0:1767384330.391605:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384330.391607:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384330.391623:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006a817010. 10000000:01000000:2.0:1767384330.391629:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384330.391633:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384330.391635:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384330.391637:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384330.391639:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=3 00000020:00000001:2.0:1767384330.391642:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.391645:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384330.391649:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384330.391652:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.391662:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.391664:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384330.391666:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384330.391675:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384330.391677:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384330.391679:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384330.391681:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.391684:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.391687:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384330.391689:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384330.391698:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384330.391701:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384330.402008:0:24595:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000070ad503c. 00000020:00000040:3.0:1767384330.402015:0:24595:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384330.402017:0:24595:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000070ad503c. 00000100:00000040:2.0:1767384330.407624:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294919187, at 4294919188 00000100:00000010:2.0:1767384330.407633:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050b39862. 00000100:00000040:0.0:1767384330.407637:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294919187, at 4294919188 00000100:00000010:0.0:1767384330.407644:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c18339aa. 00000100:00000040:1.0:1767384330.408658:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294919187, at 4294919189 00000100:00000010:1.0:1767384330.408665:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbcbfd5c. 00000100:00000040:3.0:1767384330.408675:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294919187, at 4294919189 00000100:00000010:3.0:1767384330.408685:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f956a00. 00080000:00000001:0.0:1767384330.506664:0:24593:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384330.506678:0:24593:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.506683:0:24593:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384330.506690:0:24593:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384330.506696:0:24593:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.506699:0:24593:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.219618:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384331.219623:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.219629:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384331.219631:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.219659:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.219661:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.219664:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384331.287304:0:24759:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384331.287308:0:24759:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384331.292080:0:24759:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384331.299395:0:24760:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000003458b2. 00000400:00000010:2.0:1767384331.299412:0:24760:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004e0e69d7. 00000400:00000010:2.0:1767384331.299424:0:24760:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ed83dd05. 00000400:00000010:2.0:1767384331.299429:0:24760:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b2de683d. 00000400:00000010:2.0:1767384331.299434:0:24760:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fbacac08. 00000400:00000010:2.0:1767384331.299439:0:24760:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004df73c4e. 00000400:00000010:2.0:1767384331.299440:0:24760:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007753da34. 00000400:00000010:2.0:1767384331.299442:0:24760:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000098d020a. 00000400:00000010:2.0:1767384331.299445:0:24760:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000558917cc. 00000800:00000010:2.0:1767384331.299456:0:24760:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000371480ae. 00000800:00000200:2.0:1767384331.299466:0:24760:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384331.299474:0:24760:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384331.299508:0:24760:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384331.299529:0:24760:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp26 [8/256/0/180] 00000400:00000010:2.0:1767384331.301091:0:24760:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000a955941c. 00000400:00000010:2.0:1767384331.301096:0:24760:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000400:00000010:2.0:1767384331.301101:0:24760:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000257de227. 00000400:00000001:2.0:1767384331.301114:0:24760:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384331.301116:0:24760:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384331.301118:0:24760:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000538b0b4. 00000400:00000200:2.0:1767384331.301120:0:24760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2ef910 00000400:00000010:2.0:1767384331.301122:0:24760:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000400:00000010:2.0:1767384331.301125:0:24760:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000ea9d4bdc. 00000400:00000200:2.0:1767384331.301131:0:24760:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (17) 00000400:00000200:2.0:1767384331.301138:0:24760:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384331.301147:0:24760:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:2.0:1767384331.301153:0:24760:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000be52e98. 00000020:01000000:2.0:1767384331.301158:0:24760:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384331.301160:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384331.301161:0:24760:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp26 00000400:00000200:3.0:1767384331.301170:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:3.0:1767384331.301178:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:2.0:1767384331.301181:0:24760:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004e0e69d7. 00000400:00000200:3.0:1767384331.301182:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (18) 00000400:00000010:3.0:1767384331.301187:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea18d515. 00000400:00000010:2.0:1767384331.301189:0:24760:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000003458b2. 00000400:00000200:3.0:1767384331.301194:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp24 00000400:00000200:3.0:1767384331.301207:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp24 to MR: 192.168.203.113@tcp24 local destination 00000400:00000200:3.0:1767384331.301214:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [43:43:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1767384331.301221:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp24 00000400:00000200:3.0:1767384331.301229:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) -> 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) : PUT try# 0 00000800:00000200:3.0:1767384331.301233:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.113@tcp24 00000800:00000010:3.0:1767384331.301238:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095002ae5. 00000020:00000001:0.0:1767384331.301244:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:3.0:1767384331.301245:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (6) 10000000:00000001:0.0:1767384331.301250:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.301254:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384331.301257:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767384331.301258:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:988 00000020:01000004:0.0:1767384331.301263:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384331.301264:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095002ae5 type 1, nob 416 niov 1 nkiov 1 00000020:01000004:0.0:1767384331.301266:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384331.301270:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.301272:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.301273:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.301275:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.301276:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384331.301277:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384331.301278:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.301280:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384331.301284:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000400:00000200:3.0:1767384331.301287:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000020:00000040:0.0:1767384331.301290:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:3.0:1767384331.301293:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:0.0:1767384331.301297:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384331.301299:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384331.301304:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384331.301313:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d714916. 00000100:00000001:0.0:1767384331.301319:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.301326:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384331.301328:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.301344:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_01+1] req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384331.301366:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.301369:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.301372:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384331.301373:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384331.301379:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.301380:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384331.301381:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384331.301383:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384331.301384:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384331.301385:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384331.301386:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384331.301391:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.301392:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384331.301394:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:01000004:0.0:1767384331.301394:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.301397:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.301401:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384331.301402:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384331.301405:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.301408:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384331.301412:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000100:00000001:2.0:1767384331.301414:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384331.301415:0:38:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384331.301419:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.301420:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384331.301424:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384331.301424:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384331.301427:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384331.301428:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.301431:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384331.301436:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008e28c464. 00000100:00000040:2.0:1767384331.301437:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.301442:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384331.301447:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384331.301449:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384331.301453:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.301456:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767384331.301456:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095002ae5. 00000100:00000001:2.0:1767384331.301460:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.301460:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e819c688] to pc [ptlrpcd_00_02+2] req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.301463:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384331.301467:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384331.301471:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384331.301476:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: PUT: OK 02000000:00000001:2.0:1767384331.301478:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.301486:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744043776:0@lo:253: 00000400:00000200:1.0:1767384331.301487:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384331.301493:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384331.301494:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp24: 0 02000000:00000001:2.0:1767384331.301499:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:0.0:1767384331.301501:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.301503:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384331.301504:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384331.301505:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384331.301506:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384331.301509:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384331.301512:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384331.301514:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000be52e98. 02000000:00000010:2.0:1767384331.301515:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5281c4f. 00000800:00000001:1.0:1767384331.301516:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384331.301519:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384331.301521:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384331.301525:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce64620. 00000800:00000001:1.0:1767384331.301527:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384331.301531:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e0e69d7. 00000100:00000001:0.0:1767384331.301534:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384331.301537:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : PUT - for me 00000100:00000200:2.0:1767384331.301539:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744043776, portal 25 00000100:00000001:0.0:1767384331.301539:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.301543:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384331.301544:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.301547:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:0.0:1767384331.301586:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.301587:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384331.301598:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384331.301599:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 304/320 into md 0x15c9 [1] + 0 00000100:00000001:0.0:1767384331.301601:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.301604:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384331.301607:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a576dac8. 02000000:00000001:0.0:1767384331.301609:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384331.301614:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384331.301620:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.301624:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744043904:0@lo:253: 00000100:00000001:2.0:1767384331.301626:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384331.301627:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000655e2217 00000100:00000001:0.0:1767384331.301631:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384331.301635:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384331.301635:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384331.301636:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384331.301641:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.301643:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb9d8a6. 00000800:00000001:1.0:1767384331.301644:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384331.301644:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384331.301650:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744043776, offset 0 00000400:00000200:1.0:1767384331.301650:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384331.301654:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384331.301660:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384331.301663:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.301663:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: PUT: OK 00000400:00000010:0.0:1767384331.301667:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005666ba13. 00000400:00000200:1.0:1767384331.301675:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000200:2.0:1767384331.301679:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384331.301693:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000400:00000200:1.0:1767384331.301698:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384331.301699:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03d00 00000400:00000010:0.0:1767384331.301702:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7c4bf3. 00000400:00000200:1.0:1767384331.301704:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (19) 00000400:00000200:2.0:1767384331.301710:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000200:1.0:1767384331.301714:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:2.0:1767384331.301715:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c36522d. 00000400:00000200:1.0:1767384331.301720:0:16147:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (320 bytes) 00000400:00000200:2.0:1767384331.301722:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000621aad81 00000400:00000200:1.0:1767384331.301726:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000200:0.0:1767384331.301729:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744043904, portal 25 00000400:00000200:2.0:1767384331.301730:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384331.301734:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384331.301738:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.301738:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (20) 00000100:00000001:0.0:1767384331.301738:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000400:00000200:1.0:1767384331.301749:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384331.301749:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.301760:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp24 to MR: 192.168.203.113@tcp24 local destination 00000100:00000001:0.0:1767384331.301765:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.301773:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384331.301775:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [44:44:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [44:44:8:4294967295] 00000400:00000010:0.0:1767384331.301778:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9afe20f. 00000100:00000200:0.0:1767384331.301783:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744043904, offset 0 00000400:00000200:1.0:1767384331.301793:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) -> 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) 192.168.203.113@tcp24 : ACK try# 0 00000400:00000200:0.0:1767384331.301797:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.301803:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621aad81 00000800:00000200:1.0:1767384331.301804:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp24 00000400:00000010:2.0:1767384331.301808:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000621aad81. 00000800:00000010:1.0:1767384331.301812:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066c0586c. 00000400:00000200:0.0:1767384331.301812:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384331.301815:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.301819:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384331.301824:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (6) 00000100:00000040:2.0:1767384331.301825:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000a4b5f6bf x1853236744043776 msgsize 4848 00000400:00000200:0.0:1767384331.301829:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03d80 00000800:00000200:1.0:1767384331.301840:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:993 00000400:00000200:0.0:1767384331.301840:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000100:00100000:2.0:1767384331.301841:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384331.301862:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066c0586c type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384331.301863:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384331.301864:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c04fdc4. 00000400:00000200:0.0:1767384331.301873:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e7e019a 00000100:00000001:2.0:1767384331.301878:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384331.301881:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384331.301886:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb9d8a6 00000400:00000200:0.0:1767384331.301887:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384331.301890:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb9d8a6. 00000800:00000001:1.0:1767384331.301890:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384331.301897:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.301900:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384331.301902:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7e019a 00000100:00000200:2.0:1767384331.301905:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384331.301905:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e7e019a. 00000100:00000001:0.0:1767384331.301911:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384331.301914:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384331.301918:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.301919:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000f146ecb5 x1853236744043904 msgsize 4848 00000100:00000040:2.0:1767384331.301925:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384331.301926:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384331.301932:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066c0586c. 00000100:00100000:0.0:1767384331.301933:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384331.301939:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384331.301940:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384331.301942:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.301946:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384331.301951:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: ACK: OK 00000100:00000001:0.0:1767384331.301952:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384331.301953:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.301960:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294920099 00000400:00000200:0.0:1767384331.301961:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9afe20f 00000400:00000010:0.0:1767384331.301966:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9afe20f. 00000100:00000010:2.0:1767384331.301967:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006317e8e5. 00000800:00000001:1.0:1767384331.301967:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.301974:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.301974:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384331.301976:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384331.301981:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384331.301981:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.301985:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294920099 00000800:00000001:1.0:1767384331.301988:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384331.301993:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033daa4ce. 00000800:00000001:1.0:1767384331.301994:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.301999:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384331.302000:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000800:00000001:1.0:1767384331.302003:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384331.302005:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.302007:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294920099 00000400:00000200:1.0:1767384331.302017:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : ACK - for me 00000100:00000010:2.0:1767384331.302020:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb556a5f. 00000100:00000001:2.0:1767384331.302028:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384331.302029:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.302033:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.302035:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294920099 00000400:00000200:1.0:1767384331.302040:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp24: ACK from 12345-192.168.203.113@tcp24 into md 0x160d 00000100:00000010:2.0:1767384331.302041:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f771756a. 00000100:00000001:0.0:1767384331.302041:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302048:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384331.302050:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384331.302051:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294920099 00000100:00000001:2.0:1767384331.302056:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.302056:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294920099 00000100:00000001:0.0:1767384331.302063:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294920099 00000100:00000001:2.0:1767384331.302064:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302065:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: ACK: OK 00000100:00000001:0.0:1767384331.302072:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294920099 00000100:00000001:2.0:1767384331.302074:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302076:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000100:00000001:0.0:1767384331.302076:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294920099 00000100:00000001:2.0:1767384331.302078:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.302080:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384331.302083:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294920099 00000400:00000200:1.0:1767384331.302088:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384331.302088:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294920099 00000100:00000001:0.0:1767384331.302094:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294920099 00000400:00000200:1.0:1767384331.302097:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:0.0:1767384331.302099:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.302103:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302104:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384331.302107:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302109:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (19) 00000100:00000001:0.0:1767384331.302117:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.302118:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384331.302122:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384331.302123:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.302126:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384331.302131:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.302132:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.302133:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.302136:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.302137:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384331.302142:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.302147:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.302153:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302160:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384331.302166:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000009d0a494d. 00000400:00000010:1.0:1767384331.302172:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000100:00000001:0.0:1767384331.302174:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384331.302177:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000100:00100000:0.0:1767384331.302178:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043776 02000000:00000001:0.0:1767384331.302183:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384331.302184:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009d0a494d 00000100:00000001:0.0:1767384331.302186:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384331.302189:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000bc3cb897. 00000100:00000001:0.0:1767384331.302190:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.302195:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384331.302196:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 02000000:00000001:0.0:1767384331.302197:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.302201:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744043904 00000100:00100000:0.0:1767384331.302203:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043776 00000400:00000200:1.0:1767384331.302205:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 02000000:00000001:2.0:1767384331.302206:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384331.302208:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384331.302211:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384331.302212:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:1.0:1767384331.302213:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (18) 00000100:00000001:2.0:1767384331.302214:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384331.302218:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384331.302221:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.302221:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000004554ce59. 00000020:00000040:0.0:1767384331.302222:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00100000:2.0:1767384331.302229:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744043904 00000020:00000001:0.0:1767384331.302229:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:1.0:1767384331.302230:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000020:00000001:2.0:1767384331.302234:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384331.302236:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000040:2.0:1767384331.302237:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000010:1.0:1767384331.302238:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a36d305e. 00000020:00000001:2.0:1767384331.302242:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384331.302245:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384331.302246:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000400:00000200:1.0:1767384331.302248:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000001:2.0:1767384331.302252:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:0.0:1767384331.302252:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d21ea99. 00000020:00000001:2.0:1767384331.302259:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:1.0:1767384331.302259:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000100:00000001:0.0:1767384331.302260:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384331.302266:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:0.0:1767384331.302267:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d21ea99. 00000100:00000001:2.0:1767384331.302268:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.302273:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000417ba41b. 00000400:00000200:1.0:1767384331.302277:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000010:0.0:1767384331.302277:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9df0a90. 00000100:00000001:2.0:1767384331.302278:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.302286:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000417ba41b. 00000020:00000010:0.0:1767384331.302287:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037100564. 00000400:00000200:1.0:1767384331.302289:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000010:2.0:1767384331.302295:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2037ec9. 00000400:00000200:1.0:1767384331.302296:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000010:0.0:1767384331.302296:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007504b7e8. 00000020:00000010:2.0:1767384331.302303:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d83015d0. 00000400:00000200:1.0:1767384331.302307:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000040:0.0:1767384331.302308:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384331.302310:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000001:0.0:1767384331.302315:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.302318:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384331.302319:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384331.302320:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384331.302321:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.302324:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.302326:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.302329:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.302334:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302339:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:0.0:1767384331.302343:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.302347:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:2.0:1767384331.302348:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.302358:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:0.0:1767384331.302359:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384331.302364:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:2.0:1767384331.302369:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384331.302370:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384331.302374:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:2.0:1767384331.302376:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384331.302382:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000400:00000200:1.0:1767384331.302383:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000040:0.0:1767384331.302389:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384331.302393:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094048336 : -120961615503280 : ffff91fc6de06050) 00000400:00000200:1.0:1767384331.302394:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00100000:2.0:1767384331.302398:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384331.302402:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4b5f6bf x1853236744043776/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.302405:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000040:2.0:1767384331.302406:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384331.302412:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094052432 : -120961615499184 : ffff91fc6de07050) 00000100:00000040:2.0:1767384331.302423:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f146ecb5 x1853236744043904/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/0 e 0 to 0 dl 1767384342 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384331.302425:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000100:00000001:0.0:1767384331.302429:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384331.302434:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d21ea99. 00000100:00000001:0.0:1767384331.302440:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384331.302445:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000010:0.0:1767384331.302448:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d21ea99. 00000100:00100000:0.0:1767384331.302459:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b5f6bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744043776:12345-0@lo:253: 00000100:00000001:2.0:1767384331.302461:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384331.302462:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000020:00000010:2.0:1767384331.302467:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000417ba41b. 00000100:00000200:0.0:1767384331.302468:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043776 00000400:00000200:1.0:1767384331.302471:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp25 00000020:00000001:0.0:1767384331.302474:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384331.302475:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384331.302479:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384331.302480:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp25 lpni_is_preferred = 0 00000020:00000010:2.0:1767384331.302482:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000417ba41b. 00000020:00000001:0.0:1767384331.302484:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384331.302488:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp25 00000020:00000001:0.0:1767384331.302490:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384331.302493:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00100000:2.0:1767384331.302496:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f146ecb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744043904:12345-0@lo:253: 00000400:00000200:1.0:1767384331.302499:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:00000001:0.0:1767384331.302500:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384331.302504:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744043904 00000020:00000001:0.0:1767384331.302505:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.302511:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384331.302511:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp25 00000020:00000001:0.0:1767384331.302512:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384331.302516:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.302517:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384331.302521:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.302522:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.302529:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384331.302529:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:) -> 192.168.203.113@tcp25(192.168.203.113@tcp:192.168.203.113@tcp25) : GET try# 0 00000100:00000001:0.0:1767384331.302530:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384331.302534:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 02000000:00000001:0.0:1767384331.302536:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384331.302540:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1767384331.302541:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp25 00000020:00000001:2.0:1767384331.302542:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384331.302544:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c30860a5. 00000020:00000001:2.0:1767384331.302546:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384331.302547:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066c0586c. 02000000:00000001:0.0:1767384331.302550:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.302809:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384331.302812:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.302815:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384331.302817:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384331.302822:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000251662fc. 02000000:00000001:2.0:1767384331.302825:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.302827:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.302829:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384331.302836:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000be52e98. 20000000:01000000:2.0:1767384331.302839:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.0:1767384331.302843:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000bd16a86. 20000000:00000001:2.0:1767384331.302844:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:1.0:1767384331.302865:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007b2090cb. 20000000:00000001:2.0:1767384331.302867:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384331.302872:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384331.302873:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (2) 00000100:00000001:0.0:1767384331.302874:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.302878:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.302882:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384331.302882:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:1.1:1767384331.302883:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (2) 20000000:00000010:0.0:1767384331.302905:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036f27426. 00000400:00000200:1.0:1767384331.302907:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 20000000:00000010:2.0:1767384331.302908:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db045877. 20000000:01000000:0.0:1767384331.302911:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384331.302912:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767384331.302914:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384331.302919:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384331.302920:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 20000000:00000001:2.0:1767384331.302921:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384331.302923:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.302929:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384331.302934:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384331.302936:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384331.302976:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384331.302981:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384331.302983:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.302984:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384331.302987:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384331.302992:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384331.302995:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384331.303002:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007db567a9. 00080000:00000001:2.0:1767384331.303004:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094856704 : -120966614694912 : ffff91fb43e6c400) 00080000:00000001:2.0:1767384331.303007:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384331.303018:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303065:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000001:00000001:2.0:1767384331.303100:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384331.303103:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.303106:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384331.303106:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00080000:00000001:2.0:1767384331.303127:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384331.303131:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384331.303133:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303166:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303202:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303241:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00080000:00000001:2.0:1767384331.303261:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384331.303265:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384331.303278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303323:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303356:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303387:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303421:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303443:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303475:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303514:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303543:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303598:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303633:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303685:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303720:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303751:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303795:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303822:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303878:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303900:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303928:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303953:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.303984:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.304021:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.304046:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.304085:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.304111:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000800:00000010:1.0:1767384331.304288:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba5543b2. 00000800:00000010:1.0:1767384331.304294:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002910629b. 00000800:00000010:1.0:1767384331.304300:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003307a32c. 00000800:00000010:1.0:1767384331.304338:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003307a32c. 00000400:00000200:1.0:1767384331.304494:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384331.304507:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp25 from 223.3.0.2 00000800:00000010:1.0:1767384331.304510:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000ba3650b. 00000800:00000010:0.0:1767384331.304903:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000076a4ce42. 00000800:00000010:0.0:1767384331.304909:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9afe20f. 00000800:00000010:0.0:1767384331.304925:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000024533eee. 00000800:00000200:0.1:1767384331.304930:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (2) 00000800:00000200:0.1:1767384331.304934:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp25 0000000024533eee deleted 00000800:00000010:0.1:1767384331.304936:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000024533eee. 00000800:00000200:0.1:1767384331.304940:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384331.304945:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:991 00000800:00000200:0.1:1767384331.304948:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066c0586c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384331.304953:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp25 p 3.x 192.168.203.113 -> 192.168.203.113:991 incarnation:1767384329412311587 sched[0] 00000800:00000010:0.0:1767384331.304958:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f23794ce. 00000800:00000010:0.0:1767384331.305015:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f23794ce. 00000800:00000010:0.0:1767384331.305020:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9afe20f. 00000800:00000010:0.0:1767384331.305053:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000ba3650b. 00000800:00000001:2.0:1767384331.305100:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.305107:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384331.305144:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384331.305148:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066c0586c. 00000400:00000200:0.0:1767384331.305152:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.305158:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: GET: OK 00000400:00000200:0.0:1767384331.305164:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384331.305167:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000200:2.1:1767384331.305208:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384331.305217:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp25 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384329412311587 sched[0] 00000800:00000010:2.0:1767384331.305221:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002910629b. 00000800:00000001:1.0:1767384331.305262:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305271:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.305274:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305284:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.305291:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.305292:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : GET - for me 00000400:00000200:1.0:1767384331.305309:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384331.305316:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 320/320 into md 0x1609 [1] + 0 00000400:00000200:1.0:1767384331.305326:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 00000400:00000200:1.0:1767384331.305334:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:1.0:1767384331.305350:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) 192.168.203.113@tcp25 : REPLY try# 0 00000800:00000200:1.0:1767384331.305354:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000800:00000010:1.0:1767384331.305359:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd56598d. 00000800:00000200:1.0:1767384331.305365:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (4) 00000400:00000200:2.0:1767384331.305368:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000200:1.0:1767384331.305373:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:988 00000800:00000200:1.0:1767384331.305377:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd56598d type 3, nob 416 niov 1 nkiov 1 00000400:00000200:2.0:1767384331.305432:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:1.0:1767384331.305440:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384331.305445:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd56598d. 00000400:00000200:1.0:1767384331.305450:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.305456:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: REPLY: OK 00000800:00000001:1.0:1767384331.305468:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305471:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384331.305478:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000001:1.0:1767384331.305481:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305488:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.305490:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305496:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.305504:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : REPLY - for me 00000400:00000200:1.0:1767384331.305514:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp25: Reply from 12345-192.168.203.113@tcp25 of length 320/320 into md 0x1625 00000800:00000001:1.0:1767384331.305520:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305526:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.305528:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.305533:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: REPLY: OK 00000400:00000200:2.0:1767384331.305536:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384331.305537:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384331.305542:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000400:00000200:1.0:1767384331.305548:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384331.305552:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384331.305602:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384331.305606:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 18. state = 0x100251 00000400:00000200:1.0:1767384331.305613:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384331.305621:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (19) 00000800:00000001:1.0:1767384331.305627:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.305631:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.305648:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384331.305652:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:1.0:1767384331.305658:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 000000003d45270f. 00000400:00000010:1.0:1767384331.305661:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000004b33bdb0. 00000400:00000010:1.0:1767384331.305665:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000bef1cc66. 00000400:00000010:1.0:1767384331.305690:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004c980f3c. 00000400:00000200:1.0:1767384331.305696:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004c980f3c nid 192.168.203.113@tcp26 00000400:00000010:1.0:1767384331.305700:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000886053dd. 00000400:00000200:1.0:1767384331.305703:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000886053dd net tcp26 00000400:00000200:1.0:1767384331.305707:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (18) 00000400:00000200:1.0:1767384331.305714:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp26 flags 0x11 00000400:00000010:1.0:1767384331.305718:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 000000003d45270f. 00000400:00000010:1.0:1767384331.305722:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000004b33bdb0. 00000400:00000010:1.0:1767384331.305725:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000bef1cc66. 00000400:00000010:1.0:1767384331.305736:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000004554ce59. 00000400:00000200:1.0:1767384331.305741:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384331.305743:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:1.0:1767384331.305748:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:1.0:1767384331.305753:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:1.0:1767384331.305756:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384331.305759:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:1.0:1767384331.305764:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384331.305769:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (19) 00000400:00000200:2.0:1767384331.306178:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306236:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306311:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306366:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306421:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306446:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306481:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306535:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306609:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306667:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306728:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306780:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306836:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306917:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.306983:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307028:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307068:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307100:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307128:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307160:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307193:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307223:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307259:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307313:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307360:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307415:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307455:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384331.307489:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:2.0:1767384331.307707:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006892e10d. 00000800:00000010:2.0:1767384331.307711:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9869f6e. 00000800:00000010:2.0:1767384331.307715:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ebd82dc4. 00000400:00000200:0.0:1767384331.307749:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384331.307754:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ebd82dc4. 00000400:00000200:0.0:1767384331.307776:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp25 from 222.3.0.2 00000800:00000010:0.0:1767384331.307780:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000476562e2. 00000800:00000010:2.0:1767384331.307806:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000294c2c8d. 00000800:00000010:2.0:1767384331.307818:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa350cde. 00000800:00000010:2.0:1767384331.307839:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7a1f21d. 00000800:00000200:2.1:1767384331.307858:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (4) 00000800:00000200:2.1:1767384331.307864:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp25 00000000f7a1f21d deleted 00000800:00000010:2.1:1767384331.307877:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f7a1f21d. 00000800:00000200:2.1:1767384331.307881:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384331.307887:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp25 p 3.x 192.168.203.113 -> 192.168.203.113:990 incarnation:1767384329412311587 sched[0] 00000800:00000010:2.0:1767384331.307892:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ebd82dc4. 00000800:00000010:2.0:1767384331.307940:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ebd82dc4. 00000800:00000010:2.0:1767384331.307945:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa350cde. 00000800:00000010:2.0:1767384331.307974:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000476562e2. 00000800:00000001:2.0:1767384331.307987:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.307992:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384331.308023:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384331.308028:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp25 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384329412311587 sched[0] 00000800:00000010:2.0:1767384331.308031:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9869f6e. 00000800:00000001:2.0:1767384331.308063:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384331.308065:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384331.313163:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384331.313169:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384331.313172:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.313174:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384331.313178:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384331.313183:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384331.313185:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384331.313186:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384331.313189:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384331.313192:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384331.313194:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007db567a9. 20000000:00000001:2.0:1767384331.313197:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384331.313199:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384331.313204:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad7af3cd. 20000000:01000000:2.0:1767384331.313204:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384331.313210:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000020:2.0:1767384331.313212:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384331.313214:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384331.313219:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384331.313229:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384331.313233:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384331.313236:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384331.313240:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384331.313242:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384331.313248:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384331.313248:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000055157bcd count: 2 00010000:00000001:2.0:1767384331.313253:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384331.313254:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384331.313257:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313259:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384331.313261:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384331.313264:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00000020:00000001:3.0:1767384331.313265:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384331.313270:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:2.0:1767384331.313271:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384331.313275:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc663 to hash 00080000:00000001:3.0:1767384331.313276:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384331.313278:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384331.313282:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000badebff9. 00080000:00000001:3.0:1767384331.313285:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091733504 : -120966617818112 : ffff91fb43b71c00) 00010000:00000001:2.0:1767384331.313289:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:3.0:1767384331.313290:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384331.313293:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384331.313298:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384331.313300:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.313302:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.313309:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384331.313312:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384331.313313:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384331.313315:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.313317:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384331.313320:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.313325:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384331.313327:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313329:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.313330:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.313332:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.313333:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384331.313335:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384331.313340:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000055157bcd) refcount = 2 00010000:00000040:2.0:1767384331.313343:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:3.0:1767384331.313344:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1767384331.313345:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384331.313348:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384331.313354:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384331.313355:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384331.313358:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384331.313364:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f8af9f. 00080000:00000001:3.0:1767384331.313365:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.313367:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384331.313371:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:2.0:1767384331.313373:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d456d15c. 00000100:00000001:2.0:1767384331.313382:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086079488 : -120966623472128 : ffff91fb4360d600) 00000100:00000001:2.0:1767384331.313384:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107086079488 : -120966623472128 : ffff91fb4360d600) 00000100:00000001:2.0:1767384331.313387:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.313388:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384331.313389:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384331.313392:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.313394:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384331.313396:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.313399:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.313400:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384331.313403:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384331.313407:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000020:00000040:2.0:1767384331.313410:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:2.0:1767384331.313412:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384331.313414:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384331.313417:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384331.313421:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dbfa7cc. 00000100:00000001:2.0:1767384331.313425:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.313429:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384331.313440:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 16 pid: 16789 timeout: 402 lvb_type: 0 00080000:00000001:3.0:1767384331.313444:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384331.313449:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384331.313449:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384331.313453:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384331.313456:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.313463:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384331.313464:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.313467:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744044032:0@lo:104: 00000100:00000001:2.0:1767384331.313470:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384331.313472:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384331.313474:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.313476:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384331.313484:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000463702e. 02000000:00000001:2.0:1767384331.313485:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.313488:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c794e3e3. 00000400:00000010:2.0:1767384331.313492:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000200:2.0:1767384331.313494:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744044032, portal 16 00000100:00000001:2.0:1767384331.313495:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384331.313496:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000040:2.0:1767384331.313500:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.313505:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.313506:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.313509:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000100:00000200:2.0:1767384331.313511:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744044032, offset 0 00000400:00000200:2.0:1767384331.313514:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.313519:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.313524:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd03e00 00000400:00000200:2.0:1767384331.313530:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:2.0:1767384331.313533:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.313536:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.313539:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384331.313541:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384331.313544:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000100:00000040:2.0:1767384331.313546:0:16811:0:(events.c:337:request_in_callback()) incoming req@0000000013c05409 x1853236744044032 msgsize 328 00000100:00100000:2.0:1767384331.313578:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384331.313589:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.313594:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000400:00000010:2.0:1767384331.313596:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000100:00000001:2.0:1767384331.313598:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384331.313602:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384331.313609:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.313612:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.313615:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384331.313617:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.313619:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044032 02000000:00000001:1.0:1767384331.313622:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384331.313623:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.313626:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.313628:0:16811:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384331.313632:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.313634:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.313636:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044032 00000100:00000001:2.0:1767384331.313639:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294920111 00000020:00000001:1.0:1767384331.313640:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384331.313644:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000020:00000001:1.0:1767384331.313646:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384331.313648:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294920099 00000020:00000040:1.0:1767384331.313649:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:1.0:1767384331.313655:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:2.0:1767384331.313656:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294920111 00000020:00000001:1.0:1767384331.313658:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:2.0:1767384331.313664:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294920099 00000100:00000001:1.0:1767384331.313665:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384331.313670:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294920111 00000020:00000010:1.0:1767384331.313670:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003307a32c. 00000100:00000001:2.0:1767384331.313674:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294920099 00000100:00000001:1.0:1767384331.313675:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.313681:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003307a32c. 00000100:00000001:2.0:1767384331.313682:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294920111 00000020:00000010:1.0:1767384331.313686:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab92344a. 00000100:00000001:2.0:1767384331.313688:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294920099 00000020:00000010:1.0:1767384331.313692:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec165597. 00000100:00000001:2.0:1767384331.313695:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.313697:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313699:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313704:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.313706:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 00000020:00000001:2.0:1767384331.313707:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313712:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.313714:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.313716:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.313718:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384331.313720:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767384331.313721:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384331.313722:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.313726:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.313727:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.313730:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384331.313731:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384331.313734:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.313735:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d456d15c going to sleep for 11 seconds 00000100:00000001:2.0:1767384331.313741:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.313743:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.313744:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.313762:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.313775:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384331.313777:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384331.313781:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384331.313784:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:1.0:1767384331.313786:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000100:00000040:1.0:1767384331.313790:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013c05409 x1853236744044032/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.313799:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384331.313802:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003307a32c. 00000100:00000001:1.0:1767384331.313804:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384331.313806:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003307a32c. 00000100:00100000:1.0:1767384331.313810:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013c05409 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744044032:12345-0@lo:104: 00000100:00000200:1.0:1767384331.313814:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044032 00010000:00000001:1.0:1767384331.313817:0:16778:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384331.313820:0:16778:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.313822:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.313824:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=2 00000020:00000001:1.0:1767384331.313826:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:1.0:1767384331.313829:0:16778:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:1.0:1767384331.313832:0:16778:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.313834:0:16778:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.313837:0:16778:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.313858:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384331.313866:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384331.313869:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000081c2b09e. 02000000:00000001:1.0:1767384331.313871:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.313873:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.313876:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384331.313879:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.313882:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.313886:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384331.313890:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384331.313892:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384331.313895:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384331.313897:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.313900:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.313903:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.313906:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000100:00000200:1.0:1767384331.313909:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744044032, offset 224 00000400:00000200:1.0:1767384331.313913:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.313920:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.313928:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd03e00 00000400:00000200:1.0:1767384331.313933:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1629 [1] + 224 00000400:00000200:1.0:1767384331.313936:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.313940:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384331.313945:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.313948:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384331.313956:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384331.313970:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.313974:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384331.313977:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000100:00000001:1.0:1767384331.313979:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384331.313981:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.313985:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.313985:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384331.313990:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384331.313993:0:16778:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384331.314027:0:16778:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000133a12cf. 00010000:00000001:1.0:1767384331.314030:0:16778:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384331.314032:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.314035:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384331.314037:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c794e3e3. 00010000:00010000:1.0:1767384331.314042:0:16778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:0.0:1767384331.314042:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000400:00000010:0.0:1767384331.314047:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00010000:00000001:1.0:1767384331.314048:0:16778:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.314052:0:16778:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.314053:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384331.314055:0:16778:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.314061:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384331.314064:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744044032/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384331.314091:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384331.314094:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013c05409 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744044032:12345-0@lo:104: Request processed in 291us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384331.314111:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384331.314111:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.314115:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.314116:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:0.0:1767384331.314119:0:16811:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384331.314121:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384331.314123:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.314125:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384331.314129:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec165597. 00000100:00000001:0.0:1767384331.314134:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384331.314137:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000100:00000001:0.0:1767384331.314137:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.314141:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.314145:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab92344a. 00000100:00001000:0.0:1767384331.314146:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=39 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384331.314153:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00001000:0.0:1767384331.314154:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.314158:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.314161:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384331.314164:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.314166:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384331.314168:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.314170:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.314174:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384331.314180:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.314183:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.314185:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384331.314187:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384331.314188:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384331.314190:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384331.314191:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.314194:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384331.314201:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744044032:0@lo:104: 00000100:00000001:0.0:1767384331.314205:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.314209:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.314210:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384331.314212:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.314215:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744044032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384331.314221:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.314224:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.314226:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000463702e. 02000000:00000001:0.0:1767384331.314231:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.314232:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.314234:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:0.0:1767384331.314236:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.314244:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008dbfa7cc. 02000000:00000001:0.0:1767384331.314248:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.314250:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.314251:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:0.0:1767384331.314255:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.314256:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384331.314258:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d456d15c. 00000100:00000001:0.0:1767384331.314261:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384331.314262:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384331.314264:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f8af9f. 00010000:00000001:0.0:1767384331.314268:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.314270:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.314272:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384331.314275:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384331.314277:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384331.314280:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384331.314324:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.314327:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.314330:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384331.314333:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384331.314335:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384331.314337:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.314345:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c49c9f35 already unused, calling callback (000000001cc36fe6) 10000000:00000001:1.0:1767384331.314347:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384331.314349:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.314354:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384331.314362:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.314363:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.314365:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=3 00000020:00000001:1.0:1767384331.314367:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:1.0:1767384331.314369:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:1.0:1767384331.314372:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384331.314373:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384331.314378:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384331.314380:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384331.314384:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384331.314387:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384331.314388:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384331.314390:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384331.314392:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384331.314393:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.314404:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384331.314405:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384331.314407:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:1.0:1767384331.314409:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384331.314410:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.314414:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384331.314417:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384331.314419:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384331.314423:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.314426:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384331.314429:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c49c9f35 with handle 0xf489261bfe0bc655 from hash 00010000:00000001:1.0:1767384331.314432:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384331.314433:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.314434:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.314435:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384331.314475:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384331.314477:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384331.314487:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384331.314489:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384331.314494:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000020:00000040:1.0:1767384331.314497:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384331.314500:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.314502:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.314504:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.314508:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab92344a. 00000100:00000001:1.0:1767384331.314512:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.314516:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384331.314520:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.314525:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384331.314527:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.314529:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.314531:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.314535:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837ff344] to pc [ptlrpcd_00_03+3] req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384331.314586:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384331.314590:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.314591:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.314593:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.314595:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.314597:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.314599:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.314604:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384331.314605:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000c49c9f35/0xf489261bfe0bc655 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc65c expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384331.314610:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee7a5c16 count: 0 00010000:00000001:1.0:1767384331.314625:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.314626:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384331.314633:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000133a12cf. 00010000:00000001:1.0:1767384331.314637:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.314883:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.314885:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.314887:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384331.314900:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.314902:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.314905:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384331.314907:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384331.314909:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.314911:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384331.315409:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.315412:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.315414:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384331.315419:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.315426:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384331.315428:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.315430:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384331.315432:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384331.315434:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384331.315437:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744044160:0@lo:103: 00000100:00000001:0.0:1767384331.315440:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384331.315443:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384331.315444:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.315446:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384331.315449:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000003e6430b. 02000000:00000001:0.0:1767384331.315450:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.315462:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000400:00000010:0.0:1767384331.315466:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a15057f. 00000100:00000200:0.0:1767384331.315469:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744044160, portal 18 00000100:00000001:0.0:1767384331.315471:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384331.315472:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000100:00000040:0.0:1767384331.315477:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.315483:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.315486:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.315489:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa397a42. 00000100:00000200:0.0:1767384331.315491:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744044160, offset 0 00000400:00000200:0.0:1767384331.315497:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.315506:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.315514:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd03e80 00000400:00000200:0.0:1767384331.315520:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:0.0:1767384331.315524:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.315527:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.315531:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384331.315533:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384331.315536:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 00000100:00000040:0.0:1767384331.315538:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000759dd43f x1853236744044160 msgsize 328 00000100:00100000:0.0:1767384331.315544:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384331.315587:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.315593:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa397a42 00000400:00000010:0.0:1767384331.315595:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa397a42. 00000100:00000001:2.0:1767384331.315597:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384331.315598:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384331.315601:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044160 00000100:00000200:0.0:1767384331.315604:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384331.315605:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384331.315608:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.315611:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384331.315616:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384331.315621:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044160 00000100:00000001:0.0:1767384331.315621:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384331.315625:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384331.315627:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.315633:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.315635:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384331.315636:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384331.315638:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.315640:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:2.0:1767384331.315642:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384331.315646:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384331.315650:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384331.315650:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384331.315655:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081badc0. 00000100:00000001:0.0:1767384331.315656:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294920113 00000100:00000001:2.0:1767384331.315661:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.315664:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920111 00000020:00000010:2.0:1767384331.315665:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081badc0. 00000100:00000001:0.0:1767384331.315672:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294920113 00000020:00000010:2.0:1767384331.315673:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dbfa7cc. 00000100:00000001:0.0:1767384331.315677:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920111 00000020:00000010:2.0:1767384331.315679:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001545bf45. 00000100:00000001:0.0:1767384331.315685:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294920113 00000020:00000010:2.0:1767384331.315686:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000100:00000001:0.0:1767384331.315694:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920111 00000100:00000040:2.0:1767384331.315698:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384331.315700:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294920113 00000100:00000001:2.0:1767384331.315703:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384331.315706:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384331.315706:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920111 00010000:00000001:2.0:1767384331.315710:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384331.315711:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384331.315713:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.315715:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.315717:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384331.315719:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.315721:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384331.315722:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384331.315723:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.315726:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d98d436 refcount=4 00000100:00000001:0.0:1767384331.315728:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384331.315729:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00000100:00000001:0.0:1767384331.315732:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384331.315733:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00000100:00000001:0.0:1767384331.315737:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384331.315741:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 17 pid: 16789 timeout: 402 lvb_type: 0 00000100:00000001:0.0:1767384331.315741:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.315745:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.315751:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.315755:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.315758:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.315759:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.315761:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.315763:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.315766:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384331.315767:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384331.315771:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.315774:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000759dd43f x1853236744044160/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.315775:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.315785:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384331.315793:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.315801:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.315813:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384331.315815:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384331.315817:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384331.315819:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:2.0:1767384331.315821:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352144384 : -120961357407232 : ffff91fc7d429c00) 00000100:00000040:2.0:1767384331.315824:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000759dd43f x1853236744044160/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 328/0 e 0 to 0 dl 1767384342 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.315830:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384331.315833:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081badc0. 00000100:00000001:2.0:1767384331.315836:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384331.315837:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081badc0. 00000100:00100000:2.0:1767384331.315842:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000759dd43f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16157:x1853236744044160:12345-0@lo:103: 00000100:00000200:2.0:1767384331.315858:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044160 00010000:00000001:2.0:1767384331.315860:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384331.315862:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384331.315864:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384331.315867:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384331.315869:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384331.315873:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc1c2132. 02000000:00000001:2.0:1767384331.315875:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.315877:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.315879:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384331.315880:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384331.315882:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384331.315884:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.315885:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d98d436 refcount=4 00000020:00000001:2.0:1767384331.315887:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:2.0:1767384331.315889:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000040:2.0:1767384331.315891:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000055157bcd count: 3 00010000:00010000:2.0:1767384331.315894:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 17 pid: 16789 timeout: 402 lvb_type: 0 00000100:00001000:2.0:1767384331.315907:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384331 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384331.315909:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384331.315913:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.315914:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384331.315917:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 17 pid: 16789 timeout: 402 lvb_type: 0 00000020:00000001:2.0:1767384331.315922:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.315924:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.315925:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.315926:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.315930:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384331.315931:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384331.315936:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.315938:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.315940:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384331.315941:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.315943:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d98d436 with handle 0xf489261bfe0bc65c from hash 00010000:00000001:2.0:1767384331.315946:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384331.315948:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.315948:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.315949:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384331.315951:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384331.315952:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384331.315954:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d98d436/0xf489261bfe0bc65c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc655 expref: 17 pid: 16789 timeout: 402 lvb_type: 0 00010000:00000040:2.0:1767384331.315958:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:2.0:1767384331.315960:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:2.0:1767384331.315964:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.315966:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384331.315968:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384331.315969:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002169217f 00010000:00000001:2.0:1767384331.315970:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384331.315971:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.315979:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.315981:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384331.315982:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.315984:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384331.315985:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384331.315986:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.315991:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384331.315993:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384331.315994:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384331.315995:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384331.315996:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000055157bcd) refcount = 2 00010000:00010000:2.0:1767384331.315999:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316003:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384331.316005:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384331.316006:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.316008:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384331.316012:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000081badc0. 00000100:00000001:2.0:1767384331.316013:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384331.316017:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000800a790c. 00000100:00000001:2.0:1767384331.316019:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086078912 : -120966623472704 : ffff91fb4360d3c0) 00000100:00000001:2.0:1767384331.316021:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107086078912 : -120966623472704 : ffff91fb4360d3c0) 00000100:00000001:2.0:1767384331.316023:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384331.316024:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384331.316026:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384331.316027:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384331.316030:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384331.316032:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384331.316033:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.316035:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=5 00000020:00000001:2.0:1767384331.316039:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384331.316041:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384331.316043:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384331.316051:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316056:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384331.316058:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316062:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.316063:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384331.316065:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316068:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384331.316069:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316071:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384331.316072:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384331.316076:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002169217f already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384331.316078:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.316080:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384331.316081:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316085:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384331.316086:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384331.316087:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384331.316088:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=6 00000020:00000001:2.0:1767384331.316090:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384331.316092:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384331.316095:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384331.316096:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316100:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384331.316107:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384331.316108:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316119:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384331.316121:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384331.316122:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384331.316124:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384331.316126:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc663 from hash 00010000:00000001:2.0:1767384331.316129:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384331.316131:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.316132:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.316134:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384331.316136:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384331.316138:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384331.316140:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316140:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384331.316142:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.316146:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316151:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384331.316156:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384331.316156:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384331.316162:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384331.316163:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384331.316165:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384331.316168:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316168:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316173:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316178:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.316182:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.316183:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384331.316188:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.316191:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.316192:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384331.316193:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384331.316195:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.316197:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384331.316199:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384331.316200:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384331.316202:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.316203:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384331.316205:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384331.316206:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316208:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384331.316210:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc663 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384331.316227:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384331.316229:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316230:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384331.316232:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384331.316234:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.316235:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.316236:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384331.316238:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000800a790c. 00000100:00000001:2.0:1767384331.316241:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384331.316242:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384331.316244:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000081badc0. 00010000:00000001:2.0:1767384331.316247:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384331.316249:0:16781:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000055157bcd count: 0 00010000:00010000:2.0:1767384331.316253:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384331.316254:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.316258:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384331.316259:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.316262:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.316265:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384331.316268:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.316270:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384331.316273:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.316275:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.316277:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.316279:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.316365:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000100:00000200:2.0:1767384331.316369:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744044160, offset 224 00000400:00000200:2.0:1767384331.316376:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.316383:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.316390:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd03e80 00000400:00000200:2.0:1767384331.316394:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1635 [1] + 224 00000400:00000200:2.0:1767384331.316398:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.316400:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.316411:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.316415:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.316422:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.316437:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.316443:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000400:00000010:2.0:1767384331.316445:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000100:00000001:2.0:1767384331.316449:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.316450:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.316454:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.316457:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384331.316459:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384331.316460:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384331.316464:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759dd43f x1853236744044160/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.316472:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000759dd43f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744044160:12345-0@lo:103: Request processed in 640us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384331.316479:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384331.316482:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384331.316484:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.316486:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384331.316488:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001545bf45. 00000020:00000010:2.0:1767384331.316493:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000020:00000010:2.0:1767384331.316497:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dbfa7cc. 00000020:00000040:2.0:1767384331.316502:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:2.0:1767384331.316504:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.316538:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.316541:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384331.316593:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384331.316595:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384331.316605:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000400:00000200:3.0:1767384331.316609:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a15057f 00000400:00000010:3.0:1767384331.316611:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a15057f. 00000100:00000001:3.0:1767384331.316616:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384331.316621:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384331.316629:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.316636:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384331.316637:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.316639:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384331.316641:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384331.316643:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384331.316644:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384331.316646:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384331.316648:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384331.316651:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384331.316654:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384331.316656:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.316657:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384331.316659:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.316660:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384331.316664:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.316669:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384331.316672:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384331.316673:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384331.316676:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384331.316681:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744044160:0@lo:103: 00000100:00000001:3.0:1767384331.316685:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.316687:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384331.316689:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000837ff344 x1853236744044160/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384331.316705:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384331.316707:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384331.316709:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000003e6430b. 02000000:00000001:3.0:1767384331.316712:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384331.316714:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384331.316715:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384331.316717:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384331.316719:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab92344a. 02000000:00000001:3.0:1767384331.316722:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384331.316723:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384331.316724:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 00000100:00000001:3.0:1767384331.316730:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384331.316732:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.316734:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384331.316739:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384331.316741:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384331.316743:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384331.316745:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.322549:0:24765:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000f6cef1c. 00000400:00000040:1.0:1767384331.322589:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.322592:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.322595:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.322597:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.322599:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.322600:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384331.322603:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.322604:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384331.322605:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.322606:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384331.322608:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.322609:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.322611:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.322613:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.322614:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384331.322617:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384331.322618:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384331.322620:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384331.322622:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384331.322624:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.322626:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.322627:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.322629:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.322630:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.322632:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384331.322634:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.322640:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.322642:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.322643:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.322645:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.322646:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384331.322648:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384331.322650:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384331.322651:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384331.322653:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384331.322654:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.322655:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384331.322658:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384331.322659:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.322660:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384331.322662:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.322663:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384331.322664:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384331.322665:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384331.322666:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384331.322668:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384331.322669:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384331.322670:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384331.322673:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384331.322674:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384331.322676:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384331.322677:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384331.322678:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384331.322679:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384331.322680:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384331.322681:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384331.322682:0:24765:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384331.322746:0:24765:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000f6cef1c. 00080000:00000001:3.0:1767384331.322960:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384331.322966:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:0.0:1767384331.322966:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384331.322971:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384331.322972:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384331.322976:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384331.322977:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384331.322980:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384331.322981:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384331.322985:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384331.322988:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000badebff9. 20000000:00000001:3.0:1767384331.322990:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384331.322995:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384331.322995:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384331.323003:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384331.323016:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384331.323019:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384331.323021:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384331.323024:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384331.323026:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384331.323031:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f2c46ca8. 00010000:00000001:3.0:1767384331.323034:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384331.323038:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e943b244. 00000020:00000001:3.0:1767384331.323040:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384331.323043:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e943b244 with handle 0xf489261bfe0bc66a to hash 00000020:00000001:3.0:1767384331.323051:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384331.323053:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323056:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323058:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.323059:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.323062:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323068:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384331.323070:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384331.323071:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384331.323073:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.323075:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.323076:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384331.323078:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.323079:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384331.323080:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384331.323081:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384331.323082:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384331.323083:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f2c46ca8) refcount = 1 00010000:00010000:3.0:1767384331.323085:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323090:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384331.323091:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384331.323093:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.323095:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323097:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384331.323099:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384331.323100:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384331.323102:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384331.323103:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.323104:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e943b244 refcount=4 00000020:00000001:3.0:1767384331.323106:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323107:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323115:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384331.323117:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323121:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384331.323123:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323127:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.323128:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384331.323129:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323133:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.323134:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323136:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384331.323138:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384331.323142:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e943b244 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384331.323145:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.323146:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384331.323148:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323152:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384331.323153:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384331.323155:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384331.323157:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e943b244 refcount=5 00000020:00000001:3.0:1767384331.323159:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323160:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604468736 : -120962105082880 : ffff91fc50b1fc00) 00010000:00000001:3.0:1767384331.323162:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384331.323163:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323176:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384331.323178:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384331.323179:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323182:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384331.323184:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384331.323186:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384331.323187:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384331.323189:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e943b244 with handle 0xf489261bfe0bc66a from hash 00010000:00000001:3.0:1767384331.323191:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384331.323193:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.323194:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.323196:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384331.323198:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384331.323200:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384331.323201:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384331.323202:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384331.323204:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323206:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384331.323206:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384331.323208:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.323209:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.323209:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323211:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384331.323212:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.323214:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323217:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.323218:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.323219:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384331.323220:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384331.323222:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384331.323222:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384331.323224:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384331.323225:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384331.323227:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384331.323234:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384331.323238:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384331.323240:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384331.323241:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e943b244/0xf489261bfe0bc66a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384331.323245:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f2c46ca8 count: 0 00010000:00000001:3.0:1767384331.323251:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384331.323252:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384331.324599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee7a5c16. 00010000:00000010:1.1:1767384331.324606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49c9f35. 00010000:00000010:2.1:1767384331.324674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d98d436. 00010000:00000010:2.1:1767384331.324679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00010000:00000010:2.1:1767384331.324687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000055157bcd. 00080000:00000020:2.0:1767384331.324961:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384331.324964:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384331.324967:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000be52e98. 20000000:00000001:2.0:1767384331.324973:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384331.324976:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043904 00010000:00000001:2.0:1767384331.324978:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384331.324990:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f146ecb5 x1853236744043904/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384331.324997:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384331.324999:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384331.325001:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384331.325004:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384331.325006:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384331.325009:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384331.325012:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384331.325013:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.325016:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384331.325019:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384331.325023:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c27335. 00000100:00000200:2.0:1767384331.325026:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744043904, offset 224 00000400:00000200:2.0:1767384331.325032:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384331.325041:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384331.325050:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03d80 00000400:00000200:2.0:1767384331.325056:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1619 [2] + 224 00000400:00000200:2.0:1767384331.325060:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384331.325064:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384331.325067:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384331.325071:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384331.325079:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.325092:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384331.325097:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c27335 00000400:00000010:2.0:1767384331.325098:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c27335. 00000100:00000001:2.0:1767384331.325101:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384331.325103:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.325106:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.325107:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384331.325110:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384331.325112:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384331.325114:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384331.325117:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384331.325119:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384331.325122:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384331.325125:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005666ba13. 00000020:00000001:2.0:1767384331.325127:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384331.325130:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f146ecb5 x1853236744043904/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384331.325141:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7c4bf3 00000100:00100000:2.0:1767384331.325146:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f146ecb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744043904:12345-0@lo:253: Request processed in 22682us (23223us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384331.325147:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7c4bf3. 00000100:00000001:0.0:1767384331.325155:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384331.325160:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:2.0:1767384331.325163:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000200:0.0:1767384331.325165:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.325166:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384331.325169:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384331.325174:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d83015d0. 00000100:00000200:0.0:1767384331.325181:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384331.325183:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000020:00000010:2.0:1767384331.325189:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2037ec9. 00000020:00000040:2.0:1767384331.325196:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:0.0:1767384331.325197:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.325201:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384331.325203:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384331.325205:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384331.325206:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000251662fc. 02000000:00000001:0.0:1767384331.325208:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384331.325211:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384331.325211:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384331.325212:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.325214:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384331.325216:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384331.325220:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384331.325221:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=39 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384331.325227:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee288a1. 00000100:00001000:0.0:1767384331.325227:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.325234:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384331.325236:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c27335. 00000100:00000001:0.0:1767384331.325236:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.325242:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384331.325244:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.325246:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384331.325250:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.325256:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384331.325258:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384331.325259:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384331.325262:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384331.325264:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384331.325265:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384331.325267:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384331.325268:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384331.325270:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384331.325272:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384331.325274:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384331.325275:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384331.325279:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.325291:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744043904:0@lo:253: 00000100:00000001:0.0:1767384331.325296:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.325298:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384331.325301:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e819c688 x1853236744043904/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.325306:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384331.325308:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384331.325310:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384331.325313:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384331.325315:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384331.325316:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384331.325317:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384331.325319:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e28c464. 02000000:00000001:0.0:1767384331.325321:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384331.325322:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384331.325323:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00000100:00000001:0.0:1767384331.325326:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384331.325328:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.325329:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384331.325334:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384331.325335:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.325337:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.325338:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384331.326188:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384331.326191:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384331.326192:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036f27426. 20000000:00000001:0.0:1767384331.326197:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384331.326199:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744043776 00010000:00000001:0.0:1767384331.326201:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384331.326204:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4b5f6bf x1853236744043776/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384331.326210:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384331.326211:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384331.326219:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384331.326222:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384331.326224:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384331.326226:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384331.326228:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384331.326229:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.326231:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384331.326232:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384331.326234:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7c4bf3. 00000100:00000200:0.0:1767384331.326237:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744043776, offset 224 00000400:00000200:0.0:1767384331.326240:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384331.326245:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384331.326249:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03d00 00000400:00000200:0.0:1767384331.326252:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1611 [2] + 224 00000400:00000200:0.0:1767384331.326257:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384331.326260:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384331.326263:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384331.326265:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384331.326271:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384331.326284:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384331.326288:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7c4bf3 00000400:00000010:0.0:1767384331.326290:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7c4bf3. 00000100:00000001:0.0:1767384331.326294:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384331.326295:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384331.326296:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384331.326298:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.326299:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384331.326302:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:2.0:1767384331.326305:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384331.326306:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384331.326309:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384331.326309:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384331.326312:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce64620. 00000020:00000001:0.0:1767384331.326313:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384331.326318:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e0e69d7 00000100:00000040:0.0:1767384331.326319:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4b5f6bf x1853236744043776/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:312/0 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384331.326322:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e0e69d7. 00000100:00000001:2.0:1767384331.326329:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384331.326333:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b5f6bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744043776:12345-0@lo:253: Request processed in 23902us (24505us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384331.326336:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384331.326357:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384331.326360:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:0.0:1767384331.326366:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384331.326371:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384331.326371:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384331.326374:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384331.326375:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384331.326378:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037100564. 00000020:00000010:0.0:1767384331.326382:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007504b7e8. 00000100:00000001:2.0:1767384331.326385:0:16154:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384331.326387:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9df0a90. 02000000:00000001:2.0:1767384331.326388:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384331.326391:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384331.326393:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384331.326393:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:2.0:1767384331.326399:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384331.326400:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384331.326402:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=39 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384331.326403:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c30860a5. 00000100:00001000:2.0:1767384331.326409:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=39 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384331.326411:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384331.326412:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384331.326415:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384331.326415:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384331.326417:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384331.326420:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384331.326420:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384331.326424:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384331.326427:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005666ba13. 00000100:00000040:2.0:1767384331.326430:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384331.326432:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7c4bf3. 00000100:00000001:2.0:1767384331.326441:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384331.326443:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384331.326445:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384331.326447:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384331.326448:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384331.326450:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384331.326451:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384331.326452:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384331.326453:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384331.326454:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384331.326456:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384331.326457:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384331.326458:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384331.326460:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384331.326466:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744043776:0@lo:253: 00000100:00000001:2.0:1767384331.326470:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.326471:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384331.326473:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744043776/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384331.326477:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384331.326483:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384331.326485:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5281c4f. 02000000:00000001:2.0:1767384331.326489:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384331.326490:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384331.326491:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384331.326493:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384331.326494:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d714916. 02000000:00000001:2.0:1767384331.326498:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384331.326499:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384331.326500:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000100:00000001:2.0:1767384331.326503:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384331.326504:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.326506:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384331.326510:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384331.326511:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384331.326513:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384331.326515:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384331.329336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2c46ca8. 00010000:00000010:3.1:1767384331.329343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e943b244. 00000100:00000040:0.0:1767384331.333609:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294920113, at 4294920114 00000100:00000040:3.0:1767384331.333620:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294920113, at 4294920114 00000100:00000040:1.0:1767384331.333620:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294920113, at 4294920114 00000100:00000010:0.0:1767384331.333620:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006317e8e5. 00000100:00000010:3.0:1767384331.333631:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f771756a. 00000100:00000010:1.0:1767384331.333633:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033daa4ce. 00000100:00000040:2.0:1767384331.333657:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294920113, at 4294920114 00000100:00000010:2.0:1767384331.333664:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb556a5f. 00010000:00000001:1.0:1767384332.243660:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384332.243665:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.243669:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384332.243672:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384332.243692:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384332.243694:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.243696:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384332.243697:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.243699:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.243700:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.243718:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384332.243720:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384332.243722:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384332.399686:0:25064:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384332.399699:0:25064:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.399703:0:25064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.399709:0:25064:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384332.399714:0:25064:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.399717:0:25064:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384333.210356:0:25229:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384333.210360:0:25229:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:0.0:1767384333.214892:0:25229:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384333.223505:0:25230:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ed2930af. 00000400:00000010:1.0:1767384333.223519:0:25230:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000600943b8. 00000400:00000010:1.0:1767384333.223528:0:25230:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a2f89bcd. 00000400:00000010:1.0:1767384333.223531:0:25230:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bac92287. 00000400:00000010:1.0:1767384333.223535:0:25230:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000440f7777. 00000400:00000010:1.0:1767384333.223539:0:25230:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9ea3518. 00000400:00000010:1.0:1767384333.223540:0:25230:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d318061. 00000400:00000010:1.0:1767384333.223542:0:25230:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5101701. 00000400:00000010:1.0:1767384333.223545:0:25230:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000717a0bd2. 00000800:00000010:1.0:1767384333.223580:0:25230:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000471b93f6. 00000800:00000200:1.0:1767384333.223591:0:25230:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384333.223600:0:25230:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384333.223642:0:25230:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384333.223664:0:25230:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384333.225263:0:25230:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000a0f8df23. 00000400:00000010:1.0:1767384333.225268:0:25230:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000010:1.0:1767384333.225273:0:25230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000400:00000001:1.0:1767384333.225286:0:25230:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384333.225288:0:25230:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.225290:0:25230:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00000400:00000200:1.0:1767384333.225292:0:25230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257de227 00000400:00000010:1.0:1767384333.225294:0:25230:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000257de227. 00000400:00000010:1.0:1767384333.225297:0:25230:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000a955941c. 00000400:00000200:1.0:1767384333.225302:0:25230:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (18) 00000400:00000200:1.0:1767384333.225315:0:25230:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384333.225324:0:25230:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384333.225334:0:25230:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008436dc5e. 00000020:01000000:1.0:1767384333.225339:0:25230:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384333.225342:0:25230:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp27 00000400:00000200:2.0:1767384333.225344:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384333.225355:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:1.0:1767384333.225355:0:25230:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000600943b8. 00000400:00000010:1.0:1767384333.225361:0:25230:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ed2930af. 00000400:00000010:2.0:1767384333.225366:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000400:00000200:2.0:1767384333.225373:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (19) 00000400:00000010:2.0:1767384333.225380:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5a2136f. 00000400:00000200:2.0:1767384333.225385:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp25 00000400:00000200:2.0:1767384333.225397:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 00000400:00000200:2.0:1767384333.225405:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [47:47:8:4294967295] 00000400:00000200:2.0:1767384333.225411:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp25 00000400:00000200:2.0:1767384333.225419:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) : PUT try# 0 00000800:00000200:2.0:1767384333.225425:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000020:00000001:0.0:1767384333.225425:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384333.225431:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:2.0:1767384333.225432:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ebab6b7b. 10000000:00000001:0.0:1767384333.225435:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384333.225438:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:2.0:1767384333.225444:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000020:01000004:0.0:1767384333.225445:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384333.225450:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384333.225452:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384333.225453:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.225455:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384333.225458:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:988 00000020:01000004:0.0:1767384333.225459:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.225460:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384333.225462:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384333.225463:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384333.225470:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ebab6b7b type 1, nob 432 niov 1 nkiov 1 00000020:01000004:0.0:1767384333.225474:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384333.225480:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000020:00000040:0.0:1767384333.225485:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384333.225490:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384333.225492:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 02000000:00000001:0.0:1767384333.225494:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384333.225497:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 02000000:00000001:0.0:1767384333.225499:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.225510:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c30860a5. 00000100:00000001:0.0:1767384333.225517:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.225524:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.225526:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.225533:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e819c688] to pc [ptlrpcd_00_00+0] req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384333.225597:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384333.225600:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.225603:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384333.225605:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384333.225611:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384333.225612:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384333.225613:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384333.225616:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384333.225617:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:0.0:1767384333.225618:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384333.225622:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384333.225622:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384333.225627:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384333.225629:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384333.225631:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384333.225632:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.225636:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384333.225640:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.225642:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384333.225645:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384333.225649:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384333.225650:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384333.225654:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384333.225657:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018cc1987. 02000000:00000001:1.0:1767384333.225659:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384333.225662:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384333.225663:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.225667:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384333.225668:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.225670:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384333.225674:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744044288:0@lo:253: 02000000:00000001:0.0:1767384333.225674:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.225700:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384333.225704:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000036f27426. 00000800:00000200:3.0:1767384333.225705:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384333.225706:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384333.225712:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.225714:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384333.225715:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ebab6b7b. 02000000:00000001:1.0:1767384333.225717:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384333.225726:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384333.225728:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ea4640c6. 00000100:00000001:0.0:1767384333.225732:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384333.225734:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.225736:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.225744:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: PUT: OK 00000400:00000010:1.0:1767384333.225745:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000100:00000040:0.0:1767384333.225751:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018cc1987] to pc [ptlrpcd_00_01+1] req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.225759:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1767384333.225759:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000600943b8. 00000100:00000200:1.0:1767384333.225770:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744044288, portal 25 00000400:00000200:3.0:1767384333.225771:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp25: 0 10000000:00000001:0.0:1767384333.225772:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.225780:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384333.225782:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.225784:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000020:00000001:0.0:1767384333.225786:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384333.225789:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:0.0:1767384333.225791:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384333.225794:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384333.225798:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008436dc5e. 00000800:00000001:3.0:1767384333.225802:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.225811:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384333.225817:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384333.225819:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.225821:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384333.225828:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384333.225829:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.225873:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384333.225876:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003540ce46. 00000400:00000200:3.0:1767384333.225877:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : PUT - for me 00000100:00000040:0.0:1767384333.225881:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384333.225885:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744044288, offset 0 00000400:00000200:3.0:1767384333.225899:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384333.225904:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384333.225906:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384333.225909:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.225911:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384333.225912:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384333.225918:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384333.225921:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000018cc1987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744044416:0@lo:253: 00000400:00000200:3.0:1767384333.225945:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 320/336 into md 0x1621 [1] + 0 00000100:00000001:0.0:1767384333.225950:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384333.225952:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384333.225958:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384333.225959:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 02000000:00000001:0.0:1767384333.225963:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.225967:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fd97150 02000000:00000001:0.0:1767384333.225967:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384333.225975:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03f00 00000800:00000001:3.0:1767384333.225979:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384333.225979:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e28c464. 02000000:00000001:0.0:1767384333.225985:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.225992:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xab1 [2] + 0 00000400:00000010:0.0:1767384333.225994:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002124ef8e. 00000800:00000001:3.0:1767384333.226000:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.226006:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384333.226006:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ff092ad. 00000400:00000200:1.0:1767384333.226016:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9aaf4bc 00000400:00000200:3.0:1767384333.226020:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: PUT: OK 00000400:00000200:1.0:1767384333.226027:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384333.226028:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0fa8914. 00000400:00000200:3.0:1767384333.226029:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:3.0:1767384333.226036:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:1.0:1767384333.226039:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.226045:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384333.226047:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744044416, portal 25 00000400:00000200:1.0:1767384333.226048:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9aaf4bc 00000400:00000200:3.0:1767384333.226052:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000400:00000010:1.0:1767384333.226054:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9aaf4bc. 00000100:00000001:0.0:1767384333.226055:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384333.226062:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352139904 : -120961357411712 : ffff91fc7d428a80) 00000100:00000001:1.0:1767384333.226068:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384333.226069:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000040:0.0:1767384333.226074:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384333.226075:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384333.226081:0:16147:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (336 bytes) 00000100:00000040:1.0:1767384333.226086:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000014e38bd2 x1853236744044288 msgsize 4848 00000400:00000200:3.0:1767384333.226093:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384333.226107:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384333.226108:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384333.226111:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384333.226113:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (21) 00000100:00000001:1.0:1767384333.226125:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384333.226125:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384333.226126:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384333.226133:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067666de6. 00000400:00000200:3.0:1767384333.226140:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 00000100:00000200:0.0:1767384333.226141:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744044416, offset 0 00000400:00000200:0.0:1767384333.226152:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.226159:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1767384333.226171:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) 192.168.203.113@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384333.226176:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000400:00000200:1.0:1767384333.226180:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003540ce46 00000800:00000010:3.0:1767384333.226182:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d79f80c. 00000400:00000010:1.0:1767384333.226187:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003540ce46. 00000400:00000200:0.0:1767384333.226191:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.226194:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384333.226200:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000100:00000200:1.0:1767384333.226205:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.226214:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd03f80 00000800:00000200:3.0:1767384333.226218:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:991 00000800:00000200:3.0:1767384333.226229:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d79f80c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384333.226233:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000400:00000010:0.0:1767384333.226246:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6e350f. 00000100:00000001:1.0:1767384333.226251:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384333.226254:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000031c338af 00000800:00000001:3.0:1767384333.226256:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384333.226260:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.226263:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384333.226269:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384333.226279:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384333.226289:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.226290:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031c338af 00000100:00000001:1.0:1767384333.226292:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384333.226296:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031c338af. 00000100:00000001:1.0:1767384333.226301:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226305:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384333.226310:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294922023 00000100:00000200:0.0:1767384333.226310:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384333.226318:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384333.226321:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000041f50aa3 x1853236744044416 msgsize 4848 00000100:00000010:1.0:1767384333.226323:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e6a38b8. 00000800:00000010:3.0:1767384333.226324:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d79f80c. 00000400:00000200:3.0:1767384333.226335:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384333.226336:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384333.226339:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384333.226345:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384333.226352:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: ACK: OK 00000100:00000001:1.0:1767384333.226353:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294922023 00000100:00000010:1.0:1767384333.226361:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4578fc9. 00000100:00000001:0.0:1767384333.226362:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384333.226364:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384333.226366:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384333.226388:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.226390:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294922023 00000400:00000200:0.0:1767384333.226390:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067666de6 00000400:00000010:0.0:1767384333.226394:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067666de6. 00000800:00000001:3.0:1767384333.226395:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384333.226400:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384333.226403:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384333.226404:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021986c4e. 00000100:00000200:0.0:1767384333.226407:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384333.226410:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384333.226412:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384333.226419:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294922023 00000100:00000001:0.0:1767384333.226420:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384333.226424:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384333.226427:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384333.226428:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b5e7ccb. 00000100:00000001:1.0:1767384333.226435:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384333.226441:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : ACK - for me 00000100:00000001:1.0:1767384333.226444:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.226446:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.226451:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226452:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.226458:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226461:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.226463:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.226467:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp25: ACK from 12345-192.168.203.113@tcp25 into md 0x1655 00000100:00000001:0.0:1767384333.226468:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294922023 00000100:00000001:1.0:1767384333.226473:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.226475:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294922023 00000400:00000200:3.0:1767384333.226476:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384333.226477:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384333.226483:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294922023 00000100:00000001:1.0:1767384333.226486:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.226487:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294922023 00000100:00000001:1.0:1767384333.226489:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384333.226490:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: ACK: OK 00000100:00000001:1.0:1767384333.226492:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226495:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000100:00000001:1.0:1767384333.226499:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226501:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294922023 00000400:00000010:3.0:1767384333.226502:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000100:00000001:0.0:1767384333.226509:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294922023 00000400:00000200:3.0:1767384333.226510:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384333.226511:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294922023 00000100:00000001:0.0:1767384333.226515:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294922023 00000400:00000200:3.0:1767384333.226518:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:0.0:1767384333.226520:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.226524:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226526:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384333.226529:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226533:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.226534:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (20) 00000100:00000001:0.0:1767384333.226539:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384333.226541:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384333.226542:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384333.226547:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.226547:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.226550:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.226554:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.226557:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226570:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384333.226576:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000a5eb242a. 00000400:00000010:3.0:1767384333.226580:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5a560d1. 00000100:00000001:0.0:1767384333.226637:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384333.226642:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00100000:0.0:1767384333.226643:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044288 02000000:00000001:0.0:1767384333.226649:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384333.226650:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a5eb242a 00000100:00000001:0.0:1767384333.226652:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.226657:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.226658:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000009d0a494d. 02000000:00000001:0.0:1767384333.226663:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226666:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00100000:0.0:1767384333.226670:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044288 00000020:00000001:0.0:1767384333.226675:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384333.226677:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 00000020:00000040:0.0:1767384333.226679:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:3.0:1767384333.226685:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (19) 00000020:00000001:0.0:1767384333.226686:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.226691:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000010:3.0:1767384333.226695:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000000d30f236. 00000020:00000001:0.0:1767384333.226696:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384333.226703:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:3.0:1767384333.226704:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000001:0.0:1767384333.226710:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384333.226714:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034800d20. 00000020:00000010:0.0:1767384333.226718:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384333.226725:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000100:00000001:0.0:1767384333.226726:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384333.226732:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384333.226743:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000010:0.0:1767384333.226744:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40bf94a. 00000020:00000010:0.0:1767384333.226754:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000570e496b. 00000400:00000200:3.0:1767384333.226756:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:0.0:1767384333.226764:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007504b7e8. 00000400:00000200:3.0:1767384333.226767:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:3.0:1767384333.226777:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384333.226787:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000040:0.0:1767384333.226790:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384333.226796:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384333.226801:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.226806:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226812:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:0.0:1767384333.226818:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226822:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384333.226849:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.226850:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384333.226861:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384333.226884:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384333.226885:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00100000:0.0:1767384333.226889:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044416 02000000:00000001:0.0:1767384333.226893:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384333.226894:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:0.0:1767384333.226895:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.226899:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.226903:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.226905:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00100000:0.0:1767384333.226907:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044416 00000020:00000001:0.0:1767384333.226911:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384333.226914:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:3.0:1767384333.226918:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:0.0:1767384333.226918:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.226922:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384333.226927:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:3.0:1767384333.226948:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:0.0:1767384333.226950:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384333.226960:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384333.226966:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000010:0.0:1767384333.226968:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:0.0:1767384333.226977:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384333.226981:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000010:0.0:1767384333.226983:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384333.226993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000010:0.0:1767384333.226993:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdbb6126. 00000400:00000200:3.0:1767384333.227004:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000010:0.0:1767384333.227004:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007a7a951. 00000020:00000010:0.0:1767384333.227012:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094bfbb5. 00000400:00000200:3.0:1767384333.227017:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000001:0.0:1767384333.227021:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384333.227024:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384333.227026:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp26 00000100:00000001:0.0:1767384333.227028:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.227037:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.227038:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384333.227047:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp26 00000100:00000001:0.0:1767384333.227049:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.227058:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [49:49:8:4294967295] 00000100:00000001:1.0:1767384333.227061:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384333.227067:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384333.227069:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp26 00000100:00000001:0.0:1767384333.227069:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.227075:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384333.227080:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1767384333.227090:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384333.227095:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094049360 : -120961615502256 : ffff91fc6de06450) 00000100:00100000:0.0:1767384333.227100:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000200:3.0:1767384333.227102:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:) -> 192.168.203.113@tcp26(192.168.203.113@tcp:192.168.203.113@tcp26) : GET try# 0 00000100:00000040:0.0:1767384333.227107:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000040:1.0:1767384333.227109:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014e38bd2 x1853236744044288/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.227122:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094054480 : -120961615497136 : ffff91fc6de07850) 00000800:00000200:3.0:1767384333.227127:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp26 00000100:00000001:1.0:1767384333.227136:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384333.227137:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041f50aa3 x1853236744044416/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384333.227142:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007450fe74. 00000100:00000001:1.0:1767384333.227152:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384333.227153:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d79f80c. 00000100:00000001:0.0:1767384333.227156:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384333.227159:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007450fe74. 00000020:00000010:0.0:1767384333.227164:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000800:00000010:3.0:1767384333.227171:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000db6574f4. 00000100:00100000:1.0:1767384333.227172:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014e38bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744044288:12345-0@lo:253: 00000100:00000001:0.0:1767384333.227173:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384333.227184:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002bcdcaf6. 00000100:00000200:1.0:1767384333.227185:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044288 00000020:00000010:0.0:1767384333.227185:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000020:00000001:1.0:1767384333.227193:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384333.227198:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041f50aa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744044416:12345-0@lo:253: 00000020:00000001:1.0:1767384333.227199:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384333.227206:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384333.227207:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (2) 00000100:00000200:0.0:1767384333.227210:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044416 00000020:00000001:1.0:1767384333.227214:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.227216:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384333.227221:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.1:1767384333.227223:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (2) 00000020:00000001:0.0:1767384333.227227:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.227228:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384333.227235:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384333.227237:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384333.227240:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384333.227241:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384333.227246:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384333.227247:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384333.227250:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.227252:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384333.227256:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384333.227259:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000020:00000001:1.0:1767384333.227259:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.227261:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384333.227268:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.227270:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384333.227272:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 02000000:00000001:1.0:1767384333.227276:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384333.227277:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384333.227284:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384333.227285:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008436dc5e. 02000000:00000001:1.0:1767384333.227290:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.227294:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b20331b3. 00000100:00000001:1.0:1767384333.227295:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.227303:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.227304:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384333.227311:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.227314:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384333.227321:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009005868c. 20000000:01000000:1.0:1767384333.227327:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384333.227331:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384333.227334:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384333.227336:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002ad04d6e. 20000000:00000001:1.0:1767384333.227337:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384333.227345:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384333.227346:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384333.227348:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384333.227353:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384333.227357:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384333.227359:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.227362:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384333.227364:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b0cc8d7f. 20000000:00000001:0.0:1767384333.227365:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384333.227372:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:1.0:1767384333.227394:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384333.227398:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00080000:00000001:1.0:1767384333.227399:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384333.227447:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384333.227452:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384333.227453:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.227455:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384333.227459:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384333.227463:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000400:00000200:3.0:1767384333.227467:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00080000:00000001:1.0:1767384333.227467:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384333.227476:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ce437427. 00080000:00000001:1.0:1767384333.227480:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057645568 : -120966651906048 : ffff91fb41aef800) 00080000:00000001:1.0:1767384333.227483:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384333.227514:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227551:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227594:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000001:00000001:1.0:1767384333.227597:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384333.227623:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.227626:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384333.227646:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.227651:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00080000:00000001:1.0:1767384333.227659:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384333.227685:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227727:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227763:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00080000:00000001:1.0:1767384333.227796:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384333.227798:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00080000:00000001:1.0:1767384333.227800:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384333.227849:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227916:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227946:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.227971:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228017:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228075:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228140:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228190:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228241:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228292:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228349:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228421:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228456:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228493:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228539:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228581:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228610:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228687:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228716:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228743:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228773:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228799:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228850:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.228880:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:3.0:1767384333.229062:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e4fc465. 00000800:00000010:3.0:1767384333.229068:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009374db96. 00000800:00000010:3.0:1767384333.229073:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000766716f1. 00000800:00000010:3.0:1767384333.229112:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000766716f1. 00000400:00000200:1.0:1767384333.229295:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384333.229318:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp26 from 221.3.0.2 00000800:00000010:1.0:1767384333.229323:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000042d12e8. 00000800:00000010:0.0:1767384333.229767:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020e1babb. 00000800:00000010:0.0:1767384333.229785:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067666de6. 00000800:00000010:0.0:1767384333.229820:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000096fe1001. 00000800:00000200:0.1:1767384333.229829:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (2) 00000800:00000200:0.1:1767384333.229868:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp26 0000000096fe1001 deleted 00000800:00000010:0.1:1767384333.229871:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000096fe1001. 00000800:00000200:0.1:1767384333.229876:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384333.229882:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:989 00000800:00000200:0.1:1767384333.229886:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d79f80c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384333.229893:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp26 p 3.x 192.168.203.113 -> 192.168.203.113:989 incarnation:1767384331299458217 sched[0] 00000800:00000010:0.0:1767384333.229900:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086493e01. 00000800:00000010:0.0:1767384333.229965:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086493e01. 00000800:00000010:0.0:1767384333.229970:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067666de6. 00000800:00000010:0.0:1767384333.230014:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000042d12e8. 00000800:00000200:1.1:1767384333.230025:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384333.230028:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384333.230035:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp26 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384331299458217 sched[0] 00000800:00000001:0.0:1767384333.230036:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384333.230044:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009374db96. 00000800:00000001:3.0:1767384333.230094:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384333.230100:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384333.230105:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384333.230105:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d79f80c. 00000800:00000001:3.0:1767384333.230110:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384333.230112:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.230121:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: GET: OK 00000800:00000001:3.0:1767384333.230122:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384333.230123:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.230125:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384333.230134:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:3.0:1767384333.230157:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : GET - for me 00000400:00000200:3.0:1767384333.230172:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384333.230181:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 336/336 into md 0x1651 [1] + 0 00000400:00000200:3.0:1767384333.230193:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp26 to MR: 192.168.203.113@tcp26 local destination 00000400:00000200:3.0:1767384333.230203:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:3.0:1767384333.230221:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) -> 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) 192.168.203.113@tcp26 : REPLY try# 0 00000400:00000200:1.0:1767384333.230222:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000200:3.0:1767384333.230233:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.113@tcp26 00000800:00000010:3.0:1767384333.230238:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095002ae5. 00000800:00000200:3.0:1767384333.230247:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000800:00000200:3.0:1767384333.230254:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:988 00000800:00000200:3.0:1767384333.230258:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095002ae5 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:1.0:1767384333.230297:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:3.0:1767384333.230344:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384333.230371:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095002ae5. 00000400:00000200:3.0:1767384333.230375:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.230382:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: REPLY: OK 00000400:00000200:1.0:1767384333.230383:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000001:3.0:1767384333.230395:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.230402:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.230405:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.230410:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.230412:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.230416:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.230423:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384333.230434:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp26: Reply from 12345-192.168.203.113@tcp26 of length 336/336 into md 0x166d 00000400:00000200:1.0:1767384333.230437:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000001:3.0:1767384333.230438:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.230446:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.230450:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.230456:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: REPLY: OK 00000400:00000200:3.0:1767384333.230459:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384333.230462:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000400:00000200:3.0:1767384333.230466:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384333.230473:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:3.0:1767384333.230476:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384333.230480:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 19. state = 0x100251 00000400:00000200:1.0:1767384333.230482:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.230487:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384333.230500:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (20) 00000800:00000001:3.0:1767384333.230507:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.230510:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384333.230522:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384333.230530:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384333.230537:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:3.0:1767384333.230545:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000d43719fa. 00000400:00000010:3.0:1767384333.230549:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000c0afd7ac. 00000400:00000010:3.0:1767384333.230554:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000001f74ba23. 00000400:00000200:1.0:1767384333.230572:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000010:3.0:1767384333.230580:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000aa77d110. 00000400:00000200:3.0:1767384333.230621:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000aa77d110 nid 192.168.203.113@tcp27 00000400:00000010:3.0:1767384333.230626:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eea51c1c. 00000400:00000200:3.0:1767384333.230628:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eea51c1c net tcp27 00000400:00000200:3.0:1767384333.230639:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (19) 00000400:00000200:3.0:1767384333.230646:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp27 flags 0x11 00000400:00000010:3.0:1767384333.230650:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000d43719fa. 00000400:00000010:3.0:1767384333.230654:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000c0afd7ac. 00000400:00000010:3.0:1767384333.230658:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000001f74ba23. 00000400:00000010:3.0:1767384333.230662:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000000d30f236. 00000400:00000200:3.0:1767384333.230667:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384333.230671:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:3.0:1767384333.230675:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:3.0:1767384333.230680:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:3.0:1767384333.230684:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384333.230688:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384333.230693:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384333.230699:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (20) 00000400:00000200:1.0:1767384333.230779:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384333.230822:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384333.230913:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384333.230970:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384333.231029:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231187:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231251:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231377:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231415:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231465:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231503:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231545:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231579:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231648:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231688:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231746:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231818:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231877:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231919:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.231965:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232039:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232103:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232198:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232269:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232344:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232415:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384333.232483:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384333.232686:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e5efac6. 00000800:00000010:0.0:1767384333.232691:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096fe1001. 00000800:00000010:0.0:1767384333.232695:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000781e929a. 00000800:00000010:0.0:1767384333.232723:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000781e929a. 00000800:00020000:0.0:1767384333.232734:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384333.237544:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096fe1001. 00000800:00000010:0.0:1767384333.237548:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006e5efac6. 00000400:02020000:0.0:1767384333.237646:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp26 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384333.239751:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384333.239761:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384333.239766:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.239769:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384333.239783:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384333.239796:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384333.239798:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000000dac4b9. 20000000:01000000:3.0:1767384333.239801:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384333.239804:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:1.0:1767384333.239826:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:3.0:1767384333.239828:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384333.239848:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384333.239866:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384333.239872:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384333.239890:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384333.239893:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384333.239897:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384333.239900:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384333.239903:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384333.239904:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.239910:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384333.239913:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384333.239914:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000028154586. 00000020:00000001:1.0:1767384333.239919:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:3.0:1767384333.239922:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384333.239926:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384333.239929:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b37b7bf. 00080000:00000010:1.0:1767384333.239935:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed2930af. 00000020:00000001:3.0:1767384333.239936:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384333.239941:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b37b7bf with handle 0xf489261bfe0bc671 to hash 00080000:00000001:1.0:1767384333.239943:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057643520 : -120966651908096 : ffff91fb41aef000) 00000020:00000001:3.0:1767384333.239947:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384333.239949:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00080000:00000001:1.0:1767384333.239958:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384333.239965:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384333.239971:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.239974:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.239978:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.239988:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384333.239992:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384333.239996:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384333.239999:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384333.240001:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.240004:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384333.240006:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.240010:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384333.240012:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384333.240015:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:1.0:1767384333.240016:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384333.240018:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384333.240019:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384333.240024:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000028154586) refcount = 1 00080000:00000001:1.0:1767384333.240024:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384333.240032:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384333.240036:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384333.240042:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384333.240046:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384333.240050:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384333.240053:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.240056:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240059:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384333.240063:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384333.240066:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384333.240070:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.240073:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.240075:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=4 00000020:00000001:3.0:1767384333.240079:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384333.240082:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384333.240085:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384333.240088:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384333.240114:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384333.240120:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384333.240130:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384333.240133:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240142:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.240146:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384333.240149:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240157:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.240159:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240163:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384333.240165:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384333.240173:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b37b7bf already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384333.240177:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384333.240179:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384333.240182:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240190:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384333.240193:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.240210:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.240213:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=5 00000020:00000001:3.0:1767384333.240217:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384333.240220:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384333.240225:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384333.240227:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240236:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384333.240239:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384333.240249:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240255:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384333.240257:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384333.240260:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.240262:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384333.240265:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b37b7bf with handle 0xf489261bfe0bc671 from hash 00010000:00000001:3.0:1767384333.240270:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384333.240272:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.240274:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.240276:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384333.240278:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384333.240281:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384333.240284:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384333.240287:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.240290:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240293:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384333.240295:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384333.240300:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.240302:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.240305:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240308:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.240311:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.240314:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240322:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.240325:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.240328:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384333.240331:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384333.240334:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.240336:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.240340:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384333.240344:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.240347:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.240350:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.240374:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384333.240385:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384333.240387:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b37b7bf/0xf489261bfe0bc671 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384333.240396:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000028154586 count: 0 00010000:00000001:3.0:1767384333.240405:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384333.240408:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767384333.240610:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384333.240614:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384333.240616:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384333.240617:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384333.240618:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384333.240620:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ce437427. 00080000:00000001:2.0:1767384333.240641:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:2.0:1767384333.243621:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294922023, at 4294922024 00000100:00000010:2.0:1767384333.243631:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021986c4e. 00000100:00000040:0.0:1767384333.243679:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294922023, at 4294922024 00000100:00000010:0.0:1767384333.243689:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e6a38b8. 00000100:00000040:1.0:1767384333.243691:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294922023, at 4294922024 00000100:00000010:1.0:1767384333.243702:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4578fc9. 00000100:00000040:3.0:1767384333.244772:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294922023, at 4294922025 00000100:00000010:3.0:1767384333.244783:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b5e7ccb. 00010000:00000010:3.1:1767384333.249600:0:25235:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000028154586. 00010000:00000010:3.1:1767384333.249629:0:25235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b37b7bf. 00080000:00000001:2.0:1767384333.252712:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384333.252716:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384333.252718:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384333.252721:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384333.252721:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384333.252725:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384333.252729:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000010:2.0:1767384333.252730:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2930af. 20000000:00000001:1.0:1767384333.252736:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384333.252739:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384333.252740:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384333.252744:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384333.252754:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384333.252757:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384333.252763:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384333.252774:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384333.252779:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384333.252781:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384333.252785:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384333.252787:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384333.252793:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000343c5da8. 00010000:00000001:0.0:1767384333.252797:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384333.252800:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384333.252804:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384333.252807:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc678 to hash 00000020:00000001:0.0:1767384333.252810:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384333.252811:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252813:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252816:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384333.252818:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.252821:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252853:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384333.252856:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384333.252857:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384333.252859:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.252868:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.252871:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384333.252872:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.252875:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384333.252876:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384333.252878:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384333.252880:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384333.252883:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000343c5da8) refcount = 1 00010000:00010000:0.0:1767384333.252886:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252891:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384333.252892:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384333.252894:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.252896:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.252898:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384333.252901:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384333.252903:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384333.252905:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384333.252907:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.252909:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384333.252911:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252914:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252916:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384333.252918:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252923:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384333.252925:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252939:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.252940:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384333.252942:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252947:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384333.252948:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.252950:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384333.252952:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384333.252957:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384333.252959:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384333.252960:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384333.252962:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252966:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384333.252967:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384333.252968:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384333.252970:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384333.252971:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252974:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384333.252976:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384333.252978:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.252983:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384333.252984:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384333.252985:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.252988:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384333.252989:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384333.252990:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384333.252998:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384333.252999:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc678 from hash 00010000:00000001:0.0:1767384333.253001:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384333.253002:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.253003:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.253004:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384333.253006:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384333.253007:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384333.253009:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384333.253011:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.253013:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.253015:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384333.253016:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384333.253018:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.253020:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.253021:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.253023:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.253024:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.253026:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.253030:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.253031:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.253033:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384333.253034:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384333.253036:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384333.253037:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384333.253039:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384333.253041:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384333.253043:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.253045:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384333.253049:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384333.253051:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384333.253052:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc678 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384333.253065:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000343c5da8 count: 0 00010000:00000001:0.0:1767384333.253072:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384333.253074:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384333.254281:0:25235:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008c108fca. 00000400:00000040:3.0:1767384333.254309:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384333.254314:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384333.254319:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384333.254322:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384333.254326:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384333.254328:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384333.254332:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384333.254335:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384333.254338:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384333.254340:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384333.254344:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384333.254347:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384333.254351:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384333.254354:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384333.254356:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384333.254360:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384333.254362:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384333.254364:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384333.254366:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384333.254370:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384333.254372:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384333.254375:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384333.254378:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384333.254380:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384333.254382:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384333.254386:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384333.254389:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384333.254403:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384333.254406:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384333.254410:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384333.254413:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384333.254417:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384333.254420:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384333.254423:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384333.254427:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384333.254430:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384333.254433:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384333.254438:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384333.254441:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384333.254444:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384333.254448:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384333.254451:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384333.254454:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384333.254458:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384333.254461:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384333.254464:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384333.254467:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384333.254470:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384333.254474:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384333.254477:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384333.254479:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384333.254483:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384333.254485:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384333.254489:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384333.254492:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384333.254495:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384333.254498:0:25235:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:1.0:1767384333.254992:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000010:3.0:1767384333.254998:0:25235:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008c108fca. 00000100:00000001:1.0:1767384333.254998:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384333.255004:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009005868c. 20000000:00000001:1.0:1767384333.255014:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384333.255021:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744044288 00010000:00000001:1.0:1767384333.255025:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384333.255034:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014e38bd2 x1853236744044288/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.255047:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384333.255050:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.255055:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.255062:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384333.255067:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384333.255070:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384333.255075:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384333.255090:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.255095:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384333.255107:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384333.255112:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075e4f383. 00000100:00000200:1.0:1767384333.255117:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744044288, offset 224 00000400:00000200:1.0:1767384333.255126:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384333.255134:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384333.255145:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03f00 00000400:00000200:1.0:1767384333.255152:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1659 [2] + 224 00000400:00000200:1.0:1767384333.255158:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384333.255162:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384333.255168:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384333.255173:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.255183:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.255197:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384333.255204:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e4f383 00000400:00000010:1.0:1767384333.255206:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075e4f383. 00000100:00000001:1.0:1767384333.255209:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384333.255211:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384333.255215:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.255219:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384333.255222:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384333.255224:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.255226:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384333.255231:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014e38bd2 x1853236744044288/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.255242:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014e38bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744044288:12345-0@lo:253: Request processed in 28106us (29154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384333.255256:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:1.0:1767384333.255262:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384333.255265:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384333.255268:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384333.255275:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000570e496b. 00000020:00000010:1.0:1767384333.255291:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007504b7e8. 00000020:00000010:1.0:1767384333.255297:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40bf94a. 00000020:00000040:1.0:1767384333.255305:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:1.0:1767384333.255311:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384333.255315:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008436dc5e. 02000000:00000001:1.0:1767384333.255322:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384333.255326:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384333.255344:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384333.255351:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a7d0f9. 00000400:00000010:1.0:1767384333.255357:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075e4f383. 00000100:00000001:1.0:1767384333.255383:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.255386:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384333.255393:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384333.255395:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.255397:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000400:00000200:1.0:1767384333.255401:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000600943b8 00000400:00000010:1.0:1767384333.255403:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000600943b8. 00000100:00000001:1.0:1767384333.255407:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384333.255412:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384333.255421:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.255429:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.255431:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.255434:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384333.255437:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.255439:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.255441:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.255443:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.255447:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.255450:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.255452:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.255454:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.255456:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384333.255457:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.255459:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.255474:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.255484:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.255488:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.255492:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384333.255497:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384333.255500:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384333.255502:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384333.255505:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384333.255507:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384333.255509:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384333.255512:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384333.255515:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384333.255518:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384333.255520:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384333.255525:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.255537:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744044288:0@lo:253: 00000100:00000001:1.0:1767384333.255544:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.255547:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.255550:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e819c688 x1853236744044288/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.255597:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.255601:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.255605:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ea4640c6. 02000000:00000001:1.0:1767384333.255612:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.255615:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.255617:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384333.255621:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.255624:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c30860a5. 02000000:00000001:1.0:1767384333.255634:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.255636:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.255639:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00000100:00000001:1.0:1767384333.255645:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.255648:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.255673:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.255682:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.255685:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.255689:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.255693:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384333.256351:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384333.256355:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384333.256356:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002ad04d6e. 20000000:00000001:0.0:1767384333.256362:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384333.256366:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744044416 00010000:00000001:0.0:1767384333.256368:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384333.256373:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041f50aa3 x1853236744044416/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384333.256380:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384333.256382:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.256384:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384333.256387:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384333.256390:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.256392:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384333.256395:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384333.256396:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.256399:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384333.256402:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384333.256405:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044758b26. 00000100:00000200:0.0:1767384333.256409:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744044416, offset 224 00000400:00000200:0.0:1767384333.256414:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.256423:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384333.256430:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd03f80 00000400:00000200:0.0:1767384333.256435:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1661 [2] + 224 00000400:00000200:0.0:1767384333.256441:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384333.256444:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.256447:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384333.256449:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.256458:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.256480:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384333.256486:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044758b26 00000400:00000010:0.0:1767384333.256488:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044758b26. 00000100:00000001:0.0:1767384333.256491:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.256494:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.256497:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.256500:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384333.256502:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384333.256504:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.256506:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384333.256511:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384333.256511:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041f50aa3 x1853236744044416/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.256519:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384333.256527:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384333.256528:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041f50aa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744044416:12345-0@lo:253: Request processed in 29370us (30203us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384333.256532:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.256538:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002124ef8e. 00000100:00100000:0.0:1767384333.256542:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000400:00000200:1.0:1767384333.256547:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0fa8914 00000100:00000040:0.0:1767384333.256547:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384333.256579:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.256581:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384333.256584:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007a7a951. 00000400:00000010:1.0:1767384333.256588:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0fa8914. 00000020:00000010:0.0:1767384333.256590:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094bfbb5. 00000100:00000001:1.0:1767384333.256598:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384333.256599:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdbb6126. 00000020:00000040:0.0:1767384333.256607:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000200:1.0:1767384333.256616:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384333.256619:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384333.256622:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b20331b3. 02000000:00000001:0.0:1767384333.256630:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384333.256635:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384333.256639:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384333.256640:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384333.256647:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6e350f. 00000400:00000010:0.0:1767384333.256654:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044758b26. 00000100:00000001:1.0:1767384333.256661:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.256666:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.256670:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384333.256673:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.256675:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.256678:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.256681:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.256685:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.256689:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.256693:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.256695:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.256698:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384333.256700:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.256704:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.256710:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.256718:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.256722:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.256724:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384333.256737:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384333.256740:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384333.256743:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384333.256746:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384333.256748:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384333.256750:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384333.256753:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384333.256755:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384333.256757:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384333.256763:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.256776:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000018cc1987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744044416:0@lo:253: 00000100:00000001:1.0:1767384333.256784:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.256788:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.256792:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000018cc1987 x1853236744044416/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.256802:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.256804:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.256807:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e28c464. 02000000:00000001:1.0:1767384333.256814:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.256816:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.256818:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384333.256821:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.256823:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000036f27426. 02000000:00000001:1.0:1767384333.256830:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.256847:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.256850:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018cc1987. 00000100:00000001:1.0:1767384333.256855:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.256866:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.256869:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.256876:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.256878:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.256881:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.256883:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384333.260614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000343c5da8. 00010000:00000010:0.1:1767384333.260622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00010000:00000001:1.0:1767384333.268626:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384333.268631:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.268645:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384333.268648:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.268685:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384333.268689:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.268708:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384333.460748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384333.460771:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384333.460776:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3c9cd4f. 00000020:00000040:0.0:1767384333.460781:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384333.460785:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384333.460788:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.460792:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.460799:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffa01eba. 00000100:00000001:0.0:1767384333.460804:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.460812:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384333.460821:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.460823:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.460828:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3c9cd4f] to pc [ptlrpcd_00_02+2] req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.460878:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384333.460881:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1767384333.460881:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384333.460885:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384333.460886:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384333.460891:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000100:00000010:0.0:1767384333.460892:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ccbcd8f. 00000020:00000040:1.0:1767384333.460897:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384333.460898:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384333.460903:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384333.460903:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384333.460907:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.460907:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384333.460911:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.460911:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384333.460920:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a763ae07. 02000000:00000010:0.0:1767384333.460920:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077ebc913. 00000100:00000001:1.0:1767384333.460927:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.460928:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.460935:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384333.460936:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384333.460938:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.460946:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384333.460947:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_03+3] req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.460949:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.460959:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ccbcd8f] to pc [ptlrpcd_00_00+0] req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384333.460963:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.460983:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.460992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384333.460995:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384333.460998:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2d31886. 00000020:00000040:0.0:1767384333.461000:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384333.461002:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384333.461003:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384333.461005:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384333.461008:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000887bb871. 00000100:00000001:0.0:1767384333.461011:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461015:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384333.461019:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384333.461020:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461025:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2d31886] to pc [ptlrpcd_00_01+1] req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.461033:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461037:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000001:0.0:1767384333.461050:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.461054:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.461056:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384333.461060:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.461065:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384333.461067:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.461070:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384333.461073:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384333.461075:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384333.461078:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3c9cd4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744044544:0@lo:400: 00000100:00000001:0.0:1767384333.461081:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384333.461084:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384333.461086:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.461088:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384333.461091:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004db203d6. 02000000:00000001:0.0:1767384333.461098:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.461103:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002124ef8e. 00000400:00000010:0.0:1767384333.461109:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa397a42. 00000100:00000200:0.0:1767384333.461114:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744044544, portal 4 00000100:00000001:0.0:1767384333.461117:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384333.461118:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352139008 : -120961357412608 : ffff91fc7d428700) 00000100:00000040:0.0:1767384333.461124:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.461129:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.461130:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384333.461133:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.461137:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384333.461137:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384333.461141:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001560dad7. 00000100:00000040:1.0:1767384333.461144:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384333.461145:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744044544, offset 0 00000100:00000001:1.0:1767384333.461155:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384333.461156:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384333.461158:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.461162:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384333.461164:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384333.461165:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384333.461168:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ccbcd8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744044800:0@lo:400: 00000100:00000001:3.0:1767384333.461169:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384333.461173:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384333.461175:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.461175:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384333.461180:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384333.461180:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384333.461184:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.461188:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd04000 00000100:00000040:3.0:1767384333.461189:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384333.461189:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384333.461194:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab1b1342. 02000000:00000001:1.0:1767384333.461198:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.461200:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000400:00000010:1.0:1767384333.461205:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000400:00000200:0.0:1767384333.461210:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384333.461212:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384333.461212:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5737f6. 00000100:00000001:3.0:1767384333.461214:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.461216:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.461222:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384333.461223:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744044800, portal 10 00000100:00000200:0.0:1767384333.461226:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1767384333.461227:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384333.461227:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384333.461230:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352150656 : -120961357400960 : ffff91fc7d42b480) 00000100:00000010:0.0:1767384333.461231:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005f20b80. 02000000:00000001:3.0:1767384333.461232:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.461237:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461237:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000005f20b80 x1853236744044544 msgsize 224 00000100:00000040:1.0:1767384333.461240:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.461246:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744044672:0@lo:13: 00000100:00100000:0.0:1767384333.461254:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384333.461256:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.461261:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384333.461261:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384333.461265:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.461267:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384333.461269:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384333.461270:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384333.461273:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 02000000:00000010:3.0:1767384333.461275:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006dbd791a. 00000100:00000200:1.0:1767384333.461277:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744044800, offset 0 00000400:00000200:0.0:1767384333.461277:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001560dad7 02000000:00000001:3.0:1767384333.461279:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.461283:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001560dad7. 00000400:00000010:3.0:1767384333.461286:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f501b64a. 00000100:00000001:0.0:1767384333.461286:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384333.461290:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384333.461293:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.461302:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000200:1.0:1767384333.461303:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384333.461305:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384333.461309:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744044672, portal 4 00000100:00000040:0.0:1767384333.461312:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.461313:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.461317:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000200:1.0:1767384333.461318:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04100 00000100:00000040:3.0:1767384333.461327:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384333.461328:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384333.461328:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.461339:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384333.461339:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.461343:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384333.461347:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.461347:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.461351:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384333.461354:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8262 usecs (9 jiffies) 00000400:00000010:3.0:1767384333.461356:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000001:1.0:1767384333.461357:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384333.461360:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384333.461360:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922250 00000100:00000200:3.0:1767384333.461361:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744044672, offset 0 00000100:00000010:1.0:1767384333.461366:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bd46ecb8. 00000100:00000010:0.0:1767384333.461368:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ade7980. 00000100:00000040:1.0:1767384333.461370:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000bd46ecb8 x1853236744044800 msgsize 224 00000400:00000200:3.0:1767384333.461372:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384333.461377:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384333.461379:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384333.461384:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384333.461385:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922250 00000100:00000010:0.0:1767384333.461406:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc269dd. 00000100:00000001:1.0:1767384333.461407:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384333.461410:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384333.461413:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd04080 00000400:00000200:1.0:1767384333.461415:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000100:00000001:0.0:1767384333.461416:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922250 00000400:00000010:1.0:1767384333.461419:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 00000100:00000010:0.0:1767384333.461421:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000437cf8d3. 00000100:00000001:1.0:1767384333.461423:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384333.461426:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384333.461427:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000100:00000200:1.0:1767384333.461430:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.461431:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922250 00000400:00000200:3.0:1767384333.461438:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384333.461438:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bc3bf84. 00000100:00000001:0.0:1767384333.461444:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384333.461447:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384333.461450:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384333.461450:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384333.461452:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.461457:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461460:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.461465:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384333.461465:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.461467:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.461471:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.461472:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384333.461473:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b18841. 00000100:00000040:3.0:1767384333.461486:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000024b18841 x1853236744044672 msgsize 224 00000100:00000001:1.0:1767384333.461486:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.461488:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.461492:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384333.461493:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2632 usecs (3 jiffies) 00000100:00000001:0.0:1767384333.461499:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.461500:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922244 00000100:00100000:3.0:1767384333.461503:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384333.461504:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384333.461507:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.461510:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922250 00000100:00000001:0.0:1767384333.461511:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.461515:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922244 00000100:00000001:3.0:1767384333.461517:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.461518:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922250 00000100:00000001:1.0:1767384333.461520:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922244 00000100:00000001:1.0:1767384333.461521:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922250 00000100:00000001:1.0:1767384333.461522:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922244 00000100:00000001:1.0:1767384333.461525:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922250 00000100:00000001:0.0:1767384333.461525:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.461529:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.461530:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384333.461531:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000100:00000001:0.0:1767384333.461533:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384333.461534:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.461536:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:1.0:1767384333.461538:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461540:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384333.461541:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.461542:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384333.461548:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.461549:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.461553:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384333.461555:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384333.461557:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.461558:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.461560:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384333.461562:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384333.461564:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.461566:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.461571:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384333.461577:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461579:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.461584:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.461589:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461591:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.461596:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.461599:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8262 usecs (9 jiffies) 00000100:00000001:3.0:1767384333.461602:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922251 00000100:00100000:0.0:1767384333.461605:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2d31886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744044928:0@lo:400: 00000100:00000001:3.0:1767384333.461607:0:16157:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294922250 00000100:00000001:0.0:1767384333.461611:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384333.461614:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384333.461615:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922251 02000000:00000001:0.0:1767384333.461616:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.461620:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384333.461621:0:16157:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294922250 00000100:00000001:1.0:1767384333.461622:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767384333.461623:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000655a4d61. 00000100:00100000:1.0:1767384333.461626:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044544 02000000:00000001:0.0:1767384333.461627:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461628:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922251 02000000:00000001:1.0:1767384333.461631:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384333.461633:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000100:00000001:1.0:1767384333.461634:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.461635:0:16157:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294922250 00000100:00000001:1.0:1767384333.461639:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.461640:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001560dad7. 00000100:00000001:3.0:1767384333.461641:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922251 02000000:00000001:1.0:1767384333.461644:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.461646:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744044928, portal 10 00000100:00000001:3.0:1767384333.461647:0:16157:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294922250 00000100:00100000:1.0:1767384333.461648:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044544 00000100:00000001:0.0:1767384333.461653:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384333.461654:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384333.461656:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.461656:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352141696 : -120961357409920 : ffff91fc7d429180) 00000020:00000040:1.0:1767384333.461657:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:1.0:1767384333.461661:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384333.461663:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384333.461664:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:3.0:1767384333.461666:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461667:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384333.461669:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384333.461671:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.461675:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384333.461679:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.461683:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384333.461684:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384333.461688:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f4b5170. 00000100:00000001:0.0:1767384333.461689:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384333.461690:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.461692:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384333.461693:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384333.461695:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.461698:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000100:00000001:3.0:1767384333.461700:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384333.461702:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000d5d1618. 00000100:00000200:0.0:1767384333.461702:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744044928, offset 0 00000020:00000040:1.0:1767384333.461711:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000400:00000200:0.0:1767384333.461711:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384333.461715:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384333.461719:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044800 00000400:00000200:0.0:1767384333.461720:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.461722:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384333.461728:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4cda6e5. 02000000:00000001:3.0:1767384333.461729:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384333.461729:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04180 00000100:00000001:3.0:1767384333.461733:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384333.461734:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009da166f8. 00000100:00000001:3.0:1767384333.461736:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.461737:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000020:00000010:1.0:1767384333.461741:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 02000000:00000001:3.0:1767384333.461743:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.461744:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384333.461749:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044800 00000100:00000040:1.0:1767384333.461750:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1767384333.461752:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384333.461754:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384333.461756:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384333.461758:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000100:00000001:1.0:1767384333.461759:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384333.461759:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384333.461762:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384333.461763:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384333.461764:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384333.461766:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000010:0.0:1767384333.461769:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abfa5f02. 00000020:00000001:3.0:1767384333.461770:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:1.0:1767384333.461773:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384333.461774:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000040:0.0:1767384333.461774:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000abfa5f02 x1853236744044928 msgsize 224 00000100:00000001:1.0:1767384333.461778:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384333.461780:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461781:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384333.461785:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384333.461787:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:1.0:1767384333.461789:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.461792:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.461795:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000100:00000001:0.0:1767384333.461797:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384333.461799:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d30f236. 00000100:00000001:1.0:1767384333.461801:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384333.461803:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000841791b0. 00000400:00000200:0.0:1767384333.461803:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 00000100:00000001:1.0:1767384333.461804:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384333.461807:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000020:00000010:3.0:1767384333.461810:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000100:00100000:1.0:1767384333.461813:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384333.461819:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000040:3.0:1767384333.461820:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384333.461820:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384333.461821:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352148864 : -120961357402752 : ffff91fc7d42ad80) 00000100:00000001:3.0:1767384333.461826:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384333.461827:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.461830:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005f20b80 x1853236744044544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.461843:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.461847:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.461872:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384333.461874:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384333.461876:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384333.461880:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.461880:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.461884:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384333.461889:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce8f0391. 00000100:00000001:0.0:1767384333.461890:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461891:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.461895:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.461895:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384333.461900:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce8f0391. 00000100:00000001:0.0:1767384333.461902:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461903:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384333.461906:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3188 usecs (4 jiffies) 00000100:00100000:1.0:1767384333.461907:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005f20b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744044544:12345-0@lo:400: 00000100:00100000:3.0:1767384333.461908:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044928 00000100:00000001:0.0:1767384333.461910:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922246 02000000:00000001:3.0:1767384333.461912:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384333.461916:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384333.461917:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044544 00000100:00000001:0.0:1767384333.461918:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922251 00000100:00000001:3.0:1767384333.461919:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.461922:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384333.461924:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922246 02000000:00000001:3.0:1767384333.461925:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.461926:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384333.461929:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922251 00000100:00100000:3.0:1767384333.461931:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044928 00000020:00000001:1.0:1767384333.461931:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.461933:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922246 00000020:00000001:3.0:1767384333.461937:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384333.461937:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384333.461938:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922251 00000020:00000040:3.0:1767384333.461940:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:1.0:1767384333.461942:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:0.0:1767384333.461943:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922246 00000020:00000001:3.0:1767384333.461944:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384333.461947:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384333.461948:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922251 00000100:00000001:0.0:1767384333.461949:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.461951:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384333.461953:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00000001:0.0:1767384333.461954:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.461958:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.461959:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384333.461960:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384333.461964:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384333.461966:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:1.0:1767384333.461968:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384333.461968:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.461971:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384333.461973:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.461973:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384333.461975:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:0.0:1767384333.461980:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384333.461981:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e3f44cc6. 00000020:00000001:1.0:1767384333.461981:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384333.461984:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.461986:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384333.461988:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:0.0:1767384333.461988:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.461990:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384333.461994:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.461995:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:1.0:1767384333.461996:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000805f36f3. 02000000:00000001:1.0:1767384333.462000:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.462001:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d43719fa. 00000100:00000001:1.0:1767384333.462002:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.462007:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.462009:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000055805cac. 00010000:00000040:1.0:1767384333.462010:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744044544 00000020:00000010:3.0:1767384333.462014:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000644e166d. 00010000:00000001:1.0:1767384333.462014:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384333.462014:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384333.462018:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:1.0:1767384333.462019:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005f20b80 x1853236744044544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.462021:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.462025:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384333.462026:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384333.462028:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384333.462032:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00010000:00000001:1.0:1767384333.462036:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384333.462037:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1767384333.462039:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.462041:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384333.462042:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340693760 : -120961368857856 : ffff91fc7c93e300) 00000100:00000001:3.0:1767384333.462045:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.462045:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384333.462049:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd46ecb8 x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.462053:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384333.462057:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.462058:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384333.462060:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384333.462062:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000010:0.0:1767384333.462064:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 02000000:00000001:1.0:1767384333.462065:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384333.462068:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384333.462069:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.462070:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.462072:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384333.462074:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384333.462075:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034b268ed. 00000100:00100000:3.0:1767384333.462080:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384333.462081:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384333.462086:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd46ecb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744044800:12345-0@lo:400: 00000100:00000040:3.0:1767384333.462087:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000400:00000010:1.0:1767384333.462088:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000100:00000200:0.0:1767384333.462090:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044800 00000100:00000001:3.0:1767384333.462093:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352137216 : -120961357414400 : ffff91fc7d428000) 00000100:00000200:1.0:1767384333.462095:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744044544, offset 224 00000020:00000001:0.0:1767384333.462095:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384333.462100:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abfa5f02 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384333.462100:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384333.462104:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.462105:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384333.462110:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384333.462114:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000200:1.0:1767384333.462119:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384333.462120:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384333.462121:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384333.462125:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384333.462126:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000020:00000001:0.0:1767384333.462129:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384333.462130:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd04000 00000100:00000001:3.0:1767384333.462133:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384333.462133:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384333.462138:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1681 [1] + 224 00000020:00000001:0.0:1767384333.462138:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.462139:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000020:00000001:0.0:1767384333.462144:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384333.462147:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384333.462148:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384333.462152:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abfa5f02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744044928:12345-0@lo:400: 02000000:00000001:0.0:1767384333.462153:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384333.462156:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384333.462158:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008588be42. 00000100:00000200:3.0:1767384333.462161:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044928 02000000:00000001:0.0:1767384333.462163:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.462164:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384333.462164:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384333.462182:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.462186:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384333.462186:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.462190:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:0.0:1767384333.462190:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744044800 00010000:00000001:0.0:1767384333.462192:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384333.462194:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384333.462198:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd46ecb8 x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.462200:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384333.462204:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:3.0:1767384333.462209:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384333.462214:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.462220:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384333.462222:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384333.462223:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384333.462225:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.462227:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.462227:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.462234:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00001000:0.0:1767384333.462234:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.462239:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384333.462243:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384333.462245:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384333.462245:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384333.462247:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006cb4632a. 00000100:00000040:0.0:1767384333.462251:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 02000000:00000001:3.0:1767384333.462252:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.462253:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000100:00000001:0.0:1767384333.462255:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:3.0:1767384333.462259:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384333.462259:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 02000000:00000001:0.0:1767384333.462259:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384333.462264:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.462264:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.462266:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.462267:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384333.462269:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744044928 00000100:00000001:1.0:1767384333.462270:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384333.462275:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384333.462275:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384333.462276:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.462281:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000010:0.0:1767384333.462281:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00010000:00000200:3.0:1767384333.462284:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abfa5f02 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.462288:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384333.462289:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744044800, offset 224 00000020:00000001:1.0:1767384333.462293:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384333.462298:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384333.462299:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384333.462302:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384333.462303:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.462307:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005f20b80 x1853236744044544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384333.462308:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=36 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384333.462314:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384333.462318:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384333.462324:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:0.0:1767384333.462328:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04100 00000100:00000001:3.0:1767384333.462330:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00100000:1.0:1767384333.462331:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005f20b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744044544:12345-0@lo:400: Request processed in 442us (1088us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384333.462336:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384333.462338:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1689 [1] + 224 02000000:00000001:3.0:1767384333.462340:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.462347:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384333.462348:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384333.462351:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384333.462355:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384333.462356:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000400:00000200:0.0:1767384333.462357:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384333.462360:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000001:1.0:1767384333.462362:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.462364:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384333.462366:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384333.462368:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744044928, offset 224 00000100:00000200:0.0:1767384333.462369:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384333.462370:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009da166f8. 00000020:00000010:1.0:1767384333.462376:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000400:00000200:3.0:1767384333.462378:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384333.462384:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4cda6e5. 00000100:00000040:0.0:1767384333.462390:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384333.462391:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000400:00000200:3.0:1767384333.462393:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.462396:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.462407:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04180 00000100:00000001:0.0:1767384333.462413:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.462414:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1699 [1] + 224 00000100:00080000:1.0:1767384333.462419:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384333.462425:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000400:00000200:3.0:1767384333.462427:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1767384333.462430:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1767384333.462430:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 00000400:00000200:3.0:1767384333.462435:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384333.462435:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000020:00000040:1.0:1767384333.462437:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384333.462442:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.462445:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.462446:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384333.462450:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384333.462452:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.462457:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384333.462462:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384333.462465:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.462467:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384333.462468:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384333.462473:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd46ecb8 x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.462475:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.462479:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384333.462485:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384333.462491:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd46ecb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744044800:12345-0@lo:400: Request processed in 429us (1118us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384333.462493:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384333.462494:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384333.462495:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002124ef8e. 00000400:00000200:1.0:1767384333.462502:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa397a42 00000400:00000010:1.0:1767384333.462505:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa397a42. 00000100:00100000:0.0:1767384333.462509:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384333.462511:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384333.462513:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000400:00000200:3.0:1767384333.462515:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000100:00000001:0.0:1767384333.462516:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384333.462517:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384333.462520:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:0.0:1767384333.462520:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384333.462524:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000841791b0. 00000100:00000001:3.0:1767384333.462526:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384333.462529:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384333.462532:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000100:00000001:3.0:1767384333.462536:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.462536:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384333.462537:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d30f236. 00000100:00000040:3.0:1767384333.462546:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000020:00000040:0.0:1767384333.462546:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:1.0:1767384333.462550:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.462553:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.462555:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384333.462557:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.462559:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.462560:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.462562:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.462566:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.462570:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384333.462573:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.462575:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.462577:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384333.462581:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384333.462768:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.462771:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384333.462772:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384333.462774:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384333.462776:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.462781:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.462800:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.462803:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.462805:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.462808:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384333.462820:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3c9cd4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744044544:0@lo:400: 00000100:00000001:1.0:1767384333.462824:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.462826:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384333.462829:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3c9cd4f x1853236744044544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.462848:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.462851:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.462853:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004db203d6. 02000000:00000001:1.0:1767384333.462857:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.462858:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.462860:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384333.462862:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.462864:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ffa01eba. 02000000:00000001:1.0:1767384333.462868:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.462869:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.462870:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3c9cd4f. 00000100:00000001:1.0:1767384333.462874:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384333.462876:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.462877:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.462879:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384333.462881:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384333.462882:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.462884:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.462887:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384333.462889:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.462892:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.462895:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abfa5f02 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1767384344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.462904:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abfa5f02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744044928:12345-0@lo:400: Request processed in 781us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384333.462911:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384333.462914:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:3.0:1767384333.462916:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384333.462917:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384333.462920:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000055805cac. 00000020:00000010:3.0:1767384333.462924:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000644e166d. 00000020:00000010:3.0:1767384333.462931:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d43719fa. 00000020:00000040:3.0:1767384333.462936:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:3.0:1767384333.462939:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.462964:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384333.462966:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744044672 00000100:00000001:1.0:1767384333.462966:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.462969:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384333.462972:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384333.462976:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:1.0:1767384333.462976:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384333.462980:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384333.462981:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000100:00000001:3.0:1767384333.462983:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384333.462985:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5737f6 02000000:00000001:3.0:1767384333.462987:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.462987:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384333.462988:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5737f6. 00000100:00100000:3.0:1767384333.462994:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744044672 00000100:00000001:1.0:1767384333.462995:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384333.462997:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384333.463000:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000200:1.0:1767384333.463001:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.463003:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.463006:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:3.0:1767384333.463011:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:3.0:1767384333.463016:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000200:1.0:1767384333.463018:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.463020:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.463023:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384333.463028:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.463033:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000100:00000001:1.0:1767384333.463040:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384333.463042:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d43719fa. 00000100:00000001:1.0:1767384333.463043:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463048:0:16154:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384333.463051:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000055805cac. 02000000:00000001:1.0:1767384333.463051:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384333.463054:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.463056:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.463057:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000644e166d. 02000000:00000001:1.0:1767384333.463058:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.463063:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384333.463067:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=36 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384333.463069:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384333.463070:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384333.463073:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463074:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384333.463075:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384333.463077:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.463080:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384333.463081:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.463085:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.463087:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.463090:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384333.463091:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384333.463093:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384333.463095:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463096:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.463100:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.463105:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.463107:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.463109:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.463112:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384333.463112:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.463115:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384333.463124:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ccbcd8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744044800:0@lo:400: 00000100:00100000:3.0:1767384333.463125:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384333.463130:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384333.463133:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341726848 : -120961367824768 : ffff91fc7ca3a680) 00000100:00000001:1.0:1767384333.463133:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463139:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.463142:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024b18841 x1853236744044672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384333.463144:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ccbcd8f x1853236744044800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.463170:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384333.463172:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.463175:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 02000000:00000001:1.0:1767384333.463176:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.463178:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab1b1342. 02000000:00000001:1.0:1767384333.463182:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384333.463184:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384333.463184:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.463187:0:16154:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:3.0:1767384333.463189:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000020:00000001:1.0:1767384333.463190:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.463193:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077ebc913. 00000100:00100000:3.0:1767384333.463197:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024b18841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744044672:12345-0@lo:13: 02000000:00000001:1.0:1767384333.463199:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384333.463203:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744044672 02000000:00000001:1.0:1767384333.463203:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.463205:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ccbcd8f. 00000020:00000001:3.0:1767384333.463207:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384333.463209:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384333.463211:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384333.463211:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.463214:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384333.463215:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.463220:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384333.463223:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000100:00000001:1.0:1767384333.463223:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384333.463226:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.463227:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384333.463229:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384333.463231:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463233:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.463234:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384333.463236:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384333.463238:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463241:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384333.463243:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384333.463246:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007873cd0f. 02000000:00000001:3.0:1767384333.463248:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463249:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384333.463252:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384333.463255:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384333.463257:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384333.463260:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384333.463269:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.463271:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1767384333.463272:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384333.463276:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384333.463278:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384333.463279:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000024:3.0:1767384333.463282:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000010:1.0:1767384333.463283:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000020:00000020:3.0:1767384333.463288:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:1.0:1767384333.463289:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001560dad7 00000400:00000010:1.0:1767384333.463293:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001560dad7. 00000020:00000020:3.0:1767384333.463294:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384333.463298:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000020:3.0:1767384333.463299:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384333.463302:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:1.0:1767384333.463305:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384333.463307:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384333.463311:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384333.463315:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384333.463317:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384333.463318:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744044672 00000100:00000001:1.0:1767384333.463323:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384333.463328:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384333.463328:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463332:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384333.463335:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:3.0:1767384333.463336:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024b18841 x1853236744044672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.463337:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384333.463340:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384333.463344:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.463350:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384333.463351:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=35 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384333.463353:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384333.463355:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=35 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384333.463356:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.463360:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384333.463361:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384333.463365:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384333.463367:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384333.463369:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384333.463370:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.463371:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384333.463372:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384333.463375:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00080000:1.0:1767384333.463378:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.463379:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.463384:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00010000:00000001:1.0:1767384333.463389:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384333.463390:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744044672, offset 224 00000100:00000001:1.0:1767384333.463392:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384333.463395:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384333.463397:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384333.463398:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384333.463399:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384333.463403:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.463411:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384333.463412:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384333.463415:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384333.463416:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384333.463420:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384333.463423:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd04080 00000400:00000200:3.0:1767384333.463433:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1691 [1] + 224 00000100:00100000:1.0:1767384333.463435:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2d31886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744044928:0@lo:400: 00000400:00000200:3.0:1767384333.463440:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384333.463442:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463445:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384333.463446:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384333.463449:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2d31886 x1853236744044928/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.463450:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384333.463457:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384333.463457:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384333.463460:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384333.463462:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000655a4d61. 02000000:00000001:1.0:1767384333.463467:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384333.463470:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384333.463471:0:16155:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384333.463473:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384333.463474:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384333.463477:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000887bb871. 02000000:00000001:1.0:1767384333.463482:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384333.463484:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384333.463486:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2d31886. 00000100:00000001:1.0:1767384333.463494:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384333.463496:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384333.463496:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384333.463500:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.463504:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000100:00000001:1.0:1767384333.463504:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384333.463508:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:1.0:1767384333.463509:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.463514:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384333.463515:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.463516:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384333.463519:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.463519:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384333.463520:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463525:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384333.463525:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384333.463529:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384333.463531:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:0.0:1767384333.463533:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f501b64a. 00010000:00000001:3.0:1767384333.463534:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384333.463537:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:0.0:1767384333.463539:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:0.0:1767384333.463540:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384333.463544:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384333.463547:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384333.463548:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384333.463572:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.463578:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384333.463580:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b18841 x1853236744044672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:314/0 lens 224/368 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.463581:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.463585:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384333.463588:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384333.463591:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.463593:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.463597:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024b18841 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744044672:12345-0@lo:13: Request processed in 420us (2106us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384333.463597:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384333.463603:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=31 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384333.463609:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00001000:0.0:1767384333.463610:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=31 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384333.463612:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384333.463613:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384333.463617:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.463618:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.463622:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384333.463622:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384333.463627:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000055805cac. 00010000:00080000:0.0:1767384333.463627:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384333.463631:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000644e166d. 00000020:00000010:3.0:1767384333.463634:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d43719fa. 00000020:00000040:3.0:1767384333.463638:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:3.0:1767384333.463642:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384333.463648:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.463651:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384333.463652:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384333.463654:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384333.463655:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.463659:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.463663:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.463665:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384333.463666:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384333.463668:0:16157:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384333.463671:0:16157:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384333.463673:0:16157:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384333.463680:0:16157:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384333.463683:0:16157:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384333.463685:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.463690:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744044672:0@lo:13: 00000100:00000001:0.0:1767384333.463695:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.463697:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384333.463700:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744044672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.463704:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384333.463705:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384333.463707:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006dbd791a. 02000000:00000001:0.0:1767384333.463709:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384333.463710:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384333.463711:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384333.463712:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384333.463716:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a763ae07. 02000000:00000001:0.0:1767384333.463718:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384333.463719:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384333.463719:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:0.0:1767384333.463722:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384333.463722:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.463724:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.463727:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.463728:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.463730:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.463731:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384333.471595:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:1.0:1767384333.471601:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc269dd. 00000100:00000040:0.0:1767384333.471607:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:0.0:1767384333.471614:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ade7980. 00000100:00000040:3.0:1767384333.471635:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:3.0:1767384333.471642:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bc3bf84. 00000100:00000040:2.0:1767384333.472241:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:2.0:1767384333.472248:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000437cf8d3. 00010000:00000001:1.0:1767384334.291670:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384334.291677:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384334.291683:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384334.291685:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.291708:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384334.291711:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384334.291714:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384334.385297:0:25545:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384334.385313:0:25545:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.385317:0:25545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384334.385324:0:25545:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384334.385330:0:25545:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384334.385334:0:25545:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384335.102052:0:25709:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384335.102056:0:25709:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384335.106015:0:25709:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384335.112482:0:25710:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006dbd791a. 00000400:00000010:3.0:1767384335.112499:0:25710:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dbe60c2e. 00000400:00000010:3.0:1767384335.112510:0:25710:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000a34e270. 00000400:00000010:3.0:1767384335.112515:0:25710:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000414baaf6. 00000400:00000010:3.0:1767384335.112520:0:25710:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000afa18534. 00000400:00000010:3.0:1767384335.112525:0:25710:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053beb55c. 00000400:00000010:3.0:1767384335.112528:0:25710:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000685b4ff2. 00000400:00000010:3.0:1767384335.112530:0:25710:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029276b52. 00000400:00000010:3.0:1767384335.112534:0:25710:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dc34dcad. 00000800:00000010:3.0:1767384335.112547:0:25710:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008e7980e0. 00000800:00000200:3.0:1767384335.112590:0:25710:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384335.112604:0:25710:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384335.112647:0:25710:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384335.112672:0:25710:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384335.115137:0:25710:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000e977a385. 00000400:00000010:3.0:1767384335.115147:0:25710:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384335.115151:0:25710:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000400:00000001:3.0:1767384335.115166:0:25710:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.115167:0:25710:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.115169:0:25710:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070601ad5. 00000400:00000200:3.0:1767384335.115171:0:25710:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:3.0:1767384335.115172:0:25710:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000400:00000010:3.0:1767384335.115175:0:25710:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000a0f8df23. 00000400:00000200:3.0:1767384335.115179:0:25710:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (19) 00000400:00000200:3.0:1767384335.115192:0:25710:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384335.115199:0:25710:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384335.115205:0:25710:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003fb996a1. 00000020:01000000:3.0:1767384335.115208:0:25710:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384335.115210:0:25710:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp28 00000400:00000010:3.0:1767384335.115220:0:25710:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dbe60c2e. 00000400:00000010:3.0:1767384335.115223:0:25710:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006dbd791a. 00000400:00000200:0.0:1767384335.115254:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384335.115261:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384335.115267:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000400:00000200:0.0:1767384335.115270:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000400:00000010:0.0:1767384335.115275:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d945498. 00000400:00000200:0.0:1767384335.115279:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp26 00000020:00000001:1.0:1767384335.115283:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.115288:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.115291:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384335.115295:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp26 to MR: 192.168.203.113@tcp26 local destination 10000000:01000000:1.0:1767384335.115296:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384335.115302:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384335.115304:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384335.115306:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.115308:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384335.115309:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [51:51:8:4294967295] 00000020:01000004:1.0:1767384335.115310:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.115314:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.115316:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384335.115318:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384335.115319:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp26 00000020:01000004:1.0:1767384335.115320:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.115322:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384335.115327:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000400:00000200:0.0:1767384335.115328:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) -> 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) : PUT try# 0 00000020:00000040:1.0:1767384335.115334:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000200:0.0:1767384335.115339:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.113@tcp26 00000100:00000001:1.0:1767384335.115342:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384335.115344:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031bd6ad4. 02000000:00000001:1.0:1767384335.115345:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.115352:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384335.115356:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 02000000:00000010:1.0:1767384335.115361:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009005868c. 00000800:00000200:0.1:1767384335.115362:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000100:00000001:1.0:1767384335.115370:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384335.115381:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:988 00000100:00000001:1.0:1767384335.115384:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.1:1767384335.115386:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:1.0:1767384335.115388:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.115397:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_02+2] req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.115402:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384335.115410:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 10000000:00000001:1.0:1767384335.115428:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384335.115432:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.115434:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384335.115436:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384335.115442:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000020:00000001:1.0:1767384335.115442:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.115445:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.115448:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384335.115451:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384335.115453:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384335.115455:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384335.115457:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.115458:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.115460:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.115461:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.115462:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384335.115463:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.115464:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384335.115468:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000020:00000040:1.0:1767384335.115470:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384335.115472:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.115473:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.115475:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.115481:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008e28c464. 00000100:00000001:1.0:1767384335.115484:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.115486:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384335.115488:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.115488:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.115496:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_03+3] req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384335.115507:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384335.115508:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.115510:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384335.115517:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384335.115520:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003fb996a1. 00000400:00000200:3.0:1767384335.115529:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:0.0:1767384335.115530:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384335.115531:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384335.115536:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031bd6ad4. 00000100:00000001:1.0:1767384335.115537:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.115541:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384335.115544:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384335.115547:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.115581:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: PUT: OK 00000100:00000001:1.0:1767384335.115587:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384335.115589:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.115590:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384335.115592:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384335.115595:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384335.115597:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.115604:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744045056:0@lo:253: 00000400:00000200:0.0:1767384335.115604:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp26: 0 00000400:00000200:3.0:1767384335.115606:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.115613:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384335.115619:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384335.115619:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384335.115625:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.115627:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384335.115630:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384335.115633:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036f27426. 00000800:00000001:0.0:1767384335.115634:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384335.115638:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.115640:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384335.115643:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000400:00000200:3.0:1767384335.115644:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000010:1.0:1767384335.115649:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8849e9. 00000400:00000200:0.0:1767384335.115652:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : PUT - for me 00000100:00000200:1.0:1767384335.115655:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744045056, portal 25 00000100:00000001:1.0:1767384335.115659:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384335.115661:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000400:00000200:0.0:1767384335.115665:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000040:1.0:1767384335.115666:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.115676:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384335.115678:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 336/352 into md 0x1669 [1] + 0 00000400:00000200:3.0:1767384335.115683:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000040:1.0:1767384335.115684:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384335.115685:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5a560d1. 00000400:00000010:1.0:1767384335.115691:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e88bed6d. 00000400:00000200:0.0:1767384335.115692:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a43517d 00000100:00000200:1.0:1767384335.115697:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744045056, offset 0 00000800:00000001:0.0:1767384335.115700:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384335.115704:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384335.115706:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.115709:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.115718:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384335.115718:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: PUT: OK 00000400:00000200:3.0:1767384335.115721:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.115727:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:0.0:1767384335.115730:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000400:00000200:1.0:1767384335.115734:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04200 00000400:00000200:0.0:1767384335.115736:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384335.115749:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000400:00000200:1.0:1767384335.115753:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000400:00000200:0.0:1767384335.115757:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384335.115760:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (352 bytes) 00000400:00000200:3.0:1767384335.115764:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000010:1.0:1767384335.115766:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000282c8c25. 00000400:00000200:0.0:1767384335.115767:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384335.115774:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3d3ea7a 00000400:00000200:0.0:1767384335.115779:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (22) 00000400:00000200:1.0:1767384335.115782:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.115785:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384335.115788:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384335.115796:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.115796:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp26 to MR: 192.168.203.113@tcp26 local destination 00000400:00000200:0.0:1767384335.115807:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384335.115816:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) -> 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) 192.168.203.113@tcp26 : ACK try# 0 00000400:00000200:1.0:1767384335.115831:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3d3ea7a 00000400:00000010:1.0:1767384335.115835:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3d3ea7a. 00000800:00000200:0.0:1767384335.115839:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp26 00000100:00000001:1.0:1767384335.115840:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384335.115843:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:0.0:1767384335.115844:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031bd6ad4. 00000400:00000200:3.0:1767384335.115855:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000040:1.0:1767384335.115859:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000520e423f x1853236744045056 msgsize 4848 00000800:00000200:0.0:1767384335.115863:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000100:00100000:1.0:1767384335.115870:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1767384335.115873:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:989 00000100:00000040:1.0:1767384335.115875:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384335.115884:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384335.115885:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384335.115891:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88bed6d 00000400:00000010:1.0:1767384335.115894:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e88bed6d. 00000100:00000001:1.0:1767384335.115897:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384335.115901:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384335.115901:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384335.115904:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000800:00000001:0.0:1767384335.115911:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.115919:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.115923:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.115929:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.115931:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.115935:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.115939:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294923913 00000100:00000010:1.0:1767384335.115943:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000519d4d2c. 00000800:00000200:0.0:1767384335.115945:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384335.115949:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000800:00000010:0.0:1767384335.115949:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031bd6ad4. 00000100:00000001:1.0:1767384335.115950:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384335.115957:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384335.115961:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294923913 00000400:00000200:0.0:1767384335.115967:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: ACK: OK 00000100:00000010:1.0:1767384335.115968:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bffcb931. 00000100:00000001:1.0:1767384335.115973:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384335.115977:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294923913 00000800:00000001:0.0:1767384335.115977:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.115983:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384335.115984:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019fd9947. 00000100:00000001:1.0:1767384335.115989:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384335.115990:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384335.115995:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294923913 00000800:00000001:0.0:1767384335.115997:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.116000:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.116004:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384335.116005:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000010:1.0:1767384335.116006:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d30347e. 00000100:00000001:1.0:1767384335.116012:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384335.116016:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : ACK - for me 00000100:00000001:1.0:1767384335.116019:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.116023:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116026:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116029:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.116030:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp26: ACK from 12345-192.168.203.113@tcp26 into md 0x16b5 00000400:00000200:0.0:1767384335.116035:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384335.116037:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.116041:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384335.116041:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: ACK: OK 00000100:00000001:1.0:1767384335.116048:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.116050:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384335.116051:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 00000400:00000200:3.0:1767384335.116054:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116055:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.116055:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000400:00000200:0.0:1767384335.116062:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:1.0:1767384335.116063:0:16156:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384335.116066:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.116068:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:1.0:1767384335.116071:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.116074:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.116077:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:1.0:1767384335.116078:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.116080:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.116083:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384335.116083:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (21) 00000100:00000040:1.0:1767384335.116089:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384335.116092:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.116097:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.116098:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384335.116101:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.116103:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384335.116105:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384335.116107:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.116110:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744045184:0@lo:253: 00000400:00000200:3.0:1767384335.116113:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116113:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384335.116116:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384335.116118:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.116121:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384335.116121:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:1.0:1767384335.116126:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c30860a5. 00000400:00000010:0.0:1767384335.116127:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000fdd8d6e0. 02000000:00000001:1.0:1767384335.116130:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.116149:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000538b0b4. 00000400:00000010:1.0:1767384335.116152:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000400:00000010:0.0:1767384335.116156:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000400:00000010:1.0:1767384335.116159:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e88bed6d. 00000400:00000200:0.0:1767384335.116164:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fdd8d6e0 00000100:00000200:1.0:1767384335.116165:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744045184, portal 25 00000400:00000010:0.0:1767384335.116170:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000a5eb242a. 00000100:00000001:1.0:1767384335.116177:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384335.116178:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000100:00000001:1.0:1767384335.116179:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000200:3.0:1767384335.116184:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.116188:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 00000100:00000040:1.0:1767384335.116189:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.116198:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000100:00000001:1.0:1767384335.116200:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.116205:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.116209:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094f79fdf. 00000100:00000200:1.0:1767384335.116214:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744045184, offset 0 00000400:00000010:0.0:1767384335.116214:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000084beccec. 00000400:00000010:0.0:1767384335.116225:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000400:00000200:1.0:1767384335.116231:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.116241:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.116244:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000010:0.0:1767384335.116245:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfa64665. 00000400:00000200:1.0:1767384335.116250:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04280 00000400:00000200:0.0:1767384335.116256:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384335.116266:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000010:1.0:1767384335.116270:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abf56cba. 00000400:00000200:1.0:1767384335.116275:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000277619f7 00000400:00000200:1.0:1767384335.116280:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.116288:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384335.116288:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384335.116300:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384335.116307:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:0.0:1767384335.116313:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384335.116319:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384335.116321:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.116326:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384335.116333:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384335.116340:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:0.0:1767384335.116346:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384335.116352:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384335.116358:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384335.116364:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384335.116370:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384335.116374:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384335.116380:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384335.116385:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384335.116388:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.116393:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384335.116407:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:0.0:1767384335.116413:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384335.116418:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:0.0:1767384335.116423:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp27 00000400:00000200:0.0:1767384335.116426:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384335.116431:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp27 00000400:00000200:0.0:1767384335.116435:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:0.0:1767384335.116440:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp27 00000400:00000200:3.0:1767384335.116444:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.116453:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:) -> 192.168.203.113@tcp27(192.168.203.113@tcp:192.168.203.113@tcp27) : GET try# 0 00000400:00000200:1.0:1767384335.116461:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000277619f7 00000800:00000200:0.0:1767384335.116462:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp27 00000400:00000010:1.0:1767384335.116466:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000277619f7. 00000800:00000010:0.0:1767384335.116469:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031bd6ad4. 00000100:00000001:1.0:1767384335.116472:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384335.116475:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384335.116478:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000055f24d25 x1853236744045184 msgsize 4848 00000800:00000010:0.0:1767384335.116478:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c5a6009a. 00000400:00000200:3.0:1767384335.116485:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000010:0.0:1767384335.116487:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fa711d92. 00000100:00100000:1.0:1767384335.116494:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384335.116498:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:0.0:1767384335.116502:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (2) 00000100:00000001:1.0:1767384335.116510:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.1:1767384335.116510:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (2) 00000400:00000200:1.0:1767384335.116517:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094f79fdf 00000400:00000010:1.0:1767384335.116520:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094f79fdf. 00000100:00000001:1.0:1767384335.116523:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384335.116527:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.116530:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384335.116531:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.116540:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00000100:00000001:1.0:1767384335.116550:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.116573:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.116580:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116582:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.116594:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116598:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294923914 00000400:00000200:3.0:1767384335.116602:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116606:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294923913 00000100:00000001:1.0:1767384335.116613:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294923914 00000100:00000001:1.0:1767384335.116620:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294923913 00000100:00000001:1.0:1767384335.116626:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294923914 00000100:00000001:1.0:1767384335.116632:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923913 00000100:00000001:1.0:1767384335.116638:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294923914 00000400:00000200:0.0:1767384335.116638:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116645:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294923913 00000100:00000001:1.0:1767384335.116652:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.116655:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116660:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116663:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116678:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.116681:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.116685:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116702:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384335.116706:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045056 02000000:00000001:1.0:1767384335.116709:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384335.116711:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.116714:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.116718:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.116721:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045056 00000020:00000001:1.0:1767384335.116724:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384335.116726:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384335.116728:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.116731:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384335.116734:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:0.0:1767384335.116742:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000020:00000001:1.0:1767384335.116746:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384335.116753:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.116757:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384335.116760:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.116763:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000400:00000200:3.0:1767384335.116770:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000020:00000010:1.0:1767384335.116777:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6f9d2e1. 00000020:00000010:1.0:1767384335.116785:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b17fc6d1. 00000020:00000010:1.0:1767384335.116806:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 00000100:00000040:1.0:1767384335.116817:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384335.116832:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384335.116834:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.116835:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.116848:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116855:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116865:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384335.116873:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116877:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384335.116881:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045184 02000000:00000001:1.0:1767384335.116882:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384335.116883:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.116885:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.116887:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.116889:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045184 00000020:00000001:1.0:1767384335.116890:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384335.116892:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384335.116893:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.116895:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384335.116897:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384335.116899:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384335.116902:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.116905:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384335.116907:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.116909:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000020:00000010:1.0:1767384335.116914:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a40bf94a. 00000400:00000200:0.0:1767384335.116917:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000020:00000010:1.0:1767384335.116918:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008852d953. 00000020:00000010:1.0:1767384335.116925:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a4c9828. 00000100:00000001:1.0:1767384335.116930:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384335.116931:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.116933:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116937:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.116939:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.116951:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384335.116955:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.116960:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384335.116965:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:1.0:1767384335.116969:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384335.116971:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094055504 : -120961615496112 : ffff91fc6de07c50) 00000100:00000040:1.0:1767384335.116977:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000520e423f x1853236744045056/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.116983:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.116986:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384335.116989:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.116991:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384335.116996:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744045056:12345-0@lo:253: 00000400:00000200:0.0:1767384335.116998:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000200:1.0:1767384335.117000:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045056 00000020:00000001:1.0:1767384335.117005:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384335.117008:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384335.117010:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.117012:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384335.117014:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384335.117017:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384335.117018:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384335.117021:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384335.117023:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.117026:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.117029:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384335.117033:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384335.117034:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 02000000:00000010:1.0:1767384335.117039:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ea4640c6. 02000000:00000001:1.0:1767384335.117042:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.117044:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117046:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384335.117055:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008436dc5e. 20000000:01000000:1.0:1767384335.117058:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384335.117060:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384335.117062:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384335.117065:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117071:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117073:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384335.117077:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 20000000:00000010:1.0:1767384335.117082:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000655a4d61. 20000000:01000000:1.0:1767384335.117086:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:1.0:1767384335.117090:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384335.117095:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384335.117104:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117133:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00080000:00000001:1.0:1767384335.117139:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384335.117143:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384335.117144:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.117146:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384335.117150:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384335.117171:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384335.117175:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384335.117177:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00080000:00000010:1.0:1767384335.117183:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed2930af. 00080000:00000001:1.0:1767384335.117187:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057643520 : -120966651908096 : ffff91fb41aef000) 00080000:00000001:1.0:1767384335.117191:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384335.117212:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384335.117242:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000001:00000001:1.0:1767384335.117311:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384335.117314:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.117316:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00080000:00000001:1.0:1767384335.117317:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384335.117340:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.117345:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384335.117348:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384335.117388:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117433:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384335.117464:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00080000:00000001:1.0:1767384335.117517:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384335.117521:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384335.117523:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384335.117545:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000100:00000001:1.0:1767384335.117555:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384335.117557:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384335.117563:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767384335.117565:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384335.117567:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094045264 : -120961615506352 : ffff91fc6de05450) 00000100:00000040:1.0:1767384335.117572:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055f24d25 x1853236744045184/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.117579:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.117608:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003719a59e. 00000100:00000001:1.0:1767384335.117610:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.117628:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003719a59e. 00000100:00100000:1.0:1767384335.117634:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744045184:12345-0@lo:253: 00000400:00000200:0.0:1767384335.117637:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000200:1.0:1767384335.117646:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045184 00000020:00000001:1.0:1767384335.117649:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384335.117652:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384335.117654:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.117656:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384335.117658:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384335.117660:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384335.117662:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384335.117664:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384335.117665:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.117667:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.117669:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384335.117672:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384335.117686:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 02000000:00000010:1.0:1767384335.117687:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000edaf87a9. 02000000:00000001:1.0:1767384335.117692:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.117695:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117698:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384335.117705:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc1ecc32. 20000000:01000000:1.0:1767384335.117707:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384335.117710:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384335.117711:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384335.117713:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117715:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.117717:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384335.117728:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117772:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000800:00000010:3.0:1767384335.117777:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003fb996a1. 00000800:00000010:3.0:1767384335.117784:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbe60c2e. 00000800:00000010:3.0:1767384335.117789:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064bac734. 00000800:00000010:3.0:1767384335.117858:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064bac734. 00000400:00000200:0.0:1767384335.117858:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000800:00020000:3.0:1767384335.117873:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:0.0:1767384335.117896:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117938:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.117967:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118002:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118027:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118054:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118109:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118144:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118193:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118233:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118310:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118329:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118355:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118383:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118414:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118439:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118461:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.118491:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.119430:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384335.119452:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp27 from 219.3.0.2 00000800:00000010:1.0:1767384335.119455:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000096bdacd. 00000800:00000010:0.0:1767384335.119546:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ad04d6e. 00000800:00000010:0.0:1767384335.119571:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002fbd93d. 00000800:00000010:1.0:1767384335.119740:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000061b106c7. 00000800:00000010:1.0:1767384335.119745:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000011b688e. 00000800:00000010:1.0:1767384335.119748:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e94b756e. 00000800:00000010:1.0:1767384335.119804:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e94b756e. 00000800:00000010:0.0:1767384335.119848:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ada8eefe. 00000800:00000200:0.1:1767384335.119855:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (2) 00000800:00000200:0.1:1767384335.119860:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp27 00000000ada8eefe deleted 00000800:00000010:0.1:1767384335.119861:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ada8eefe. 00000800:00000200:0.1:1767384335.119866:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384335.119873:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:987 00000800:00000200:0.1:1767384335.119875:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384335.119882:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp27 p 3.x 192.168.203.113 -> 192.168.203.113:987 incarnation:1767384333223583086 sched[0] 00000800:00000010:0.0:1767384335.119887:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7752397. 00000800:00000010:0.0:1767384335.119935:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7752397. 00000800:00000010:0.0:1767384335.119940:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002fbd93d. 00000800:00000010:0.0:1767384335.119974:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000096bdacd. 00000800:00000001:0.0:1767384335.119984:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.119989:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384335.120035:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384335.120037:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031bd6ad4. 00000400:00000200:0.0:1767384335.120041:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.120046:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: GET: OK 00000400:00000200:0.0:1767384335.120050:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384335.120052:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000200:0.1:1767384335.120099:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384335.120105:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp27 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384333223583086 sched[0] 00000800:00000010:0.0:1767384335.120108:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000011b688e. 00000400:00000200:0.0:1767384335.120164:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120204:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120238:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120277:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120330:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120376:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120425:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120476:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120521:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.120581:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000001:0.0:1767384335.120704:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.120709:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.120711:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.120717:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.120722:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : GET - for me 00000400:00000200:0.0:1767384335.120729:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384335.120733:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 352/352 into md 0x16b1 [1] + 0 00000400:00000200:0.0:1767384335.120740:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000400:00000200:0.0:1767384335.120746:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:0.0:1767384335.120764:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) 192.168.203.113@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384335.120793:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.113@tcp27 00000800:00000010:1.0:1767384335.121037:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087194b53. 00000800:00000200:1.0:1767384335.121045:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (4) 00000800:00000200:1.0:1767384335.121050:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:988 00000800:00000200:1.0:1767384335.121059:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087194b53 type 3, nob 448 niov 1 nkiov 1 00000800:00000001:0.0:1767384335.121093:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384335.121112:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384335.121116:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087194b53. 00000400:00000200:1.0:1767384335.121120:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.121125:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: REPLY: OK 00000800:00000001:1.0:1767384335.121135:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.121140:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384335.121142:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.121145:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.121149:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384335.121157:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp27: Reply from 12345-192.168.203.113@tcp27 of length 352/352 into md 0x16cd 00000800:00000001:1.0:1767384335.121160:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.121164:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.121165:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.121168:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: REPLY: OK 00000400:00000200:1.0:1767384335.121170:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000400:00000010:1.0:1767384335.121171:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000400:00000200:1.0:1767384335.121174:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384335.121177:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384335.121179:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384335.121181:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767384335.121186:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384335.121192:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (21) 00000800:00000001:1.0:1767384335.121197:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.121200:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.121221:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121260:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121322:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121360:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121399:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121434:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121467:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000800:00000001:0.0:1767384335.121480:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.121496:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384335.121498:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.121500:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000d1 00000400:00000010:0.0:1767384335.121507:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 0000000082b8c30e. 00000400:00000010:0.0:1767384335.121511:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000fe478b2b. 00000400:00000010:0.0:1767384335.121513:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000d5abf3dc. 00000400:00000200:1.0:1767384335.121536:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000010:0.0:1767384335.121541:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c105dcfd. 00000400:00000200:0.0:1767384335.121548:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c105dcfd nid 192.168.203.113@tcp28 00000400:00000010:0.0:1767384335.121573:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002b975b71. 00000400:00000200:0.0:1767384335.121576:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000002b975b71 net tcp28 00000400:00000200:0.0:1767384335.121579:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000400:00000200:0.0:1767384335.121585:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp28 flags 0x11 00000400:00000200:1.0:1767384335.121586:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000010:0.0:1767384335.121589:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 0000000082b8c30e. 00000400:00000010:0.0:1767384335.121594:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000fe478b2b. 00000400:00000010:0.0:1767384335.121597:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000d5abf3dc. 00000400:00000010:0.0:1767384335.121601:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000084beccec. 00000400:00000200:0.0:1767384335.121605:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384335.121607:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100151 00000400:00000200:0.0:1767384335.121611:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc 1 00000400:00000200:0.0:1767384335.121614:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000200:0.0:1767384335.121617:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384335.121619:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384335.121619:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:0.0:1767384335.121628:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384335.121631:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (21) 00000400:00000200:1.0:1767384335.121651:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121691:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121726:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121762:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121804:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121846:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121876:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121900:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121933:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121967:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.121999:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.122025:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.122059:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.122104:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.122145:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000010:3.0:1767384335.122193:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbe60c2e. 00000800:00000010:3.0:1767384335.122200:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003fb996a1. 00000400:00000200:1.0:1767384335.122201:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:1.0:1767384335.122359:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384335.122453:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp27 from 218.3.0.2 00000800:00000010:1.0:1767384335.122456:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000006560f62. 00000400:02020000:3.0:1767384335.122930:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp26 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384335.123033:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078896357. 00000800:00000010:1.0:1767384335.123037:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001dbfd246. 00000800:00000010:1.0:1767384335.123039:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b247379b. 00000800:00000010:1.0:1767384335.123249:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b247379b. 00000800:00000010:0.0:1767384335.123257:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd6ba771. 00000800:00000010:0.0:1767384335.123262:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ada8eefe. 00000800:00000010:0.0:1767384335.123277:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000330deb26. 00000800:00000200:0.1:1767384335.123282:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (4) 00000800:00000200:0.1:1767384335.123285:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp27 00000000330deb26 deleted 00000800:00000010:0.1:1767384335.123287:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000330deb26. 00000800:00000200:0.1:1767384335.123291:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384335.123294:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp27 p 3.x 192.168.203.113 -> 192.168.203.113:986 incarnation:1767384333223583086 sched[0] 00000800:00000010:0.0:1767384335.123298:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3e429e4. 00000800:00000010:0.0:1767384335.123347:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3e429e4. 00000800:00000010:0.0:1767384335.123350:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ada8eefe. 00000800:00000010:0.0:1767384335.123369:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000006560f62. 00000800:00000200:0.1:1767384335.123389:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384335.123392:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp27 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384333223583086 sched[0] 00000800:00000010:0.0:1767384335.123394:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001dbfd246. 00000800:00000001:0.0:1767384335.123406:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.123409:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.123411:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.123413:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384335.127765:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384335.127770:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384335.127773:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.127775:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384335.127786:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384335.127787:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384335.127792:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384335.127794:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384335.127796:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384335.127798:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767384335.127800:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384335.127804:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:2.0:1767384335.127804:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5618a87. 00080000:00000020:0.0:1767384335.127805:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000010:3.0:1767384335.127807:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2930af. 20000000:01000000:2.0:1767384335.127810:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384335.127814:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384335.127832:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384335.127834:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384335.127834:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384335.127839:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384335.127842:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384335.127846:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384335.127849:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384335.127855:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000966a0d35. 00080000:00000001:2.0:1767384335.127859:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384335.127860:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384335.127863:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ac0ffb7. 00000020:00000001:0.0:1767384335.127866:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384335.127869:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005ac0ffb7 with handle 0xf489261bfe0bc67f to hash 00080000:00000001:2.0:1767384335.127871:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384335.127882:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384335.127884:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.127885:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00080000:00000001:2.0:1767384335.127888:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384335.127889:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00000020:00000001:2.0:1767384335.127891:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384335.127893:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384335.127896:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:0.0:1767384335.127897:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.127902:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384335.127903:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384335.127910:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000506bd8f1. 00080000:00000001:2.0:1767384335.127914:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094864896 : -120966614686720 : ffff91fb43e6e400) 00080000:00000001:2.0:1767384335.127918:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384335.127925:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384335.127930:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384335.127932:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384335.127934:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.127936:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.127938:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.127939:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.127941:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384335.127943:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384335.127945:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384335.127947:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384335.127948:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000966a0d35) refcount = 1 00010000:00010000:0.0:1767384335.127951:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.127956:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384335.127958:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384335.127959:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.127961:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.127963:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384335.127966:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384335.127970:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384335.127972:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.127973:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.127975:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ac0ffb7 refcount=4 00000020:00000001:0.0:1767384335.127977:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384335.127980:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384335.127982:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384335.127983:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.127988:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384335.127990:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384335.128005:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384335.128005:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384335.128009:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128010:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384335.128014:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384335.128014:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.128021:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.128023:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128025:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384335.128027:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384335.128030:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.128032:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005ac0ffb7 already unused, calling callback (0000000092aba540) 00080000:00000001:2.0:1767384335.128034:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384335.128037:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.128040:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384335.128042:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.128046:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384335.128048:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.128049:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.128051:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005ac0ffb7 refcount=5 00000020:00000001:0.0:1767384335.128052:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384335.128054:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000001:0.0:1767384335.128057:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384335.128059:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.128063:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384335.128065:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.128067:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128071:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384335.128073:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384335.128075:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.128081:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.128084:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ac0ffb7 with handle 0xf489261bfe0bc67f from hash 00010000:00000001:0.0:1767384335.128087:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384335.128088:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.128090:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.128093:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384335.128095:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384335.128097:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384335.128099:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384335.128100:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.128103:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128104:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384335.128106:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384335.128108:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.128109:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.128111:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128113:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.128115:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.128117:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.128121:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.128122:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.128124:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384335.128125:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384335.128127:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.128128:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.128130:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384335.128133:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.128135:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.128137:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.128141:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384335.128142:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384335.128144:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005ac0ffb7/0xf489261bfe0bc67f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384335.128152:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384335.128158:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384335.128159:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000966a0d35 count: 0 00010000:00000001:0.0:1767384335.128173:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384335.128175:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384335.134594:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294923914, at 4294923915 00000100:00000040:1.0:1767384335.134595:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294923914, at 4294923915 00000100:00000010:0.0:1767384335.134604:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000519d4d2c. 00000100:00000010:1.0:1767384335.134606:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bffcb931. 00000100:00000040:3.0:1767384335.134872:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294923914, at 4294923915 00000100:00000010:3.0:1767384335.134879:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d30347e. 00010000:00000010:0.1:1767384335.135577:0:25716:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000966a0d35. 00010000:00000010:0.1:1767384335.135586:0:25716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ac0ffb7. 00000100:00000040:2.0:1767384335.135636:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294923914, at 4294923916 00000100:00000010:2.0:1767384335.135642:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019fd9947. 00000400:00000010:2.0:1767384335.136613:0:25715:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003f19f87b. 00000400:00000040:2.0:1767384335.136631:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384335.136634:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384335.136637:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384335.136639:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384335.136641:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384335.136643:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384335.136646:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384335.136647:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384335.136649:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384335.136650:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384335.136653:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384335.136655:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384335.136657:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384335.136659:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384335.136661:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384335.136663:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384335.136664:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384335.136666:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384335.136672:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384335.136674:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384335.136676:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384335.136678:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384335.136679:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384335.136681:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384335.136682:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384335.136685:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384335.136686:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384335.136688:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384335.136690:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384335.136692:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384335.136693:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384335.136695:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384335.136697:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384335.136698:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384335.136700:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384335.136701:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384335.136703:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384335.136706:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384335.136707:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384335.136709:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384335.136711:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384335.136712:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384335.136714:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384335.136715:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384335.136716:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384335.136718:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384335.136720:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384335.136721:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384335.136724:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384335.136726:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384335.136727:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384335.136729:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384335.136730:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384335.136742:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384335.136744:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384335.136746:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384335.136748:0:25715:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384335.136833:0:25715:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003f19f87b. 00080000:00000001:2.0:1767384335.138339:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384335.138342:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384335.138344:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384335.138345:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384335.138349:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384335.138349:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384335.138353:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384335.138354:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384335.138355:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384335.138357:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384335.138359:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 00080000:00000001:3.0:1767384335.138364:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384335.138369:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384335.138373:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384335.138377:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384335.138377:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384335.138382:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384335.138384:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384335.138387:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384335.138396:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384335.138401:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000caf3b055. 00010000:00000001:1.0:1767384335.138405:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384335.138407:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad1b981a. 00000020:00000001:1.0:1767384335.138410:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384335.138412:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad1b981a with handle 0xf489261bfe0bc686 to hash 00000020:00000001:1.0:1767384335.138414:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384335.138416:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138418:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138421:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.138422:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.138424:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138430:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384335.138432:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384335.138433:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384335.138435:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384335.138436:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.138438:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384335.138440:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.138442:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384335.138444:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384335.138445:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384335.138446:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384335.138447:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000caf3b055) refcount = 1 00010000:00010000:1.0:1767384335.138450:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138455:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384335.138456:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384335.138457:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.138459:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138461:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384335.138464:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384335.138466:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384335.138474:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.138475:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.138477:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=4 00000020:00000001:1.0:1767384335.138478:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138480:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138482:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384335.138484:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138488:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384335.138490:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138493:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.138495:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384335.138496:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138500:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.138501:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138502:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384335.138503:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384335.138507:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad1b981a already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384335.138509:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.138510:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384335.138511:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138515:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384335.138516:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.138517:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.138518:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=5 00000020:00000001:1.0:1767384335.138519:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138526:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384335.138528:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384335.138529:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138532:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384335.138534:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.138535:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138538:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384335.138540:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384335.138541:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.138542:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384335.138543:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad1b981a with handle 0xf489261bfe0bc686 from hash 00010000:00000001:1.0:1767384335.138545:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384335.138545:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.138546:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.138547:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384335.138548:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384335.138549:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384335.138550:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384335.138551:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.138575:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138576:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384335.138577:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384335.138579:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.138581:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.138582:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138583:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.138585:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.138586:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138589:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.138591:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.138592:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384335.138593:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384335.138599:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.138601:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.138602:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384335.138605:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.138606:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.138608:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.138612:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384335.138614:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384335.138615:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc686 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384335.138619:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000caf3b055 count: 0 00010000:00000001:1.0:1767384335.138626:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384335.138627:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384335.139291:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384335.139294:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384335.139296:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008436dc5e. 20000000:00000001:1.0:1767384335.139301:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384335.139304:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045056 00010000:00000001:1.0:1767384335.139307:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384335.139312:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000520e423f x1853236744045056/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384335.139318:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384335.139320:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.139324:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.139327:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384335.139330:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384335.139332:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384335.139334:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384335.139336:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.139339:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.139343:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.139346:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6bd3eee. 00000100:00000200:1.0:1767384335.139350:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744045056, offset 224 00000400:00000200:1.0:1767384335.139361:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.139369:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.139377:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04200 00000400:00000200:1.0:1767384335.139383:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b9 [2] + 224 00000400:00000200:1.0:1767384335.139387:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.139391:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384335.139395:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.139399:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.139406:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.139418:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.139423:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bd3eee 00000400:00000010:1.0:1767384335.139425:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6bd3eee. 00000100:00000001:1.0:1767384335.139428:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.139429:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.139432:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.139435:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384335.139437:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384335.139439:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.139441:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384335.139445:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000520e423f x1853236744045056/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.139452:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744045056:12345-0@lo:253: Request processed in 22467us (23590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384335.139459:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:1.0:1767384335.139461:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384335.139463:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.139465:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384335.139470:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b17fc6d1. 00000020:00000010:1.0:1767384335.139475:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000020:00000010:1.0:1767384335.139478:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6f9d2e1. 00000020:00000040:1.0:1767384335.139502:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:1.0:1767384335.139505:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384335.139507:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ea4640c6. 02000000:00000001:1.0:1767384335.139510:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384335.139512:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384335.139516:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384335.139520:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384335.139523:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6bd3eee. 00000100:00000001:1.0:1767384335.139543:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.139545:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384335.139549:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.139551:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.139552:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000400:00000200:1.0:1767384335.139555:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8849e9 00000400:00000010:1.0:1767384335.139556:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa8849e9. 00000100:00000001:1.0:1767384335.139559:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.139563:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.139612:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.139617:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.139619:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.139622:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384335.139624:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.139625:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.139627:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.139629:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.139632:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=43 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384335.139635:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.139637:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384335.139638:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.139640:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384335.139641:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.139643:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.139645:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.139658:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.139660:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.139662:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384335.139665:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384335.139666:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384335.139667:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.139669:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.139670:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.139671:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.139672:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384335.139673:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384335.139674:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.139675:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384335.139678:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.139682:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744045056:0@lo:253: 00000100:00000001:1.0:1767384335.139687:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.139688:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.139691:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744045056/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.139696:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.139698:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.139700:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036f27426. 02000000:00000001:1.0:1767384335.139705:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.139707:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.139708:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384335.139710:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.139712:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009005868c. 02000000:00000001:1.0:1767384335.139716:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.139718:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.139719:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:1.0:1767384335.139722:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.139723:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.139725:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.139731:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.139732:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.139734:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.139736:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384335.141522:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384335.141525:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384335.141526:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc1ecc32. 20000000:00000001:0.0:1767384335.141530:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384335.141532:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045184 00010000:00000001:0.0:1767384335.141534:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384335.141537:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055f24d25 x1853236744045184/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.141543:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384335.141544:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384335.141546:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.141549:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384335.141550:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384335.141577:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384335.141580:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384335.141581:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.141584:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384335.141587:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384335.141590:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ada8eefe. 00000100:00000200:0.0:1767384335.141593:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744045184, offset 224 00000400:00000200:0.0:1767384335.141596:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384335.141601:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384335.141607:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04280 00000400:00000200:0.0:1767384335.141611:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c5 [2] + 224 00000400:00000200:0.0:1767384335.141615:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.141618:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384335.141620:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384335.141629:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384335.141635:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.141646:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384335.141651:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada8eefe 00000400:00000010:0.0:1767384335.141653:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ada8eefe. 00000100:00000001:1.0:1767384335.141654:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384335.141655:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.141657:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.141658:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384335.141663:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384335.141664:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384335.141666:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.141669:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c89ed75. 00000100:00000040:0.0:1767384335.141669:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384335.141675:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384335.141676:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88bed6d 00000020:00000001:0.0:1767384335.141677:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.141679:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e88bed6d. 00000020:00000001:0.0:1767384335.141680:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384335.141684:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384335.141686:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055f24d25 x1853236744045184/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.141690:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.141704:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744045184:12345-0@lo:253: Request processed in 24122us (25222us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384335.141708:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.141716:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000001:1.0:1767384335.141719:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384335.141720:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384335.141722:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.141723:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.141725:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384335.141726:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384335.141728:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384335.141730:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008852d953. 00000100:00000001:1.0:1767384335.141731:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.141734:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.141736:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384335.141738:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a4c9828. 00000020:00000010:0.0:1767384335.141742:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a40bf94a. 00000020:00000040:0.0:1767384335.141744:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00001000:1.0:1767384335.141747:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=43 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384335.141748:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384335.141750:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000edaf87a9. 00000100:00001000:1.0:1767384335.141753:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=43 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384335.141754:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384335.141758:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.141759:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384335.141762:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.141764:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384335.141764:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384335.141766:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.141769:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.141769:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000100:00000040:1.0:1767384335.141773:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384335.141775:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ada8eefe. 00000100:00000001:1.0:1767384335.141779:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.141781:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.141782:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384335.141786:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384335.141793:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384335.141794:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.141795:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.141796:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.141797:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.141798:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384335.141799:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.141799:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384335.141802:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.141807:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744045184:0@lo:253: 00000100:00000001:1.0:1767384335.141809:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.141811:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.141812:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744045184/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.141817:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.141818:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.141834:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c30860a5. 02000000:00000001:1.0:1767384335.141838:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.141839:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.141840:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384335.141841:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.141842:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e28c464. 02000000:00000001:1.0:1767384335.141845:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.141846:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.141847:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:1.0:1767384335.141849:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.141850:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.141851:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.141856:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.141857:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.141858:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.141859:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384335.144618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000caf3b055. 00010000:00000010:1.1:1767384335.144625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad1b981a. 00010000:00000001:1.0:1767384335.315720:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384335.315724:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.315730:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384335.315738:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.315865:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384335.315869:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.315872:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384336.173537:0:26036:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384336.173549:0:26036:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.173650:0:26036:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.173658:0:26036:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384336.173663:0:26036:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384336.173666:0:26036:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.339602:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384336.339607:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384336.339612:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384336.339613:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.339642:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384336.339647:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384336.339650:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384336.959610:0:26200:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384336.959614:0:26200:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384336.965198:0:26200:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384336.974103:0:26201:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ce437427. 00000400:00000010:1.0:1767384336.974119:0:26201:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005b95773b. 00000400:00000010:1.0:1767384336.974129:0:26201:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007d4a9e55. 00000400:00000010:1.0:1767384336.974133:0:26201:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d6f9d2e1. 00000400:00000010:1.0:1767384336.974138:0:26201:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b2a01803. 00000400:00000010:1.0:1767384336.974143:0:26201:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b247379b. 00000400:00000010:1.0:1767384336.974145:0:26201:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d294661. 00000400:00000010:1.0:1767384336.974147:0:26201:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003719a59e. 00000400:00000010:1.0:1767384336.974150:0:26201:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000f6cef1c. 00000800:00000010:1.0:1767384336.974164:0:26201:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000087194b53. 00000800:00000200:1.0:1767384336.974175:0:26201:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384336.974184:0:26201:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384336.974238:0:26201:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384336.974267:0:26201:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp29 [8/256/0/180] 00000400:00000010:1.0:1767384336.976765:0:26201:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000cdbb6126. 00000400:00000010:1.0:1767384336.976773:0:26201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000400:00000010:1.0:1767384336.976778:0:26201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5737f6. 00000400:00000001:1.0:1767384336.976797:0:26201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384336.976799:0:26201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384336.976801:0:26201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00000400:00000200:1.0:1767384336.976804:0:26201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:1.0:1767384336.976826:0:26201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000400:00000010:1.0:1767384336.976843:0:26201:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000e977a385. 00000400:00000200:1.0:1767384336.976848:0:26201:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000400:00000200:1.0:1767384336.976860:0:26201:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384336.976871:0:26201:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:1.0:1767384336.976883:0:26201:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000edaf87a9. 00000020:01000000:1.0:1767384336.976888:0:26201:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384336.976891:0:26201:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp29 00000400:00000200:0.0:1767384336.976899:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384336.976907:0:26201:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005b95773b. 00000400:00000200:0.0:1767384336.976909:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:1.0:1767384336.976914:0:26201:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ce437427. 00000400:00000010:0.0:1767384336.976920:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000400:00000200:0.0:1767384336.976927:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000400:00000010:0.0:1767384336.976934:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e3ededf. 00000400:00000200:0.0:1767384336.976939:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp27 00000020:00000001:3.0:1767384336.976941:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.976947:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.976951:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384336.976954:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384336.976959:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000020:01000004:3.0:1767384336.976961:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384336.976966:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384336.976967:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.976969:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.976973:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384336.976975:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [55:55:8:4294967295] 00000020:01000004:3.0:1767384336.976977:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.976981:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384336.976986:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384336.976989:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384336.976990:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp27 00000020:01000004:3.0:1767384336.976992:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384336.977001:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000400:00000200:0.0:1767384336.977010:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) : PUT try# 0 00000020:00000040:3.0:1767384336.977011:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384336.977022:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384336.977027:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.113@tcp27 02000000:00000001:3.0:1767384336.977028:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1767384336.977035:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002aa719d1. 02000000:00000001:3.0:1767384336.977036:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384336.977048:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 02000000:00000010:3.0:1767384336.977050:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003fb996a1. 00000800:00000200:0.0:1767384336.977058:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:988 00000100:00000001:3.0:1767384336.977060:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384336.977076:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002aa719d1 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1767384336.977082:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384336.977086:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384336.977095:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_00+0] req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384336.977104:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384336.977113:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 10000000:00000001:3.0:1767384336.977167:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384336.977172:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.977175:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384336.977178:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384336.977185:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.977187:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384336.977189:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384336.977189:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1767384336.977191:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384336.977195:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:0.0:1767384336.977196:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:01000004:3.0:1767384336.977198:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384336.977202:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384336.977203:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384336.977209:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384336.977211:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384336.977212:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384336.977213:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384336.977215:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384336.977216:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384336.977217:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384336.977220:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384336.977225:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065fdcf78. 00000100:00000001:0.0:1767384336.977225:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384336.977230:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384336.977232:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384336.977235:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384336.977237:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384336.977239:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.977245:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384336.977252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009005868c. 00000100:00000040:0.0:1767384336.977253:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.977261:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.977271:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384336.977271:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384336.977276:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.977277:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.977286:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384336.977290:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065fdcf78] to pc [ptlrpcd_00_01+1] req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384336.977291:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384336.977295:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384336.977299:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384336.977304:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002aa719d1. 00000100:00100000:0.0:1767384336.977309:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744045312:0@lo:253: 00000400:00000200:2.0:1767384336.977314:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.977324:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384336.977328:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.977332:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384336.977333:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: PUT: OK 10000000:00000001:3.0:1767384336.977337:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384336.977339:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.977341:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.977344:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384336.977344:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:3.0:1767384336.977346:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384336.977354:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000edaf87a9. 00000400:00000200:2.0:1767384336.977354:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp27: 0 02000000:00000010:0.0:1767384336.977356:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384336.977362:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384336.977369:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000800:00000001:2.0:1767384336.977371:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384336.977375:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035d99b3f. 00000100:00000001:3.0:1767384336.977377:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384336.977383:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384336.977383:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744045312, portal 25 00000800:00000001:2.0:1767384336.977392:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.977393:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384336.977394:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384336.977399:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384336.977400:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384336.977402:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384336.977409:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384336.977412:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384336.977417:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384336.977423:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : PUT - for me 00000100:00000001:3.0:1767384336.977425:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384336.977429:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.977434:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384336.977437:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384336.977442:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384336.977450:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384336.977451:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384336.977457:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c5e2258. 00000400:00000200:2.0:1767384336.977470:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 352/368 into md 0x16c1 [1] + 0 00000100:00000001:3.0:1767384336.977473:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384336.977478:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000538b0b4. 00000100:00000001:3.0:1767384336.977479:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384336.977489:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384336.977489:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cce58a3e 02000000:00000001:3.0:1767384336.977494:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384336.977496:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744045312, offset 0 00000800:00000001:2.0:1767384336.977498:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384336.977500:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.977507:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744045440:0@lo:253: 00000800:00000001:2.0:1767384336.977509:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384336.977513:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.977518:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384336.977522:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384336.977529:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384336.977532:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: PUT: OK 02000000:00000001:3.0:1767384336.977534:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.977536:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384336.977543:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384336.977544:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 00000400:00000010:2.0:1767384336.977549:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000400:00000200:0.0:1767384336.977580:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04300 00000400:00000200:2.0:1767384336.977586:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384336.977591:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000400:00000200:2.0:1767384336.977594:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 02000000:00000010:3.0:1767384336.977595:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c30860a5. 00000400:00000010:0.0:1767384336.977598:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 02000000:00000001:3.0:1767384336.977603:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384336.977606:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa2156a2 00000400:00000200:2.0:1767384336.977607:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384336.977613:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000400:00000200:2.0:1767384336.977615:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (368 bytes) 00000400:00000200:0.0:1767384336.977617:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384336.977621:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bb35242. 00000100:00000200:3.0:1767384336.977626:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744045440, portal 25 00000100:00000001:3.0:1767384336.977635:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384336.977637:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:3.0:1767384336.977640:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341718784 : -120961367832832 : ffff91fc7ca38700) 00000400:00000200:0.0:1767384336.977641:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384336.977653:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384336.977655:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (23) 00000100:00000001:3.0:1767384336.977665:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384336.977668:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384336.977669:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa2156a2 00000100:00000040:3.0:1767384336.977670:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384336.977676:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa2156a2. 00000400:00000010:3.0:1767384336.977679:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010769eec. 00000100:00000001:0.0:1767384336.977685:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384336.977686:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000100:00000200:3.0:1767384336.977688:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744045440, offset 0 00000100:00000200:0.0:1767384336.977689:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384336.977699:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000f8192bb3 x1853236744045312 msgsize 4848 00000400:00000200:3.0:1767384336.977705:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384336.977706:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00100000:0.0:1767384336.977716:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384336.977721:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384336.977731:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) 192.168.203.113@tcp27 : ACK try# 0 00000100:00000001:0.0:1767384336.977737:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1767384336.977739:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp27 00000400:00000200:0.0:1767384336.977746:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c5e2258 00000400:00000200:3.0:1767384336.977747:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384336.977749:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082a175c0. 00000400:00000010:0.0:1767384336.977752:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c5e2258. 00000100:00000001:0.0:1767384336.977761:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384336.977765:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000100:00000200:0.0:1767384336.977770:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384336.977771:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04380 00000800:00000200:2.0:1767384336.977784:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:987 00000800:00000200:2.0:1767384336.977793:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082a175c0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384336.977796:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000100:00000001:0.0:1767384336.977798:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384336.977805:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000945b669. 00000100:00000040:0.0:1767384336.977806:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384336.977832:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384336.977834:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c78a7e35 00000100:00000001:0.0:1767384336.977845:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.977846:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384336.977847:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.977850:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384336.977858:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384336.977861:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384336.977864:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78a7e35 00000400:00000010:3.0:1767384336.977868:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c78a7e35. 00000100:00000001:0.0:1767384336.977869:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294925775 00000100:00000001:3.0:1767384336.977876:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384336.977878:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000891752e6. 00000100:00000200:3.0:1767384336.977881:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384336.977887:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000005c958ae9 x1853236744045440 msgsize 4848 00000100:00000001:0.0:1767384336.977888:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384336.977895:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384336.977899:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294925775 00000800:00000010:2.0:1767384336.977902:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082a175c0. 00000100:00100000:3.0:1767384336.977906:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384336.977911:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384336.977911:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384336.977912:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ade7980. 00000100:00000001:0.0:1767384336.977922:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384336.977927:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: ACK: OK 00000100:00000001:3.0:1767384336.977931:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384336.977932:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294925775 00000800:00000001:2.0:1767384336.977939:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384336.977940:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68c21f6. 00000400:00000200:3.0:1767384336.977943:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010769eec 00000800:00000001:2.0:1767384336.977947:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384336.977948:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010769eec. 00000100:00000001:0.0:1767384336.977948:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384336.977959:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.977960:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294925775 00000100:00000001:3.0:1767384336.977961:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384336.977967:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384336.977969:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e299ce91. 00000100:00000200:3.0:1767384336.977970:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384336.977973:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384336.977977:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384336.977981:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384336.977985:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384336.977994:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384336.977995:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384336.977999:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : ACK - for me 00000100:00000001:0.0:1767384336.978005:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.978014:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978018:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.978020:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978024:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384336.978028:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384336.978029:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp27: ACK from 12345-192.168.203.113@tcp27 into md 0x16e5 00000100:00000001:0.0:1767384336.978033:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384336.978035:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978036:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384336.978038:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978042:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294925775 00000100:00000001:0.0:1767384336.978046:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978048:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294925775 00000400:00000200:2.0:1767384336.978053:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: ACK: OK 00000100:00000001:3.0:1767384336.978055:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294925775 00000100:00000001:3.0:1767384336.978060:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294925775 00000400:00000200:2.0:1767384336.978062:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000100:00000001:3.0:1767384336.978064:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294925775 00000400:00000010:2.0:1767384336.978066:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:3.0:1767384336.978071:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294925775 00000400:00000200:2.0:1767384336.978075:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384336.978076:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294925775 00000100:00000001:3.0:1767384336.978082:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294925775 00000400:00000200:2.0:1767384336.978085:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:0.0:1767384336.978088:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384336.978092:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045312 02000000:00000001:0.0:1767384336.978097:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384336.978099:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.978102:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384336.978104:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978106:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384336.978108:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978112:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978116:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (22) 02000000:00000001:0.0:1767384336.978118:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978119:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384336.978128:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045312 00000800:00000001:2.0:1767384336.978129:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384336.978133:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384336.978138:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384336.978139:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384336.978145:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.978158:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:0.0:1767384336.978163:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384336.978166:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384336.978167:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384336.978171:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384336.978173:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045440 02000000:00000001:3.0:1767384336.978178:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384336.978179:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067a82384. 00000100:00000001:3.0:1767384336.978182:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384336.978184:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384336.978186:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.978189:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067a82384. 02000000:00000001:3.0:1767384336.978193:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384336.978198:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006958810c. 00000100:00100000:3.0:1767384336.978199:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045440 00000020:00000001:3.0:1767384336.978206:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384336.978209:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f303e7. 00000020:00000040:3.0:1767384336.978210:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384336.978216:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384336.978219:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000010:0.0:1767384336.978219:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094bfbb5. 00000020:00000001:3.0:1767384336.978226:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384336.978229:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384336.978233:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384336.978234:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384336.978238:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b427e2ee. 00000100:00000001:0.0:1767384336.978239:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384336.978244:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.978245:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384336.978247:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.978250:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b427e2ee. 00000100:00000001:0.0:1767384336.978258:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384336.978260:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf42cb0. 00000020:00000010:3.0:1767384336.978269:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000602956ae. 00000100:00000001:0.0:1767384336.978273:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384336.978275:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000644e166d. 00000100:00000001:3.0:1767384336.978284:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384336.978286:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384336.978290:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384336.978294:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384336.978297:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978301:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384336.978307:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384336.978315:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000001:3.0:1767384336.978317:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384336.978320:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384336.978322:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384336.978323:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384336.978326:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094050384 : -120961615501232 : ffff91fc6de06850) 00000400:00000010:2.0:1767384336.978331:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000359fb720. 00000100:00100000:3.0:1767384336.978333:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384336.978340:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8192bb3 x1853236744045312/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384336.978342:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000400:00000010:2.0:1767384336.978343:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce64620. 00000100:00000001:3.0:1767384336.978351:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094047312 : -120961615504304 : ffff91fc6de05c50) 00000400:00000010:2.0:1767384336.978356:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a140b0ca. 00000100:00000001:0.0:1767384336.978357:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384336.978364:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067a82384. 00000400:00000200:2.0:1767384336.978365:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000359fb720 00000100:00000001:0.0:1767384336.978370:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384336.978372:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c958ae9 x1853236744045440/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/0 e 0 to 0 dl 1767384347 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384336.978373:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000fdd8d6e0. 00000020:00000010:0.0:1767384336.978378:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067a82384. 00000400:00000200:2.0:1767384336.978383:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00100000:0.0:1767384336.978394:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744045312:12345-0@lo:253: 00000400:00000200:2.0:1767384336.978395:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 00000100:00000001:3.0:1767384336.978398:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384336.978405:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000100:00000200:0.0:1767384336.978406:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045312 00000020:00000010:3.0:1767384336.978407:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b427e2ee. 00000020:00000001:0.0:1767384336.978415:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384336.978416:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384336.978416:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002f2c10a9. 00000020:00000001:0.0:1767384336.978421:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384336.978425:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b427e2ee. 00000400:00000010:2.0:1767384336.978427:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000020:00000001:0.0:1767384336.978428:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384336.978436:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c958ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744045440:12345-0@lo:253: 00000020:00000001:0.0:1767384336.978436:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384336.978437:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e56835da. 00000020:00000001:0.0:1767384336.978442:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384336.978450:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384336.978452:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000100:00000200:3.0:1767384336.978453:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045440 00000020:00000001:0.0:1767384336.978454:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384336.978462:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384336.978462:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384336.978466:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:0.0:1767384336.978468:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384336.978469:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384336.978474:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.978475:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978475:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:3.0:1767384336.978485:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384336.978485:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384336.978490:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000001:3.0:1767384336.978492:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 02000000:00000001:0.0:1767384336.978493:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384336.978501:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384336.978503:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ea4640c6. 00000400:00000200:2.0:1767384336.978505:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000001:3.0:1767384336.978506:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384336.978510:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.978514:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384336.978518:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.978520:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384336.978526:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384336.978527:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978527:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:3.0:1767384336.978535:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384336.978541:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 20000000:00000010:0.0:1767384336.978541:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008436dc5e. 02000000:00000001:3.0:1767384336.978542:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384336.978585:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036f27426. 02000000:00000001:3.0:1767384336.978590:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384336.978594:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978595:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 20000000:01000000:0.0:1767384336.978599:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384336.978601:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384336.978608:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384336.978613:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 20000000:00000001:0.0:1767384336.978614:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384336.978619:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978624:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 20000000:00000010:3.0:1767384336.978626:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008461dcfb. 00000400:00000200:2.0:1767384336.978633:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000001:0.0:1767384336.978636:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384336.978637:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384336.978641:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384336.978642:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384336.978646:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384336.978647:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.978650:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384336.978652:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384336.978663:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:00000010:0.0:1767384336.978667:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009fa00a68. 00000400:00000200:2.0:1767384336.978668:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:01000000:0.0:1767384336.978673:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000400:00000200:2.0:1767384336.978682:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 20000000:00000001:0.0:1767384336.978683:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384336.978690:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00080000:00000001:0.0:1767384336.978692:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384336.978699:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384336.978705:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384336.978709:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:2.0:1767384336.978715:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:2.0:1767384336.978719:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:2.0:1767384336.978724:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:2.0:1767384336.978727:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384336.978732:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:2.0:1767384336.978736:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384336.978739:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp28 00000400:00000200:2.0:1767384336.978743:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [57:57:8:4294967295] 00000400:00000200:2.0:1767384336.978749:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00080000:00000001:0.0:1767384336.978750:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384336.978758:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384336.978762:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384336.978765:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp:192.168.203.113@tcp28) : GET try# 0 00080000:00000001:0.0:1767384336.978766:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384336.978773:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.0:1767384336.978779:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000020:00000001:0.0:1767384336.978782:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000800:00000010:2.0:1767384336.978785:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000082a175c0. 00080000:00000001:0.0:1767384336.978788:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384336.978797:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000677bad96. 00080000:00000010:0.0:1767384336.978799:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000380a6d31. 00000800:00000010:2.0:1767384336.978804:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000090698df. 00080000:00000001:0.0:1767384336.978805:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091702784 : -120966617848832 : ffff91fb43b6a400) 00080000:00000001:0.0:1767384336.978857:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384336.978861:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:2.1:1767384336.978867:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:2.0:1767384336.978880:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384336.978892:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00000001:00000001:0.0:1767384336.978963:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384336.978966:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.978969:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384336.978987:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00080000:00000001:0.0:1767384336.978989:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.978995:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384336.979054:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979104:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979154:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00080000:00000001:0.0:1767384336.979154:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384336.979162:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384336.979198:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979239:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979277:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979304:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979349:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979388:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979421:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979466:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979509:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979640:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979748:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979861:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.979942:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980019:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980095:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980158:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980233:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980301:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980335:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980369:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980414:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980461:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980510:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980542:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980613:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980671:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980742:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980772:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980828:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980887:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384336.980925:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384336.981119:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d714916. 00000800:00000010:2.0:1767384336.981125:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9a10a89. 00000800:00000010:2.0:1767384336.981131:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001835c428. 00000800:00000010:2.0:1767384336.981164:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001835c428. 00000800:00020000:2.0:1767384336.981172:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384336.989797:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9a10a89. 00000800:00000010:2.0:1767384336.989805:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d714916. 00000400:02020000:2.0:1767384336.989944:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384336.990030:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384336.990037:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384336.990041:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.990044:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384336.990045:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384336.990050:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384336.990053:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384336.990058:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384336.990065:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384336.990068:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384336.990068:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384336.990073:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000380a6d31. 20000000:01000000:0.0:1767384336.990074:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384336.990083:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384336.990083:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384336.990113:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab1b1342. 20000000:01000000:0.0:1767384336.990117:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:0.0:1767384336.990121:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384336.990126:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384336.990166:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384336.990170:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384336.990180:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.990183:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384336.990186:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384336.990190:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384336.990194:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384336.990201:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2751baf. 00080000:00000001:0.0:1767384336.990205:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091703808 : -120966617847808 : ffff91fb43b6a800) 00080000:00000001:0.0:1767384336.990208:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384336.990316:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384336.990319:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.990321:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384336.990342:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384336.990345:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384336.990424:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384336.990426:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384336.990442:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384336.990445:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384336.990447:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384336.990451:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384336.990454:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384336.990461:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009fa45307. 00010000:00000001:0.0:1767384336.990465:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384336.990469:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384336.990472:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384336.990476:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc68d to hash 00000020:00000001:0.0:1767384336.990478:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384336.990480:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990483:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990487:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.990489:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.990492:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990501:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384336.990504:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384336.990507:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384336.990519:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.990522:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.990524:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384336.990526:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.990529:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384336.990532:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384336.990534:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384336.990536:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384336.990538:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009fa45307) refcount = 1 00010000:00010000:0.0:1767384336.990542:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990548:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384336.990583:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384336.990585:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.990587:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990589:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384336.990592:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384336.990594:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384336.990597:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.990599:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.990601:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384336.990603:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990606:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990609:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384336.990612:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990618:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384336.990620:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990625:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.990627:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384336.990628:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990647:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.990649:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990652:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384336.990654:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384336.990661:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384336.990664:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.990667:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384336.990668:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990674:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384336.990676:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384336.990677:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384336.990679:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384336.990680:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990682:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384336.990685:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384336.990687:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990692:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384336.990695:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384336.990697:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990701:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384336.990703:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384336.990706:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384336.990708:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384336.990710:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc68d from hash 00010000:00000001:0.0:1767384336.990713:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384336.990714:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.990715:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.990722:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384336.990723:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384336.990725:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384336.990727:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384336.990729:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384336.990732:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990734:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384336.990736:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384336.990739:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.990741:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.990742:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990744:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.990747:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.990749:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990754:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.990756:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.990757:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384336.990759:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384336.990761:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384336.990763:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384336.990765:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384336.990768:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384336.990770:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384336.990773:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384336.990779:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384336.990780:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384336.990783:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc68d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384336.990788:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009fa45307 count: 0 00010000:00000001:0.0:1767384336.990798:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384336.990800:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384336.995618:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294925775, at 4294925776 00000100:00000040:1.0:1767384336.995620:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294925775, at 4294925776 00000100:00000010:3.0:1767384336.995627:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e299ce91. 00000100:00000010:1.0:1767384336.995629:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ade7980. 00000100:00000040:0.0:1767384336.996626:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294925775, at 4294925777 00000100:00000010:0.0:1767384336.996634:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000891752e6. 00000400:00000200:2.0:1767384336.997462:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp28 notifying 192.168.203.113@tcp28: down 00000800:00000200:2.0:1767384336.997471:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp28 down 00000800:00000100:2.0:1767384336.997481:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp28 00000800:00000010:2.0:1767384336.997483:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000082a175c0. 00000400:00000200:2.0:1767384336.997488:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384336.997495:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384336.997502:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:2.0:1767384336.997506:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384336.997510:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384336.997515:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000040:2.0:1767384336.997545:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294925775, at 4294925777 00000100:00000010:2.0:1767384336.997552:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68c21f6. 00000400:00000200:2.0:1767384336.997616:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384336.997622:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100851 00000400:00000001:2.0:1767384336.997626:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384336.997628:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384336.997630:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:2.0:1767384336.997632:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000400:00000200:2.0:1767384336.997645:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384336.997649:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:2.0:1767384336.997653:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002f2c10a9. 00000400:00000200:2.0:1767384336.997656:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (22) 00000400:00000200:2.0:1767384336.997659:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:2.0:1767384336.997662:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 rc -71 00000400:00000200:2.0:1767384336.997666:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384336.997669:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (21) 00000400:00000010:2.0:1767384337.003364:0:26206:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f10f274d. 00000400:00000040:2.0:1767384337.003382:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384337.003385:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384337.003387:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384337.003389:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384337.003391:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384337.003392:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384337.003395:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384337.003396:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384337.003398:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384337.003399:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384337.003400:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384337.003402:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384337.003404:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384337.003405:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384337.003406:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384337.003408:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384337.003410:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384337.003412:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384337.003412:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384337.003415:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384337.003416:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384337.003418:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384337.003419:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384337.003420:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384337.003421:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384337.003424:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384337.003426:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384337.003427:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384337.003436:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384337.003438:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384337.003440:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384337.003442:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384337.003444:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384337.003445:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384337.003447:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384337.003449:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384337.003450:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384337.003453:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384337.003455:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384337.003457:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384337.003459:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384337.003461:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384337.003462:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384337.003464:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384337.003466:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384337.003467:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384337.003468:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384337.003470:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384337.003472:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384337.003474:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384337.003475:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384337.003476:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384337.003477:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384337.003479:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384337.003480:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384337.003482:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384337.003483:0:26206:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384337.003529:0:26206:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f10f274d. 00010000:00000010:0.1:1767384337.003646:0:26207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009fa45307. 00010000:00000010:0.1:1767384337.003656:0:26207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00080000:00000001:3.0:1767384337.004467:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384337.004474:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384337.004477:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384337.004479:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384337.004482:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384337.004495:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384337.004498:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384337.004503:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384337.004504:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384337.004508:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384337.004512:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384337.004515:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384337.004517:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384337.004522:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009fa45307. 00080000:00000001:3.0:1767384337.004523:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1767384337.004526:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384337.004529:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:0.0:1767384337.004530:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00040000:00000001:3.0:1767384337.004534:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1767384337.004535:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384337.004539:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc694 to hash 00040000:00000001:3.0:1767384337.004541:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384337.004542:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384337.004546:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00040000:00000001:3.0:1767384337.004547:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384337.004550:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384337.004575:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.004577:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.004580:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384337.004586:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2751baf. 00010000:00000001:0.0:1767384337.004588:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384337.004592:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384337.004595:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1767384337.004595:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384337.004597:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.004601:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.004603:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.004605:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.004607:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.004608:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.004609:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.004611:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.004612:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009fa45307) refcount = 1 00010000:00010000:0.0:1767384337.004615:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004620:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.004621:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.004623:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.004632:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004634:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384337.004636:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384337.004639:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384337.004642:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.004644:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.004646:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384337.004648:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384337.004650:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384337.004652:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384337.004654:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004660:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.004662:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004667:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.004668:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.004670:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004675:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.004676:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004679:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.004681:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.004687:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384337.004689:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.004692:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384337.004694:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004699:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384337.004706:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.004708:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.004709:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384337.004711:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384337.004714:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384337.004716:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.004718:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004722:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.004724:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.004726:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004729:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.004730:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.004733:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.004734:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.004737:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc694 from hash 00010000:00000001:0.0:1767384337.004739:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.004741:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.004743:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.004744:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.004746:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.004748:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384337.004750:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384337.004751:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.004753:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004756:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384337.004757:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384337.004759:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.004761:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.004763:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004765:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.004767:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.004768:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004772:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.004780:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.004782:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384337.004784:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384337.004785:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.004786:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.004787:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.004789:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.004790:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.004793:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.004797:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384337.004799:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.004800:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc694 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384337.004805:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009fa45307 count: 0 00010000:00000001:0.0:1767384337.004832:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384337.004834:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384337.005686:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384337.005689:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384337.005692:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008436dc5e. 20000000:00000001:3.0:1767384337.005697:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384337.005701:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045312 00010000:00000001:3.0:1767384337.005704:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384337.005711:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8192bb3 x1853236744045312/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384337.005720:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.005723:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.005726:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.005731:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.005734:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384337.005736:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384337.005740:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.005750:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.005754:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.005757:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.005762:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e22ce7. 00000100:00000200:3.0:1767384337.005766:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744045312, offset 224 00000400:00000200:3.0:1767384337.005773:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.005782:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.005791:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04300 00000400:00000200:3.0:1767384337.005798:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16e9 [2] + 224 00000400:00000200:3.0:1767384337.005804:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.005820:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.005825:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.005830:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.005838:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.005852:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.005858:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e22ce7 00000400:00000010:3.0:1767384337.005860:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e22ce7. 00000100:00000001:0.0:1767384337.005861:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.005863:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384337.005865:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.005867:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384337.005871:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384337.005872:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.005875:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384337.005879:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:0.0:1767384337.005880:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00010000:00000001:3.0:1767384337.005883:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384337.005886:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035d99b3f 00000020:00000001:3.0:1767384337.005887:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.005891:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035d99b3f. 00000020:00000001:3.0:1767384337.005892:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384337.005897:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384337.005900:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8192bb3 x1853236744045312/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384337.005906:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384337.005919:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744045312:12345-0@lo:253: Request processed in 27561us (28217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384337.005928:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:3.0:1767384337.005931:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384337.005933:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.005944:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384337.005951:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f303e7. 00000100:00000200:0.0:1767384337.005951:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.005959:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094bfbb5. 00000100:00000001:0.0:1767384337.005962:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384337.005966:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006958810c. 00000100:00000001:0.0:1767384337.005967:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.005972:0:16155:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384337.005975:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384337.005976:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384337.005980:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384337.005983:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384337.005984:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384337.005987:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ea4640c6. 02000000:00000001:3.0:1767384337.005990:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384337.005992:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384337.005997:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384337.006000:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384337.006002:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=45 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384337.006006:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000056a8301. 00000100:00001000:0.0:1767384337.006007:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=45 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384337.006014:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e22ce7. 00000100:00000001:0.0:1767384337.006015:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.006017:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.006021:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.006023:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.006025:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.006030:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.006036:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.006039:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.006041:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384337.006044:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384337.006046:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384337.006047:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384337.006048:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.006049:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384337.006051:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.006052:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384337.006053:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384337.006054:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384337.006055:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384337.006057:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.006063:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744045312:0@lo:253: 00000100:00000001:0.0:1767384337.006067:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.006068:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.006070:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744045312/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.006075:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.006077:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.006079:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384337.006083:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.006085:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.006092:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384337.006094:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384337.006096:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003fb996a1. 02000000:00000001:0.0:1767384337.006099:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.006100:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.006102:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:0.0:1767384337.006104:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.006105:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.006107:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.006112:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384337.006113:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.006115:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.006117:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384337.008451:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384337.008455:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384337.008457:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008461dcfb. 20000000:00000001:2.0:1767384337.008462:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384337.008466:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045440 00010000:00000001:2.0:1767384337.008468:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384337.008472:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c958ae9 x1853236744045440/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.008491:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384337.008492:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384337.008495:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.008498:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384337.008500:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384337.008501:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384337.008504:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384337.008505:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.008508:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384337.008510:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384337.008513:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e8d0f8d. 00000100:00000200:2.0:1767384337.008516:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744045440, offset 224 00000400:00000200:2.0:1767384337.008520:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.008526:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.008532:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04380 00000400:00000200:2.0:1767384337.008536:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f1 [2] + 224 00000400:00000200:2.0:1767384337.008541:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.008544:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384337.008548:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384337.008583:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.008592:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.008608:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384337.008613:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8d0f8d 00000400:00000010:2.0:1767384337.008615:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e8d0f8d. 00000100:00000001:2.0:1767384337.008619:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384337.008620:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.008620:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.008625:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384337.008627:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384337.008631:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384337.008632:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384337.008635:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384337.008637:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384337.008639:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d63b84. 00000020:00000001:2.0:1767384337.008640:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.008646:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384337.008647:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bb35242 00000400:00000010:1.0:1767384337.008650:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bb35242. 00000100:00000001:1.0:1767384337.008653:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384337.008660:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c958ae9 x1853236744045440/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:317/0 lens 4848/4768 e 0 to 0 dl 1767384347 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.008661:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.008702:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384337.008703:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c958ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744045440:12345-0@lo:253: Request processed in 30300us (30809us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.008725:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384337.008728:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:1.0:1767384337.008729:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384337.008734:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384337.008735:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384337.008738:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384337.008739:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384337.008741:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384337.008743:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384337.008744:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.008748:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000602956ae. 02000000:00000001:1.0:1767384337.008749:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.008756:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=45 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384337.008757:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000644e166d. 00000100:00001000:1.0:1767384337.008763:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=45 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384337.008766:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf42cb0. 00000100:00000001:1.0:1767384337.008768:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384337.008771:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384337.008773:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00010000:00000001:1.0:1767384337.008774:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384337.008779:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.008781:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384337.008782:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384337.008785:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036f27426. 00000100:00000040:1.0:1767384337.008790:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384337.008794:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384337.008798:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384337.008803:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384337.008822:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ed1e2a6. 00000400:00000010:2.0:1767384337.008831:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e8d0f8d. 00000100:00000001:1.0:1767384337.008833:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.008838:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384337.008840:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384337.008843:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384337.008844:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384337.008846:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384337.008847:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.008849:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384337.008851:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384337.008852:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384337.008853:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.008854:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384337.008858:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.008864:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744045440:0@lo:253: 00000100:00000001:1.0:1767384337.008869:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.008871:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.008873:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065fdcf78 x1853236744045440/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.008878:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.008880:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.008882:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c30860a5. 02000000:00000001:1.0:1767384337.008889:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384337.008891:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.008892:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384337.008894:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.008896:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009005868c. 02000000:00000001:1.0:1767384337.008899:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.008901:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384337.008902:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065fdcf78. 00000100:00000001:1.0:1767384337.008906:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.008907:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.008909:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.008914:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.008920:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.008923:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.008925:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384337.011609:0:26210:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009fa45307. 00010000:00000010:0.1:1767384337.011618:0:26210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00010000:00000001:1.0:1767384337.363626:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384337.363630:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.363635:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384337.363636:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.363667:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384337.363670:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.363673:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384337.556654:0:16781:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384337.556659:0:16781:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.556773:0:16778:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384337.556776:0:16778:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.812612:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp28 00000400:00000010:3.0:1767384337.812618:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000575d5f3c. 00000400:00000010:3.0:1767384337.812626:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000087dc3955. 00000400:00000010:3.0:1767384337.812632:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000400:00000010:3.0:1767384337.812640:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038430ba9. 00000400:00000200:3.0:1767384337.812645:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp28 00000400:00000200:3.0:1767384337.812662:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp28 local destination 00000400:00000200:3.0:1767384337.812668:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:3.0:1767384337.812671:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:3.0:1767384337.812678:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00000400:00000200:3.0:1767384337.812687:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) : GET try# 0 00000800:00000200:3.0:1767384337.812692:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000800:00000010:3.0:1767384337.812696:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000016f184aa. 00000800:00000200:3.0:1767384337.812702:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:3.1:1767384337.812706:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:3.0:1767384337.812729:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000010:3.0:1767384337.812734:0:16151:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000c300c8e2. 00000400:02000040:3.0:1767384337.812738:0:16151:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.113@tcp28 00000400:00000200:2.0:1767384337.812817:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812880:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812903:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812923:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812946:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812967:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.812994:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813015:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813038:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813076:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813103:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813129:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813167:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813189:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813214:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813241:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813265:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813291:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813311:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813331:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813351:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813369:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813391:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813432:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813453:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813481:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813506:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813541:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813580:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813658:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813690:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813721:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813750:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813775:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384337.813800:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384337.814043:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d714916. 00000800:00000010:2.0:1767384337.814048:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089cfbd54. 00000800:00000010:2.0:1767384337.814052:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c04568b. 00000800:00000010:2.0:1767384337.814070:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c04568b. 00000800:00020000:2.0:1767384337.814080:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384337.814090:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089cfbd54. 00000800:00000010:2.0:1767384337.814093:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d714916. 00000400:02020000:2.0:1767384337.814130:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.814135:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp28 notifying 192.168.203.113@tcp28: down 00000400:00000200:2.0:1767384337.814139:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384337.814142:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp28 00000800:00000010:2.0:1767384337.814145:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000016f184aa. 00000400:00000200:2.0:1767384337.814149:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.814152:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384337.814159:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384337.814161:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384337.814165:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp28) recovery failed with -71 00000400:00000010:3.0:1767384337.815101:0:16151:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000c300c8e2. 00080000:00000001:1.0:1767384338.107511:0:26538:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384338.107525:0:26538:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.107530:0:26538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.107535:0:26538:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384338.107540:0:26538:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.107543:0:26538:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.387646:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384338.387650:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.387655:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384338.387656:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.387685:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384338.387689:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.387691:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384338.579602:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384338.579607:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384338.579611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384338.579612:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2d31886. 00000100:00000001:2.0:1767384338.579618:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384338.579619:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384338.579624:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000100:00000001:0.0:1767384338.579624:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384338.579628:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384338.579629:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384338.579633:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384338.579633:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.579636:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.579640:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384338.579642:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3902827. 02000000:00000010:2.0:1767384338.579645:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f387991c. 00000100:00000001:0.0:1767384338.579649:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.579650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.579656:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384338.579658:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579659:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384338.579667:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2d31886] to pc [ptlrpcd_00_02+2] req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.579669:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384338.579671:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba99abd] to pc [ptlrpcd_00_03+3] req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.579697:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384338.579697:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384338.579707:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.579709:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384338.579712:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384338.579713:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000100:00000001:0.0:1767384338.579714:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384338.579718:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384338.579721:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384338.579722:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.579725:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.579728:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384338.579733:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ddb1a27. 00000100:00000001:0.0:1767384338.579734:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384338.579737:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.579740:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384338.579742:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.579743:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579749:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384338.579752:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384338.579758:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2d31886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744045568:0@lo:13: 00000100:00000001:2.0:1767384338.579763:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384338.579764:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384338.579765:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.579769:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384338.579771:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e874f984] to pc [ptlrpcd_00_00+0] req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384338.579773:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.579777:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384338.579781:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009b6ab6d0. 02000000:00000001:0.0:1767384338.579784:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.579789:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000100:00000001:2.0:1767384338.579790:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384338.579794:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db07d8d4. 00000100:00000001:2.0:1767384338.579810:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1767384338.579811:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744045568, portal 4 00000100:00000001:0.0:1767384338.579814:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384338.579816:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000100:00000001:0.0:1767384338.579816:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352141696 : -120961357409920 : ffff91fc7d429180) 00000020:00000040:2.0:1767384338.579821:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384338.579825:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384338.579826:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.579827:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384338.579830:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384338.579835:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002488cd0d. 00000100:00000001:0.0:1767384338.579836:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384338.579840:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.579841:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384338.579846:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000100:00000040:2.0:1767384338.579849:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384338.579850:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744045568, offset 0 00000100:00000001:2.0:1767384338.579859:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384338.579860:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.579861:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384338.579864:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006765f1c4] to pc [ptlrpcd_00_01+1] req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.579874:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384338.579885:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384338.579889:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd04400 00000100:00000001:2.0:1767384338.579892:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384338.579896:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000400:00000200:0.0:1767384338.579897:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000020:00000040:2.0:1767384338.579900:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384338.579903:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384338.579904:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384338.579904:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384338.579907:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.579911:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384338.579913:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cd5f6ec7. 00000100:00000001:2.0:1767384338.579916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.579917:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384338.579920:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384338.579920:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384338.579926:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ccbcd8f. 00000100:00000001:2.0:1767384338.579930:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384338.579931:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000008ccbcd8f x1853236744045568 msgsize 224 00000100:00000001:2.0:1767384338.579932:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579938:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de68e5a6] to pc [ptlrpcd_00_02+2] req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.579940:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384338.579949:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.579952:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000001:0.0:1767384338.579953:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384338.579961:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384338.579961:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384338.579963:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000100:00000001:2.0:1767384338.579965:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.579967:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384338.579967:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384338.579971:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.579977:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384338.579979:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.579980:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.579985:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384338.579987:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384338.579992:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.579995:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744045696:0@lo:400: 00000100:00000001:0.0:1767384338.579995:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384338.580000:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.580001:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384338.580004:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384338.580007:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580009:0:16156:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384338.580012:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580013:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.580015:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384338.580019:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9c0e6. 00000100:00000040:0.0:1767384338.580019:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7468 usecs (8 jiffies) 02000000:00000001:2.0:1767384338.580023:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580025:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927368 00000400:00000010:2.0:1767384338.580027:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000100:00000010:0.0:1767384338.580030:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000891752e6. 00000400:00000010:2.0:1767384338.580033:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000100:00000001:0.0:1767384338.580036:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384338.580038:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744045696, portal 25 00000100:00000001:2.0:1767384338.580041:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.580042:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000001:0.0:1767384338.580043:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927368 00000100:00000040:2.0:1767384338.580048:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384338.580048:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e4fd540. 00000100:00000001:0.0:1767384338.580053:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384338.580057:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927368 00000100:00000001:2.0:1767384338.580059:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384338.580061:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a68c21f6. 00000100:00000040:2.0:1767384338.580064:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384338.580066:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767384338.580068:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000100:00000001:0.0:1767384338.580069:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927368 00000100:00000200:2.0:1767384338.580071:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744045696, offset 0 00000100:00000010:0.0:1767384338.580074:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ade7980. 00000400:00000200:2.0:1767384338.580077:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384338.580078:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384338.580083:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384338.580087:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384338.580087:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580092:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580095:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.580098:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd04480 00000400:00000200:2.0:1767384338.580103:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1015 [2] + 0 00000100:00000001:0.0:1767384338.580104:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384338.580105:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d2db96. 00000100:00000001:0.0:1767384338.580107:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384338.580110:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002081f2f4 00000100:00000001:0.0:1767384338.580110:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.580114:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384338.580115:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384338.580117:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384338.580120:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384338.580123:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.580125:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002081f2f4 00000400:00000010:2.0:1767384338.580129:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002081f2f4. 00000100:00000001:2.0:1767384338.580134:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.580135:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384338.580139:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000093dd4b9a x1853236744045696 msgsize 224 00000100:00100000:2.0:1767384338.580149:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384338.580151:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384338.580152:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384338.580153:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.580158:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384338.580159:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384338.580160:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580162:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384338.580163:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744046080:0@lo:400: 00000400:00000200:2.0:1767384338.580167:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000100:00000001:0.0:1767384338.580167:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384338.580171:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 02000000:00000001:0.0:1767384338.580171:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384338.580175:0:16157:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384338.580175:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.580179:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384338.580181:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384338.580182:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d1102c7. 02000000:00000001:0.0:1767384338.580184:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.580187:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000010:0.0:1767384338.580193:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000100:00000200:0.0:1767384338.580198:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744046080, portal 10 00000100:00000001:2.0:1767384338.580199:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384338.580202:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384338.580204:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.580205:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353493248 : -120961356058368 : ffff91fc7d573100) 00000100:00000001:2.0:1767384338.580214:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.580214:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.580218:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.580223:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580223:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.580227:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384338.580229:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294927377 00000400:00000010:0.0:1767384338.580230:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00000200:0.0:1767384338.580235:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744046080, offset 0 00000100:00000001:2.0:1767384338.580236:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927368 00000400:00000200:0.0:1767384338.580241:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.580243:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294927377 00000100:00000001:2.0:1767384338.580248:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927368 00000400:00000200:0.0:1767384338.580249:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384338.580254:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294927377 00000100:00000001:2.0:1767384338.580258:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927368 00000400:00000200:0.0:1767384338.580259:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04600 00000100:00000001:2.0:1767384338.580263:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294927377 00000400:00000200:0.0:1767384338.580267:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:2.0:1767384338.580268:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927368 00000100:00000001:2.0:1767384338.580273:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384338.580273:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384338.580275:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580279:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.580279:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384338.580282:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.580284:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384338.580286:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384338.580286:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384338.580289:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:0.0:1767384338.580289:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3c9cd4f. 00000100:00000001:2.0:1767384338.580291:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.580292:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.580293:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580295:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.580298:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e3c9cd4f x1853236744046080 msgsize 224 00000100:00100000:0.0:1767384338.580301:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384338.580303:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.580306:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.580307:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384338.580310:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384338.580311:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.580316:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000100:00000001:2.0:1767384338.580319:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384338.580320:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000100:00000001:2.0:1767384338.580322:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580324:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384338.580327:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.580335:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384338.580336:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384338.580340:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384338.580340:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.580347:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580350:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580352:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384338.580353:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744045824:0@lo:400: 00000100:00000001:0.0:1767384338.580355:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.580359:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3150 usecs (4 jiffies) 00000100:00000001:2.0:1767384338.580362:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384338.580363:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927364 00000100:00000001:0.0:1767384338.580366:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927377 02000000:00000001:2.0:1767384338.580367:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384338.580368:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927364 02000000:00000001:2.0:1767384338.580372:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580372:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580376:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927364 02000000:00000001:2.0:1767384338.580378:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384338.580379:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580382:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927364 02000000:00000010:2.0:1767384338.580383:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ef3caf1. 00000100:00000001:0.0:1767384338.580384:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580387:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384338.580389:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580390:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580395:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.580398:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000100:00000001:0.0:1767384338.580398:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.580403:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384338.580406:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000100:00000001:0.0:1767384338.580406:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384338.580411:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384338.580413:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744045824, portal 4 00000100:00000001:0.0:1767384338.580414:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.580417:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.580419:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000001:0.0:1767384338.580422:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580426:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.580429:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.580438:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384338.580438:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.580442:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384338.580444:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384338.580444:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384338.580450:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000100:00000040:0.0:1767384338.580451:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.580455:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744045824, offset 0 00000100:00000001:0.0:1767384338.580463:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384338.580466:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384338.580466:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.580472:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384338.580474:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384338.580476:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.580480:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384338.580481:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744045952:0@lo:400: 00000100:00000001:0.0:1767384338.580486:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384338.580488:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384338.580492:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd04500 02000000:00000001:0.0:1767384338.580492:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.580496:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384338.580500:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078a4d073. 00000400:00000200:2.0:1767384338.580505:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 02000000:00000001:0.0:1767384338.580505:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.580510:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d969da62. 00000400:00000200:2.0:1767384338.580513:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384338.580514:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00000200:0.0:1767384338.580519:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744045952, portal 10 00000400:00000200:2.0:1767384338.580520:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.580523:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384338.580526:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000001:2.0:1767384338.580527:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384338.580530:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1767384338.580532:0:16155:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ea4640c6. 00000100:00000010:2.0:1767384338.580535:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2c44f42. 00000100:00000040:0.0:1767384338.580537:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.580540:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000e2c44f42 x1853236744045824 msgsize 224 00000100:00000001:0.0:1767384338.580552:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.580577:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384338.580578:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384338.580580:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000100:00000200:0.0:1767384338.580584:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744045952, offset 0 00000400:00000200:0.0:1767384338.580587:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.580592:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384338.580593:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384338.580598:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04580 00000400:00000200:2.0:1767384338.580607:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:2.0:1767384338.580611:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:2.0:1767384338.580615:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384338.580618:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000200:2.0:1767384338.580621:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.580622:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.580629:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.580634:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384338.580635:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384338.580641:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384338.580642:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000018cc1987. 00000100:00000040:0.0:1767384338.580646:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000018cc1987 x1853236744045952 msgsize 224 00000100:00000040:2.0:1767384338.580648:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.580655:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384338.580663:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580665:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384338.580667:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384338.580671:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.580674:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000100:00000040:2.0:1767384338.580677:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7468 usecs (8 jiffies) 00000400:00000010:0.0:1767384338.580677:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000100:00000001:0.0:1767384338.580683:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384338.580684:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927369 00000100:00000200:0.0:1767384338.580687:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.580688:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927377 00000100:00000001:2.0:1767384338.580694:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927369 00000100:00000001:0.0:1767384338.580698:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384338.580699:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927377 00000100:00000040:0.0:1767384338.580703:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.580704:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927369 00000100:00000001:2.0:1767384338.580709:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927377 00000100:00000001:2.0:1767384338.580714:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927369 00000100:00000001:0.0:1767384338.580717:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580718:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580720:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.580722:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.580725:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580725:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580732:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.580732:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2630 usecs (3 jiffies) 00000100:00000001:0.0:1767384338.580736:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927364 00000100:00000001:2.0:1767384338.580737:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.580740:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580743:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927364 00000100:00000001:0.0:1767384338.580744:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927377 00000100:00000001:2.0:1767384338.580745:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.580746:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927364 00000100:00000001:2.0:1767384338.580749:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384338.580750:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927377 00000100:00000001:0.0:1767384338.580753:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927364 00000100:00000001:2.0:1767384338.580757:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.580757:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927377 00000100:00000001:2.0:1767384338.580760:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.580761:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.580763:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.580765:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580770:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580772:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580773:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.580777:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.580778:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384338.580779:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384338.580781:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384338.580782:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045696 00000100:00000001:0.0:1767384338.580784:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.580785:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580787:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.580791:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384338.580793:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.580795:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.580812:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580814:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384338.580815:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045696 00000100:00100000:0.0:1767384338.580817:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045568 00000020:00000001:2.0:1767384338.580819:0:16790:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384338.580820:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384338.580822:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384338.580823:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384338.580835:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.580836:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.580840:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 02000000:00000001:0.0:1767384338.580840:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.580844:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:0.0:1767384338.580845:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045568 00000020:00000001:2.0:1767384338.580848:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384338.580849:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384338.580852:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:2.0:1767384338.580854:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384338.580854:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384338.580858:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000010:2.0:1767384338.580859:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58a6b77. 00000020:00000001:0.0:1767384338.580862:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384338.580863:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384338.580867:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000010:2.0:1767384338.580868:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58a6b77. 00000100:00000001:0.0:1767384338.580874:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384338.580875:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088d867d. 00000020:00000010:0.0:1767384338.580877:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 00000020:00000010:2.0:1767384338.580881:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058b7eee1. 00000020:00000010:0.0:1767384338.580882:0:18868:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009f4b5170. 00000020:00000010:2.0:1767384338.580887:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000020:00000040:0.0:1767384338.580889:0:18868:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000040:2.0:1767384338.580895:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384338.580898:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384338.580899:0:18868:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384338.580900:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.580902:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.580904:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddf4a773. 00000020:00000010:0.0:1767384338.580908:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7f2afca. 00000100:00000001:2.0:1767384338.580909:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.580911:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee69d394. 00000100:00000040:0.0:1767384338.580919:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384338.580920:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384338.580921:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.580923:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.580923:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580926:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.580936:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.580938:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.580941:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384338.580949:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384338.580954:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384338.580955:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.580956:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094053456 : -120961615498160 : ffff91fc6de07450) 00000100:00000001:0.0:1767384338.580958:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384338.580963:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093dd4b9a x1853236744045696/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.580965:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384338.580970:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:0.0:1767384338.580974:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352150656 : -120961357400960 : ffff91fc7d42b480) 00000100:00000001:2.0:1767384338.580980:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384338.580982:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ccbcd8f x1853236744045568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384338.580984:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58a6b77. 00000100:00000001:0.0:1767384338.580989:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384338.580992:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7722716. 00000100:00000001:2.0:1767384338.580994:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.580996:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384338.580998:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58a6b77. 00000020:00000010:0.0:1767384338.581000:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7722716. 00000100:00100000:2.0:1767384338.581008:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093dd4b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744045696:12345-0@lo:400: 00000100:00100000:0.0:1767384338.581009:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ccbcd8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744045568:12345-0@lo:13: 00000100:00000200:2.0:1767384338.581016:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045696 00000100:00000200:0.0:1767384338.581017:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045568 00000020:00000001:2.0:1767384338.581022:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384338.581022:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384338.581026:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384338.581026:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384338.581029:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.581030:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.581034:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384338.581034:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384338.581038:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:0.0:1767384338.581038:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:2.0:1767384338.581045:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384338.581045:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384338.581049:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384338.581049:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.581051:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384338.581053:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.581054:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384338.581056:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384338.581057:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581059:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.581060:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384338.581064:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384338.581064:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384338.581069:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384338.581070:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384338.581076:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f2751baf. 02000000:00000010:2.0:1767384338.581077:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfe4c41e. 02000000:00000001:0.0:1767384338.581080:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.581081:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581086:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.581087:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.581093:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384338.581093:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000040:2.0:1767384338.581095:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045696 00002000:00000001:0.0:1767384338.581098:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:2.0:1767384338.581099:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384338.581102:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000200:2.0:1767384338.581106:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093dd4b9a x1853236744045696/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384338.581107:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000001:2.0:1767384338.581113:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384338.581115:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384338.581117:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=46 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384338.581120:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.581121:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384338.581125:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:0.0:1767384338.581125:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.581127:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384338.581129:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384338.581131:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.581137:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000024:0.0:1767384338.581137:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384338.581141:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384338.581144:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384338.581147:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000020:0.0:1767384338.581149:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000010:2.0:1767384338.581151:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00002000:00000001:0.0:1767384338.581153:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:2.0:1767384338.581156:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744045696, offset 224 00000001:00000001:0.0:1767384338.581158:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384338.581161:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384338.581163:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.581164:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1767384338.581167:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744045568 00010000:00000001:0.0:1767384338.581170:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384338.581173:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1767384338.581176:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ccbcd8f x1853236744045568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.581183:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd04480 00010000:00000001:0.0:1767384338.581183:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384338.581187:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384338.581191:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x171d [1] + 224 00000100:00001000:0.0:1767384338.581192:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=36 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384338.581198:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384338.581199:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384338.581205:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:2.0:1767384338.581206:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.581211:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:2.0:1767384338.581212:0:16790:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384338.581214:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384338.581216:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384338.581218:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.581220:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.581225:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384338.581230:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000100:00000040:2.0:1767384338.581232:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384338.581235:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744045568, offset 224 00000400:00000200:0.0:1767384338.581245:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384338.581247:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384338.581252:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000200:0.0:1767384338.581253:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384338.581256:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:2.0:1767384338.581260:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384338.581261:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.581264:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.581264:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd04400 00000100:00000040:2.0:1767384338.581268:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000200:0.0:1767384338.581272:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1715 [1] + 224 00010000:00000001:2.0:1767384338.581273:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384338.581277:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.581278:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384338.581279:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384338.581285:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093dd4b9a x1853236744045696/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.581285:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.581292:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384338.581297:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093dd4b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744045696:12345-0@lo:400: Request processed in 315us (1155us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384338.581298:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384338.581310:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:2.0:1767384338.581312:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384338.581314:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384338.581317:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384338.581321:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058b7eee1. 00000100:00000040:0.0:1767384338.581325:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384338.581334:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000020:00000010:2.0:1767384338.581340:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088d867d. 00000100:00000001:0.0:1767384338.581340:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384338.581347:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000400:00000200:0.0:1767384338.581347:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000400:00000010:0.0:1767384338.581351:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000100:00000001:0.0:1767384338.581354:0:18868:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384338.581355:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384338.581355:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1767384338.581359:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfe4c41e. 00000100:00000001:0.0:1767384338.581360:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.581366:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384338.581366:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384338.581368:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384338.581371:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384338.581371:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581377:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384338.581379:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ccbcd8f x1853236744045568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/368 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.581380:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384338.581388:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c794e3e3. 00000100:00100000:0.0:1767384338.581390:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ccbcd8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744045568:12345-0@lo:13: Request processed in 399us (1457us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384338.581393:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089cfbd54. 00000100:00100000:0.0:1767384338.581398:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384338.581401:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384338.581403:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384338.581404:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384338.581407:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7f2afca. 00000020:00000010:0.0:1767384338.581409:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee69d394. 00000100:00000001:2.0:1767384338.581412:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384338.581412:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddf4a773. 00000100:00100000:2.0:1767384338.581416:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045824 00000020:00000040:0.0:1767384338.581417:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 02000000:00000001:2.0:1767384338.581419:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384338.581421:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.581422:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.581425:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.581427:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.581429:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045824 00000020:00000001:2.0:1767384338.581431:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.581432:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:2.0:1767384338.581433:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384338.581435:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:2.0:1767384338.581437:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:2.0:1767384338.581439:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384338.581441:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384338.581442:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384338.581444:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58a6b77. 00000100:00100000:0.0:1767384338.581445:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046080 00000100:00000001:2.0:1767384338.581448:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384338.581449:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384338.581452:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58a6b77. 00000100:00000001:0.0:1767384338.581452:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384338.581455:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.581458:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088d867d. 02000000:00000001:0.0:1767384338.581459:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384338.581463:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058b7eee1. 00000100:00100000:0.0:1767384338.581463:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046080 00000020:00000010:2.0:1767384338.581468:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000020:00000001:0.0:1767384338.581473:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384338.581474:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:0.0:1767384338.581474:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:0.0:1767384338.581478:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384338.581479:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384338.581481:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00000001:2.0:1767384338.581482:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384338.581485:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384338.581486:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:0.0:1767384338.581489:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:2.0:1767384338.581490:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384338.581492:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384338.581494:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7722716. 00000020:00000010:0.0:1767384338.581496:0:16797:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043cff51d. 00000100:00000001:2.0:1767384338.581499:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1767384338.581501:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:2.0:1767384338.581502:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581507:0:16797:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384338.581511:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddf4a773. 00000100:00000001:2.0:1767384338.581513:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384338.581514:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7f2afca. 00000020:00000010:0.0:1767384338.581519:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee69d394. 00000100:00000001:2.0:1767384338.581525:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384338.581526:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384338.581528:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384338.581529:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384338.581533:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384338.581533:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384338.581537:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384338.581538:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:2.0:1767384338.581542:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353491456 : -120961356060160 : ffff91fc7d572a00) 00000100:00000001:0.0:1767384338.581544:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384338.581546:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2c44f42 x1853236744045824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.581548:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384338.581550:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581580:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.581587:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384338.581588:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384338.581591:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d58a6b77. 00000100:00100000:0.0:1767384338.581591:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744045952 00000100:00000001:2.0:1767384338.581596:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384338.581596:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384338.581599:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384338.581600:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d58a6b77. 00000100:00000001:0.0:1767384338.581602:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.581605:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.581606:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c44f42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744045824:12345-0@lo:400: 00000100:00100000:0.0:1767384338.581608:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744045952 00000100:00000200:2.0:1767384338.581612:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045824 00000020:00000001:0.0:1767384338.581612:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384338.581615:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:2.0:1767384338.581616:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384338.581618:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384338.581620:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:1.0:1767384338.581620:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384338.581621:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000020:00000001:2.0:1767384338.581624:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581625:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000040:1.0:1767384338.581626:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000001:2.0:1767384338.581627:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384338.581631:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:0.0:1767384338.581631:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00080000:1.0:1767384338.581632:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767384338.581635:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384338.581636:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000020:00000001:2.0:1767384338.581639:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.581643:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384338.581643:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384338.581645:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384338.581647:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.581647:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae42d5f1. 00000100:00000001:1.0:1767384338.581651:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384338.581653:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384338.581653:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.581654:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384338.581658:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384338.581659:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae42d5f1. 02000000:00000001:2.0:1767384338.581661:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384338.581662:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 02000000:00000010:2.0:1767384338.581666:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfe4c41e. 00000100:00000040:1.0:1767384338.581666:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000020:00000010:0.0:1767384338.581667:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 02000000:00000001:2.0:1767384338.581671:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.581672:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352139008 : -120961357412608 : ffff91fc7d428700) 00000020:00000010:0.0:1767384338.581673:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067c98854. 00000100:00000001:2.0:1767384338.581676:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.581679:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000231a58e0. 00000020:00000001:2.0:1767384338.581680:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.581681:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3c9cd4f x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.581684:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:2.0:1767384338.581685:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744045824 00000100:00000001:0.0:1767384338.581688:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384338.581690:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.581697:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384338.581698:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384338.581698:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:2.0:1767384338.581703:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2c44f42 x1853236744045824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.581703:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384338.581704:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007450fe74. 00000100:00000001:0.0:1767384338.581706:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.581709:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384338.581715:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007450fe74. 00000100:00000001:0.0:1767384338.581716:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.581718:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384338.581721:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384338.581724:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c9cd4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744046080:12345-0@lo:400: 00000100:00001000:2.0:1767384338.581725:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384338.581727:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384338.581730:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384338.581733:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046080 00000100:00000001:2.0:1767384338.581735:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384338.581738:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384338.581740:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:1.0:1767384338.581743:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384338.581744:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000040:0.0:1767384338.581745:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000020:00000001:1.0:1767384338.581747:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384338.581749:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384338.581751:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581751:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352139904 : -120961357411712 : ffff91fc7d428a80) 02000000:00000001:2.0:1767384338.581752:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.581757:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384338.581758:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384338.581761:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000040:0.0:1767384338.581761:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018cc1987 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1767384349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.581766:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384338.581767:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384338.581772:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000020:00000001:1.0:1767384338.581772:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.581773:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384338.581775:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384338.581779:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744045824, offset 224 00000020:00000001:1.0:1767384338.581779:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384338.581779:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae42d5f1. 00000020:00000001:1.0:1767384338.581782:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581785:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384338.581786:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384338.581791:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384338.581791:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384338.581791:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae42d5f1. 02000000:00000001:1.0:1767384338.581795:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384338.581810:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018cc1987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744045952:12345-0@lo:400: 02000000:00000010:1.0:1767384338.581814:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dcc9a9b4. 00000400:00000200:2.0:1767384338.581817:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384338.581818:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744045952 02000000:00000001:1.0:1767384338.581819:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.581823:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581823:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384338.581826:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd04500 00000020:00000001:0.0:1767384338.581827:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384338.581828:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581831:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384338.581834:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046080 00000400:00000200:2.0:1767384338.581835:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x172d [1] + 224 00000020:00000001:0.0:1767384338.581835:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384338.581839:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384338.581839:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000200:2.0:1767384338.581841:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1767384338.581844:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3c9cd4f x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384338.581848:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384338.581850:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384338.581855:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384338.581855:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384338.581858:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384338.581859:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384338.581862:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384338.581862:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581863:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384338.581866:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384338.581868:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=41 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384338.581872:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384338.581877:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384338.581877:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384338.581881:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384338.581882:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384338.581884:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 02000000:00000010:0.0:1767384338.581886:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000adfa546. 00000100:00000001:1.0:1767384338.581890:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384338.581891:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.581896:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384338.581897:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.581900:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.581903:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.581904:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384338.581907:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744045952 00000100:00000001:2.0:1767384338.581908:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384338.581911:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384338.581912:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384338.581914:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:1.0:1767384338.581915:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000400:00000010:2.0:1767384338.581919:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00010000:00000200:0.0:1767384338.581919:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018cc1987 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.581924:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384338.581925:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744046080, offset 224 00000100:00000001:2.0:1767384338.581927:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384338.581931:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.581932:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384338.581936:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384338.581936:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384338.581937:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767384338.581940:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=41 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384338.581942:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384338.581944:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384338.581948:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:1.0:1767384338.581950:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384338.581951:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.581952:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:2.0:1767384338.581957:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384338.581957:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384338.581961:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04600 02000000:00000001:0.0:1767384338.581962:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.581964:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2c44f42 x1853236744045824/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.581965:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.581973:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384338.581978:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1725 [1] + 224 00000400:00000010:0.0:1767384338.581979:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000400:00000200:1.0:1767384338.581988:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384338.581988:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744045952, offset 224 00000100:00100000:2.0:1767384338.581989:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c44f42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744045824:12345-0@lo:400: Request processed in 400us (1446us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384338.581998:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384338.581999:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384338.582003:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384338.582006:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:1.0:1767384338.582006:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384338.582011:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384338.582013:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.582013:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384338.582014:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384338.582018:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058b7eee1. 00000020:00000010:2.0:1767384338.582024:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000400:00000200:0.0:1767384338.582025:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04580 00000020:00000010:2.0:1767384338.582029:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088d867d. 00000020:00000040:2.0:1767384338.582034:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000400:00000200:0.0:1767384338.582034:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1735 [1] + 224 00000100:00000001:2.0:1767384338.582039:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384338.582040:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.582040:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.582049:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.582055:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384338.582057:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.582064:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000400:00000010:1.0:1767384338.582067:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 00000100:00000200:0.0:1767384338.582067:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.582068:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.582072:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.582073:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384338.582077:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384338.582079:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384338.582080:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.582081:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384338.582083:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384338.582087:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000100:00000040:1.0:1767384338.582088:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000200:2.0:1767384338.582092:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00010000:00000001:1.0:1767384338.582094:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384338.582097:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000020:00000001:1.0:1767384338.582098:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582103:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384338.582104:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384338.582108:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.582109:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384338.582110:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3c9cd4f x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.582117:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000400:00000010:0.0:1767384338.582120:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000100:00000001:0.0:1767384338.582125:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384338.582127:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384338.582131:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.582137:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000200:2.0:1767384338.582143:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384338.582144:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384338.582147:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c9cd4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744046080:12345-0@lo:400: Request processed in 445us (1844us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384338.582147:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384338.582152:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384338.582159:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018cc1987 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1767384349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.582166:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384338.582168:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384338.582171:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:2.0:1767384338.582172:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582177:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384338.582178:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384338.582181:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384338.582182:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384338.582182:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018cc1987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744045952:12345-0@lo:400: Request processed in 403us (1530us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384338.582186:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384338.582187:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7f2afca. 00000100:00000001:2.0:1767384338.582189:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384338.582192:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee69d394. 02000000:00000001:2.0:1767384338.582193:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384338.582193:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000010:1.0:1767384338.582198:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddf4a773. 00000100:00000040:0.0:1767384338.582199:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:0.0:1767384338.582204:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384338.582206:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=46 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384338.582206:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:0.0:1767384338.582207:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384338.582211:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067c98854. 00000100:00000001:1.0:1767384338.582212:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384338.582213:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=46 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384338.582216:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000231a58e0. 00000100:00000001:2.0:1767384338.582218:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384338.582220:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.582221:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 00010000:00000001:2.0:1767384338.582224:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384338.582226:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384338.582227:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:2.0:1767384338.582229:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.582231:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384338.582235:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.582240:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384338.582243:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.582244:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384338.582245:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384338.582248:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.582252:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.582253:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.582257:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384338.582258:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384338.582259:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744045696:0@lo:400: 00000400:00000001:1.0:1767384338.582262:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384338.582265:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384338.582265:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 00000100:00000001:2.0:1767384338.582270:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384338.582271:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000100:00000040:2.0:1767384338.582274:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744045696/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384338.582275:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000100:00000001:1.0:1767384338.582279:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384338.582279:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384338.582283:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384338.582286:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384338.582287:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d969da62. 00000100:00000001:2.0:1767384338.582288:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.582291:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384338.582294:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 02000000:00000010:2.0:1767384338.582295:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9c0e6. 00000400:00000010:0.0:1767384338.582298:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 02000000:00000001:2.0:1767384338.582301:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767384338.582302:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384338.582304:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384338.582307:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384338.582310:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384338.582312:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.582316:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f387991c. 00000100:00000200:0.0:1767384338.582317:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.582322:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384338.582323:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384338.582326:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384338.582327:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384338.582330:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000001:1.0:1767384338.582331:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384338.582331:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384338.582335:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384338.582337:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.582337:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.582342:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582343:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.582343:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384338.582346:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384338.582348:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582350:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.582350:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384338.582353:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=40 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384338.582353:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384338.582356:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.582357:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384338.582358:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384338.582359:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.582364:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384338.582364:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582369:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.582369:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384338.582370:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=41 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384338.582371:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384338.582376:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384338.582377:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384338.582378:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.582382:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.582386:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384338.582390:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384338.582393:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.582394:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384338.582397:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.582397:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:0.0:1767384338.582399:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384338.582401:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384338.582402:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384338.582406:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1767384338.582410:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384338.582410:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.582412:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384338.582414:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384338.582417:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384338.582418:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00000100:00000040:1.0:1767384338.582418:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.582419:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384338.582424:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384338.582425:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000100:00000001:0.0:1767384338.582427:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.582431:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 00000100:00000040:0.0:1767384338.582434:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.582435:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.582437:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384338.582440:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.582443:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384338.582446:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.582447:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.582453:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384338.582455:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384338.582456:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.582463:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384338.582478:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384338.582489:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744046080:0@lo:400: 00000100:00100000:0.0:1767384338.582496:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006765f1c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744045952:0@lo:400: 00000400:00000001:1.0:1767384338.582501:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.582504:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384338.582506:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00000100:00000001:2.0:1767384338.582510:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384338.582511:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db07d8d4 00000400:00000010:1.0:1767384338.582514:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db07d8d4. 00000100:00000001:2.0:1767384338.582515:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.582516:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582517:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384338.582521:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384338.582522:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384338.582524:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.582527:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384338.582528:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006765f1c4 x1853236744045952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.582531:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384338.582535:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384338.582541:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384338.582547:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384338.582550:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384338.582550:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384338.582570:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384338.582572:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078a4d073. 02000000:00000001:0.0:1767384338.582574:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384338.582577:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384338.582580:0:16155:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:2.0:1767384338.582582:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=36 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384338.582585:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384338.582588:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002488cd0d. 00000100:00000001:1.0:1767384338.582590:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384338.582594:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384338.582594:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384338.582594:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384338.582599:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.582599:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384338.582600:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384338.582604:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767384338.582604:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00010000:00000001:2.0:1767384338.582605:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384338.582607:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384338.582610:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.582611:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384338.582612:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384338.582614:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.582614:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384338.582617:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=36 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384338.582620:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384338.582626:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384338.582628:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384338.582630:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.582633:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384338.582633:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582634:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384338.582638:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384338.582638:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.582639:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384338.582642:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384338.582643:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384338.582643:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582647:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384338.582648:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384338.582653:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384338.582659:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.582664:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384338.582665:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384338.582667:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384338.582668:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384338.582673:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.582677:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.582681:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384338.582684:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582691:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384338.582692:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.582696:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384338.582700:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384338.582707:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744045824:0@lo:400: 00000004:00000001:1.0:1767384338.582707:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384338.582710:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384338.582714:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384338.582715:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.582721:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.582724:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744045824/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384338.582724:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384338.582736:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.582742:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384338.582744:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384338.582744:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384338.582747:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ef3caf1. 02000000:00000001:2.0:1767384338.582753:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384338.582756:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384338.582756:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2d31886 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744045568:0@lo:13: 00000020:00000040:2.0:1767384338.582758:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384338.582762:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384338.582763:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384338.582766:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ddb1a27. 00000100:00000001:1.0:1767384338.582766:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384338.582771:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384338.582771:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de68e5a6 x1853236744046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384338.582774:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384338.582777:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:2.0:1767384338.582781:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.582783:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384338.582784:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384338.582786:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384338.582787:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384338.582789:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d1102c7. 00000100:00000001:2.0:1767384338.582792:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384338.582793:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384338.582808:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.582808:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384338.582810:0:16156:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384338.582814:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384338.582814:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384338.582816:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cd5f6ec7. 00000100:00000001:2.0:1767384338.582817:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384338.582819:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.582822:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.582823:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 00000100:00000001:1.0:1767384338.582826:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.582827:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582828:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384338.582831:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2d31886 x1853236744045568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384338.582840:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384338.582841:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384338.582842:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009b6ab6d0. 02000000:00000001:1.0:1767384338.582844:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384338.582844:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384338.582845:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384338.582846:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384338.582847:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3902827. 02000000:00000001:1.0:1767384338.582849:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384338.582849:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384338.582850:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2d31886. 00000100:00000001:1.0:1767384338.582851:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384338.582852:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582853:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384338.582856:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384338.582857:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384338.582858:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384338.582859:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.597590:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294927377, at 4294927378 00000100:00000010:3.0:1767384338.597599:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ade7980. 00000100:00000040:2.0:1767384338.597602:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294927377, at 4294927378 00000100:00000010:2.0:1767384338.597609:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68c21f6. 00000100:00000040:0.0:1767384338.597616:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294927377, at 4294927378 00000100:00000010:0.0:1767384338.597623:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000891752e6. 00000100:00000040:1.0:1767384338.598580:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294927377, at 4294927379 00000100:00000010:1.0:1767384338.598586:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e4fd540. 00000400:00000001:3.0:1767384338.835673:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.835679:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384338.835682:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384338.835688:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000400:00000200:3.0:1767384338.835695:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384338.835704:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384338.835714:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000575d5f3c. 00000400:00000010:3.0:1767384338.835719:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000087dc3955. 00000001:00000001:2.0:1767384338.854450:0:26702:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384338.854455:0:26702:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384338.860658:0:26702:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384338.872467:0:26703:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000badebff9. 00000400:00000010:3.0:1767384338.872485:0:26703:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dbe60c2e. 00000400:00000010:3.0:1767384338.872498:0:26703:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009374db96. 00000400:00000010:3.0:1767384338.872504:0:26703:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a2037ec9. 00000400:00000010:3.0:1767384338.872510:0:26703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000117a1043. 00000400:00000010:3.0:1767384338.872516:0:26703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c3afa99. 00000400:00000010:3.0:1767384338.872519:0:26703:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000575d5f3c. 00000400:00000010:3.0:1767384338.872522:0:26703:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000766716f1. 00000400:00000010:3.0:1767384338.872527:0:26703:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c8858f4e. 00000800:00000010:3.0:1767384338.872541:0:26703:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000073383784. 00000800:00000200:3.0:1767384338.872586:0:26703:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384338.872612:0:26703:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384338.872660:0:26703:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384338.872689:0:26703:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384338.876091:0:26703:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000ab92344a. 00000400:00000010:3.0:1767384338.876100:0:26703:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeea0426. 00000400:00000010:3.0:1767384338.876107:0:26703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000400:00000001:3.0:1767384338.876128:0:26703:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.876131:0:26703:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384338.876133:0:26703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c89ed75. 00000400:00000200:3.0:1767384338.876137:0:26703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5737f6 00000400:00000010:3.0:1767384338.876140:0:26703:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5737f6. 00000400:00000010:3.0:1767384338.876145:0:26703:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000cdbb6126. 00000400:00000200:3.0:1767384338.876153:0:26703:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (20) 00000400:00000200:3.0:1767384338.876177:0:26703:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384338.876198:0:26703:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384338.876207:0:26703:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000049c0b830. 00000020:01000000:3.0:1767384338.876213:0:26703:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384338.876217:0:26703:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp30 00000400:00000010:3.0:1767384338.876234:0:26703:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dbe60c2e. 00000400:00000010:3.0:1767384338.876239:0:26703:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000badebff9. 00000400:00000200:0.0:1767384338.876252:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384338.876261:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000400:00000200:0.0:1767384338.876264:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000400:00000010:0.0:1767384338.876270:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000006d1102c7. 00000400:00000010:0.0:1767384338.876274:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000400:00000010:0.0:1767384338.876281:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e7c7837d. 00000400:00000200:0.0:1767384338.876286:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384338.876301:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384338.876307:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:2.0:1767384338.876312:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384338.876314:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 10000000:00000001:2.0:1767384338.876318:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.876322:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384338.876327:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384338.876336:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384338.876337:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:01000004:2.0:1767384338.876343:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384338.876349:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384338.876350:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:01000004:2.0:1767384338.876356:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.876363:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384338.876363:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:01000004:2.0:1767384338.876370:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.876376:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384338.876377:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:01000004:2.0:1767384338.876382:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384338.876387:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:01000004:2.0:1767384338.876389:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.876396:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384338.876396:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384338.876404:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000010:2.0:1767384338.876408:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000400:00000200:0.0:1767384338.876408:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000040:2.0:1767384338.876420:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384338.876420:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384338.876432:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:2.0:1767384338.876434:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384338.876437:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 02000000:00000001:2.0:1767384338.876441:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384338.876446:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 02000000:00000001:2.0:1767384338.876450:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.876452:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384338.876460:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384338.876465:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 02000000:00000010:2.0:1767384338.876467:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d714916. 00000400:00000200:0.0:1767384338.876473:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:0.0:1767384338.876482:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000100:00000001:2.0:1767384338.876483:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.876492:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:2.0:1767384338.876497:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384338.876497:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp11 00000100:00000001:2.0:1767384338.876501:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.876510:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp11 lpni_is_preferred = 0 00000100:00000040:2.0:1767384338.876514:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e874f984] to pc [ptlrpcd_00_03+3] req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.876518:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp11 00000400:00000200:0.0:1767384338.876531:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp11 NI seq info: [59:59:256:4294967295] 192.168.203.113@tcp11 LPNI seq info [59:59:8:4294967295] 00000400:00000200:0.0:1767384338.876543:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp11 00000400:00000200:0.0:1767384338.876612:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11:) -> 192.168.203.113@tcp11(192.168.203.113@tcp:192.168.203.113@tcp11) : GET try# 0 00000800:00000200:0.0:1767384338.876623:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp11 00000800:00000010:0.0:1767384338.876629:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b2539b79. 00000800:00000200:0.0:1767384338.876639:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (6) 00000800:00000200:0.0:1767384338.876650:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp11 ip 192.168.203.113:988 00000800:00000200:0.0:1767384338.876655:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2539b79 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384338.876664:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.876672:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384338.876675:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384338.876676:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384338.876684:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00000100:00000040:3.0:1767384338.876686:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.876700:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384338.876702:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.876707:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384338.876710:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384338.876714:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384338.876719:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744046208:0@lo:253: 00000100:00000001:3.0:1767384338.876724:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767384338.876725:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.876732:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384338.876732:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.876738:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.876739:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.876745:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:2.0:1767384338.876747:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:3.0:1767384338.876754:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000058cc87cf. 00000020:00000001:2.0:1767384338.876756:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 02000000:00000001:3.0:1767384338.876759:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384338.876761:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384338.876765:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:3.0:1767384338.876766:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f85ad56e. 10000000:01000000:2.0:1767384338.876767:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384338.876775:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767384338.876779:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbe60c2e. 00000100:00000200:3.0:1767384338.876785:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744046208, portal 25 00000100:00000001:3.0:1767384338.876791:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000004:2.0:1767384338.876791:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384338.876819:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384338.876820:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000020:01000004:2.0:1767384338.876823:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384338.876828:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384338.876831:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384338.876833:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:3.0:1767384338.876834:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384338.876836:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384338.876840:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384338.876841:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384338.876847:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000800:00000010:0.0:1767384338.876850:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b2539b79. 00000020:00000040:2.0:1767384338.876856:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384338.876859:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384338.876860:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384338.876862:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384338.876867:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384338.876868:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384338.876875:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp11->192.168.203.113@tcp11: GET: OK 02000000:00000001:2.0:1767384338.876876:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.876877:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaab38db. 00000400:00000200:0.0:1767384338.876886:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:2.0:1767384338.876889:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ccfdae50. 00000400:00000200:0.0:1767384338.876894:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000100:00000200:3.0:1767384338.876895:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744046208, offset 0 00000100:00000001:2.0:1767384338.876897:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.876907:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1767384338.876908:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384338.876911:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.876912:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384338.876922:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384338.876923:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba99abd] to pc [ptlrpcd_00_00+0] req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384338.876929:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384338.876934:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384338.876938:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.876955:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11) <- 192.168.203.113@tcp11 : GET - for me 00000400:00000200:3.0:1767384338.876957:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04680 00000400:00000200:3.0:1767384338.876967:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1025 [2] + 0 10000000:00000001:2.0:1767384338.876968:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.876975:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 368 into portal 0 MB=0x8000000000000000 10000000:00000001:2.0:1767384338.876977:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384338.876978:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031f11c0d. 00000020:00000001:2.0:1767384338.876985:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.876988:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033ca7e3b 00000020:01000000:2.0:1767384338.876990:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384338.876995:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000049c0b830. 00000400:00000200:3.0:1767384338.876997:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.877002:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 368/368 into md 0x1755 [1] + 0 00000400:00000200:3.0:1767384338.877009:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384338.877013:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.877019:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877022:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp11 to MR: 192.168.203.113@tcp11 local destination 00000400:00000200:0.0:1767384338.877031:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp11 NI seq info: [60:60:256:4294967295] 192.168.203.113@tcp11 LPNI seq info [60:60:8:4294967295] 00000100:00000001:2.0:1767384338.877032:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384338.877037:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.877039:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384338.877048:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.877060:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11:192.168.203.113@tcp11) -> 192.168.203.113@tcp11(192.168.203.113@tcp11:192.168.203.113@tcp11) 192.168.203.113@tcp11 : REPLY try# 0 00000100:00000001:2.0:1767384338.877070:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384338.877074:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.877075:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033ca7e3b 00000800:00000200:0.0:1767384338.877078:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.113@tcp11 00000400:00000010:3.0:1767384338.877082:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033ca7e3b. 02000000:00000001:2.0:1767384338.877083:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384338.877088:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384338.877091:0:16157:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384338.877095:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384338.877096:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2539b79. 00000100:00000200:3.0:1767384338.877097:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384338.877104:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006524eee9 x1853236744046208 msgsize 4848 00000800:00000200:0.0:1767384338.877112:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (6) 00000100:00100000:2.0:1767384338.877117:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744046336:0@lo:253: 00000100:00100000:3.0:1767384338.877120:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384338.877127:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384338.877128:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384338.877130:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp11 ip 192.168.203.113:1019 02000000:00000001:2.0:1767384338.877136:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384338.877136:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2539b79 type 3, nob 464 niov 1 nkiov 1 02000000:00000001:2.0:1767384338.877141:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.877142:0:16157:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384338.877145:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384338.877153:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaab38db 02000000:00000010:2.0:1767384338.877153:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c30860a5. 00000400:00000010:3.0:1767384338.877158:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaab38db. 02000000:00000001:2.0:1767384338.877159:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.877165:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384338.877169:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000100:00000200:3.0:1767384338.877174:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384338.877178:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e28b6cba. 00000100:00000200:2.0:1767384338.877187:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744046336, portal 25 00000100:00000001:3.0:1767384338.877192:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384338.877192:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384338.877198:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000040:2.0:1767384338.877204:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384338.877207:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384338.877212:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384338.877215:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2539b79. 00000400:00000200:0.0:1767384338.877225:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384338.877234:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384338.877242:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp11->192.168.203.113@tcp11: REPLY: OK 00000100:00000040:2.0:1767384338.877245:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384338.877251:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384338.877253:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4f569a0. 00000100:00000001:3.0:1767384338.877256:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384338.877260:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744046336, offset 0 00000800:00000001:0.0:1767384338.877261:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384338.877263:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384338.877269:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.877270:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294927674 00000400:00000200:2.0:1767384338.877276:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384338.877280:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384338.877282:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008377af8f. 00000800:00000001:0.0:1767384338.877287:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.877289:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384338.877292:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384338.877294:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384338.877304:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294927674 00000800:00000001:0.0:1767384338.877304:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384338.877312:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04700 00000100:00000010:3.0:1767384338.877314:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8d655ef. 00000400:00000200:0.0:1767384338.877322:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp11(192.168.203.113@tcp11) <- 192.168.203.113@tcp11 : REPLY - for me 00000400:00000200:2.0:1767384338.877328:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 00000100:00000001:3.0:1767384338.877334:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384338.877335:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009da8bf98. 00000400:00000200:2.0:1767384338.877344:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000800e5b38 00000100:00000001:3.0:1767384338.877345:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294927674 00000400:00000200:2.0:1767384338.877350:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384338.877354:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c300c8e2. 00000400:00000200:0.0:1767384338.877362:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp11: Reply from 12345-192.168.203.113@tcp11 of length 368/368 into md 0x1759 00000400:00000200:2.0:1767384338.877365:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384338.877367:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384338.877372:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384338.877376:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800e5b38 00000100:00000001:3.0:1767384338.877381:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294927674 00000400:00000010:2.0:1767384338.877381:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800e5b38. 00000800:00000001:0.0:1767384338.877382:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.877391:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384338.877392:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384338.877394:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adfe6d46. 00000100:00000200:2.0:1767384338.877395:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384338.877403:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp11->192.168.203.113@tcp11: REPLY: OK 00000100:00000001:3.0:1767384338.877405:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384338.877406:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000ed191b9e x1853236744046336 msgsize 4848 00000400:00000200:0.0:1767384338.877411:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000400:00000010:0.0:1767384338.877416:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000100:00000001:3.0:1767384338.877419:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384338.877425:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:2.0:1767384338.877427:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384338.877429:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384338.877433:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384338.877436:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877437:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000100:00000001:3.0:1767384338.877443:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.877447:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000001:2.0:1767384338.877448:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384338.877454:0:16147:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp (384 bytes) 00000100:00000001:3.0:1767384338.877456:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384338.877462:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:3.0:1767384338.877463:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384338.877471:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.877475:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384338.877478:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.877482:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.877482:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000006d1102c7. 00000400:00000200:0.0:1767384338.877491:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (22) 00000400:00000200:2.0:1767384338.877501:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4f569a0 00000800:00000001:0.0:1767384338.877506:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384338.877507:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4f569a0. 00000800:00000001:0.0:1767384338.877515:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384338.877516:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384338.877525:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384338.877535:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384338.877539:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384338.877543:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384338.877551:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.877577:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000006d1102c7. 00000100:00000001:2.0:1767384338.877587:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384338.877593:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d969da62. 00000100:00000001:2.0:1767384338.877596:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384338.877601:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00000001:2.0:1767384338.877602:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294927675 00000400:00000200:0.0:1767384338.877609:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006d1102c7 00000100:00000001:2.0:1767384338.877615:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927674 00000400:00000001:0.0:1767384338.877615:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384338.877618:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384338.877629:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce64620. 00000100:00000001:2.0:1767384338.877634:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294927675 00000400:00000200:0.0:1767384338.877636:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a140b0ca 00000400:00000010:0.0:1767384338.877642:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a140b0ca. 00000100:00000001:2.0:1767384338.877645:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927674 00000400:00000200:0.0:1767384338.877649:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384338.877654:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000359fb720. 00000100:00000001:2.0:1767384338.877655:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294927675 00000400:00000200:0.0:1767384338.877662:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:2.0:1767384338.877667:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927674 00000100:00000001:3.0:1767384338.877670:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384338.877673:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100871 00000100:00100000:3.0:1767384338.877676:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046208 00000100:00000001:2.0:1767384338.877677:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294927675 02000000:00000001:3.0:1767384338.877683:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384338.877684:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:0 00000100:00000001:2.0:1767384338.877687:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927674 00000100:00000001:3.0:1767384338.877689:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384338.877693:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 rc 1 00000100:00000001:3.0:1767384338.877695:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.877697:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384338.877703:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.877704:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877705:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000100:00100000:3.0:1767384338.877712:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046208 00000400:00000200:0.0:1767384338.877714:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000100:00000001:2.0:1767384338.877715:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384338.877717:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384338.877723:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384338.877724:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384338.877725:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000121bf67c. 00000020:00000001:3.0:1767384338.877729:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.877735:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000010:0.0:1767384338.877736:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000100:00000001:2.0:1767384338.877737:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384338.877741:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384338.877744:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384338.877746:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384338.877749:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384338.877751:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff23107e. 00000100:00000001:3.0:1767384338.877754:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384338.877754:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384338.877762:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877762:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000010:3.0:1767384338.877763:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384338.877771:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384338.877773:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877777:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000010:3.0:1767384338.877780:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000400:00000200:0.0:1767384338.877786:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384338.877815:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000010:3.0:1767384338.877818:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a207c0a. 00000400:00000200:0.0:1767384338.877824:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000020:00000010:3.0:1767384338.877827:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014fcdbdf. 00000100:00000001:2.0:1767384338.877828:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384338.877833:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00100000:2.0:1767384338.877835:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046336 00000020:00000010:3.0:1767384338.877838:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e9eea8. 02000000:00000001:2.0:1767384338.877842:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384338.877847:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000001:2.0:1767384338.877848:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384338.877851:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384338.877856:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:3.0:1767384338.877858:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384338.877863:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.877864:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384338.877869:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.877871:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 02000000:00000001:2.0:1767384338.877872:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.877880:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.877881:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046336 00000400:00000200:0.0:1767384338.877886:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000001:2.0:1767384338.877889:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384338.877892:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384338.877894:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384338.877897:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384338.877899:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:2.0:1767384338.877909:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384338.877914:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:0.0:1767384338.877915:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:3.0:1767384338.877918:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.877923:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384338.877924:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384338.877929:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000010:2.0:1767384338.877930:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e11e83. 00000100:00100000:3.0:1767384338.877936:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000001:2.0:1767384338.877938:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384338.877945:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000400:00000200:0.0:1767384338.877946:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000010:2.0:1767384338.877947:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e11e83. 00000100:00000001:3.0:1767384338.877952:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094041168 : -120961615510448 : ffff91fc6de04450) 00000020:00000010:2.0:1767384338.877959:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001225a48. 00000100:00000040:3.0:1767384338.877965:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006524eee9 x1853236744046208/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384338.877966:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c803d5c. 00000400:00000200:0.0:1767384338.877966:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000010:2.0:1767384338.877978:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008ac19bdb. 00000100:00000001:2.0:1767384338.877990:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384338.877991:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:2.0:1767384338.877996:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384338.877998:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384338.878001:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384338.878005:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000400:00000200:0.0:1767384338.878006:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:2.0:1767384338.878011:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.878013:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384338.878020:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000100:00000001:2.0:1767384338.878021:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878022:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000100:00100000:3.0:1767384338.878032:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744046208:12345-0@lo:253: 00000400:00000200:0.0:1767384338.878039:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000100:00000200:3.0:1767384338.878041:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046208 00000100:00000001:2.0:1767384338.878043:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384338.878050:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384338.878051:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384338.878054:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000020:00000001:3.0:1767384338.878058:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384338.878065:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000020:00000001:3.0:1767384338.878066:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.878066:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000020:00000001:3.0:1767384338.878076:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384338.878077:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:3.0:1767384338.878082:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000400:00000200:0.0:1767384338.878083:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:2.0:1767384338.878085:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227597392 : -120961481954224 : ffff91fc75d62c50) 00000020:00000001:3.0:1767384338.878088:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384338.878094:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878098:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000040:2.0:1767384338.878099:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed191b9e x1853236744046336/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/0 e 0 to 0 dl 1767384349 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384338.878101:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384338.878106:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384338.878110:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp12 00000020:00000001:3.0:1767384338.878112:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.878121:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384338.878123:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp12 lpni_is_preferred = 0 00000100:00000001:2.0:1767384338.878127:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384338.878134:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384338.878134:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp12 00000020:00000010:2.0:1767384338.878136:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e11e83. 00000100:00000001:2.0:1767384338.878141:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384338.878143:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002cfcae0e. 00000020:00000010:2.0:1767384338.878147:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e11e83. 02000000:00000001:3.0:1767384338.878151:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.878151:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp12 NI seq info: [61:61:256:4294967295] 192.168.203.113@tcp12 LPNI seq info [61:61:8:4294967295] 00000100:00000001:3.0:1767384338.878160:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384338.878161:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744046336:12345-0@lo:253: 20000000:00000001:3.0:1767384338.878169:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384338.878175:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp12 00000100:00000200:2.0:1767384338.878179:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046336 20000000:00000010:3.0:1767384338.878183:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000049c0b830. 00000020:00000001:2.0:1767384338.878184:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:3.0:1767384338.878192:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384338.878193:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384338.878199:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.878200:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384338.878206:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12:) -> 192.168.203.113@tcp12(192.168.203.113@tcp:192.168.203.113@tcp12) : GET try# 0 00000020:00000001:2.0:1767384338.878207:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384338.878208:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384338.878213:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:00000001:3.0:1767384338.878215:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.878222:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.878223:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384338.878230:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384338.878231:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:0.0:1767384338.878231:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp12 00000020:00000001:2.0:1767384338.878234:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384338.878239:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384338.878243:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384338.878244:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b2539b79. 20000000:00000010:3.0:1767384338.878246:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000016c70845. 00000100:00000001:2.0:1767384338.878247:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:3.0:1767384338.878254:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 02000000:00000001:2.0:1767384338.878255:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384338.878261:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:0.0:1767384338.878262:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (6) 02000000:00000010:2.0:1767384338.878265:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036f27426. 00080000:00000001:3.0:1767384338.878269:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:2.0:1767384338.878271:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384338.878277:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384338.878277:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:988 20000000:00000001:2.0:1767384338.878280:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384338.878292:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f5281c4f. 00000800:00000200:0.0:1767384338.878292:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2539b79 type 2, nob 96 niov 1 nkiov 0 20000000:01000000:2.0:1767384338.878298:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384338.878302:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384338.878305:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384338.878307:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.878309:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.878311:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 20000000:00000001:2.0:1767384338.878313:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384338.878317:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00080000:00000001:3.0:1767384338.878321:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384338.878326:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384338.878329:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.878332:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384338.878337:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384338.878343:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384338.878349:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384338.878358:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006dbd791a. 00080000:00000001:3.0:1767384338.878362:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107091726336 : -120966617825280 : ffff91fb43b70000) 00080000:00000001:3.0:1767384338.878367:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384338.878388:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384338.878392:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b2539b79. 00000400:00000200:0.0:1767384338.878395:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.878400:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: GET: OK 00000400:00000200:0.0:1767384338.878404:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384338.878407:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:0.0:1767384338.878411:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878417:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384338.878419:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878424:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878428:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12) <- 192.168.203.113@tcp12 : GET - for me 00000400:00000200:0.0:1767384338.878437:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384338.878441:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 384/384 into md 0x1755 [1] + 0 00000400:00000200:0.0:1767384338.878449:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp12 to MR: 192.168.203.113@tcp12 local destination 00000400:00000200:0.0:1767384338.878454:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp12 NI seq info: [62:62:256:4294967295] 192.168.203.113@tcp12 LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767384338.878464:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) -> 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) 192.168.203.113@tcp12 : REPLY try# 0 00000800:00000200:0.0:1767384338.878471:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.113@tcp12 00000800:00000010:0.0:1767384338.878476:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2539b79. 00000800:00000200:0.0:1767384338.878481:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (6) 00000800:00000200:0.0:1767384338.878487:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:1017 00000800:00000200:0.0:1767384338.878490:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2539b79 type 3, nob 480 niov 1 nkiov 1 00000001:00000001:3.0:1767384338.878503:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384338.878507:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384338.878511:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1767384338.878526:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1767384338.878530:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384338.878531:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2539b79. 00080000:00000001:3.0:1767384338.878540:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384338.878540:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.878599:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: REPLY: OK 00000800:00000001:0.0:1767384338.878608:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878611:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384338.878622:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878628:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384338.878630:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878634:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878641:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12) <- 192.168.203.113@tcp12 : REPLY - for me 00000400:00000200:0.0:1767384338.878652:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp12: Reply from 12345-192.168.203.113@tcp12 of length 384/384 into md 0x1771 00000800:00000001:0.0:1767384338.878658:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878664:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878666:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.878671:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: REPLY: OK 00000400:00000200:0.0:1767384338.878674:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000400:00000010:0.0:1767384338.878676:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000400:00000200:0.0:1767384338.878680:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384338.878683:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:0.0:1767384338.878687:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384338.878691:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 22. state = 0x100271 00000400:00000200:0.0:1767384338.878696:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384338.878706:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (22) 00000800:00000001:0.0:1767384338.878712:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.878716:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384338.878732:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:3.0:1767384338.878733:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384338.878738:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000f1 00080000:00000001:3.0:1767384338.878740:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384338.878750:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 0000000078a4d073. 00000400:00000010:0.0:1767384338.878756:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000f2b29245. 00000400:00000010:0.0:1767384338.878759:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 0000000077cfee96. 00000100:00000001:3.0:1767384338.878774:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.878779:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384338.878785:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp28(00000000c105dcfd) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384338.878817:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000194bff51. 00000400:00000200:0.0:1767384338.878824:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000194bff51 nid 192.168.203.113@tcp29 00000400:00000010:0.0:1767384338.878829:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000891752e6. 00000400:00000200:0.0:1767384338.878832:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000891752e6 net tcp29 00000400:00000200:0.0:1767384338.878836:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (21) 00000400:00000200:0.0:1767384338.878855:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp29 flags 0x11 00000400:00000010:0.0:1767384338.878862:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bcda4f3c. 00000400:00000200:0.0:1767384338.878876:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bcda4f3c nid 192.168.203.113@tcp30 00000400:00000010:0.0:1767384338.878881:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e299ce91. 00000400:00000200:0.0:1767384338.878884:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e299ce91 net tcp30 00000400:00000200:0.0:1767384338.878887:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 00000400:00000200:0.0:1767384338.878890:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp30 flags 0x11 00000400:00000010:0.0:1767384338.878893:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 0000000078a4d073. 00000400:00000010:0.0:1767384338.878898:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000f2b29245. 00000400:00000010:0.0:1767384338.878902:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 0000000077cfee96. 00000400:00000010:0.0:1767384338.878907:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000121bf67c. 00000400:00000200:0.0:1767384338.878913:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384338.878917:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100171 00000400:00000200:0.0:1767384338.878922:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc 1 00000400:00000200:0.0:1767384338.878928:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000010:0.0:1767384338.878934:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000400:00000200:0.0:1767384338.878938:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000400:00000010:0.0:1767384338.878945:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000047acd21e. 00000400:00000200:0.0:1767384338.878949:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp12 00000400:00000200:0.0:1767384338.878959:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp12 to MR: 192.168.203.113@tcp12 local destination 00000400:00000200:0.0:1767384338.878965:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp12 NI seq info: [63:63:256:4294967295] 192.168.203.113@tcp12 LPNI seq info [63:63:8:4294967295] 00000400:00000200:0.0:1767384338.878970:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp12 00000400:00000200:0.0:1767384338.878977:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) -> 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) : PUT try# 0 00000800:00000200:0.0:1767384338.878982:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.113@tcp12 00000800:00000010:0.0:1767384338.878987:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2539b79. 00000800:00000200:0.0:1767384338.878992:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (6) 00000800:00000200:0.0:1767384338.878999:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:988 00000800:00000200:0.0:1767384338.879002:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2539b79 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:0.0:1767384338.879024:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384338.879027:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 0 00000800:00000200:3.0:1767384338.879107:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384338.879111:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2539b79. 00000400:00000200:3.0:1767384338.879115:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.879133:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: PUT: OK 00000400:00000200:3.0:1767384338.879139:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384338.879144:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp12: 0 00000800:00000001:3.0:1767384338.879184:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879192:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384338.879195:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879200:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384338.879208:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12) <- 192.168.203.113@tcp12 : PUT - for me 00000400:00000200:3.0:1767384338.879220:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384338.879228:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 384/384 into md 0x176d [1] + 0 00000400:00000010:3.0:1767384338.879232:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d969da62. 00000400:00000200:3.0:1767384338.879236:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007d35cf4 00000800:00000001:3.0:1767384338.879239:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879246:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384338.879248:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.879254:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: PUT: OK 00000400:00000200:3.0:1767384338.879258:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000400:00000010:3.0:1767384338.879260:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000400:00000200:3.0:1767384338.879266:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384338.879269:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (24) 00000400:00000200:3.0:1767384338.879274:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384338.879278:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000d43719fa. 00000400:00000200:3.0:1767384338.879284:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 22 00000400:00000200:3.0:1767384338.879290:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384338.879298:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (25) 00000400:00000200:3.0:1767384338.879304:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384338.879311:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp12 to MR: 192.168.203.113@tcp12 local destination 00000400:00000200:3.0:1767384338.879318:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp12 NI seq info: [64:64:256:4294967295] 192.168.203.113@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1767384338.879337:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) -> 192.168.203.113@tcp12(192.168.203.113@tcp12:192.168.203.113@tcp12) 192.168.203.113@tcp12 : ACK try# 0 00000400:00000200:0.0:1767384338.879349:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384338.879350:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp12 00000400:00000010:0.0:1767384338.879357:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011abfff9. 00000800:00000010:3.0:1767384338.879359:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005181f98a. 00000400:00000010:0.0:1767384338.879366:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082070494. 00000800:00000200:3.0:1767384338.879382:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (6) 00000400:00000200:0.0:1767384338.879383:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006d1102c7 00000400:00000200:0.0:1767384338.879393:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004f1 00000800:00000200:3.0:1767384338.879400:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:1017 00000400:00000010:0.0:1767384338.879403:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000006286d59a. 00000800:00000200:3.0:1767384338.879407:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005181f98a type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384338.879410:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000f2b29245. 00000400:00000010:0.0:1767384338.879417:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000121bf67c. 00000400:00000010:0.0:1767384338.879438:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000006286d59a. 00000400:00000010:0.0:1767384338.879442:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000f2b29245. 00000400:00000010:0.0:1767384338.879444:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000121bf67c. 00000400:00000010:0.0:1767384338.879447:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000d43719fa. 00000400:00000200:0.0:1767384338.879451:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384338.879456:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100571 00000400:00000200:0.0:1767384338.879460:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 1 00000400:00000200:0.0:1767384338.879465:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 00000400:00000200:0.0:1767384338.879470:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384338.879474:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100511 rc 0 00000400:00000200:0.0:1767384338.879480:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000800:00000200:3.0:1767384338.879482:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384338.879485:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (24) 00000800:00000010:3.0:1767384338.879487:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005181f98a. 00000400:00000200:3.0:1767384338.879496:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.879502:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: ACK: OK 00000800:00000001:0.0:1767384338.879506:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879511:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384338.879515:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384338.879521:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384338.879526:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879531:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384338.879537:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp12(192.168.203.113@tcp12) <- 192.168.203.113@tcp12 : ACK - for me 00000400:00000200:3.0:1767384338.879548:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp12: ACK from 12345-192.168.203.113@tcp12 into md 0x1775 00000400:00000200:3.0:1767384338.879552:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.879582:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp12->192.168.203.113@tcp12: ACK: OK 00000400:00000200:3.0:1767384338.879588:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000400:00000010:3.0:1767384338.879590:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000400:00000200:3.0:1767384338.879594:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384338.879597:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384338.879601:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (23) 00000800:00000001:3.0:1767384338.879606:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384338.879610:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384338.891653:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384338.891659:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384338.891662:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384338.891664:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384338.891666:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384338.891671:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dbd791a. 00080000:00000001:1.0:1767384338.891672:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.891681:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:1.0:1767384338.891684:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384338.891691:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384338.891695:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384338.891705:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384338.891723:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008ef3caf1. 20000000:00000001:1.0:1767384338.891723:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384338.891730:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384338.891732:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384338.891741:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384338.891744:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384338.891747:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384338.891753:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384338.891761:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384338.891765:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384338.891772:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384338.891776:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384338.891787:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f00c7fc6. 00010000:00000001:3.0:1767384338.891829:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384338.891834:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fbd2e85. 00080000:00000001:2.0:1767384338.891835:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384338.891839:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384338.891843:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384338.891846:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fbd2e85 with handle 0xf489261bfe0bc69b to hash 00000020:00000001:3.0:1767384338.891851:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384338.891853:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00080000:00000001:2.0:1767384338.891859:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384338.891863:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384338.891867:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384338.891873:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00000020:00000001:2.0:1767384338.891875:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384338.891885:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384338.891891:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.891895:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384338.891898:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000003458b2. 00010000:00010000:3.0:1767384338.891901:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.891908:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094871040 : -120966614680576 : ffff91fb43e6fc00) 00080000:00000001:2.0:1767384338.891918:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384338.891923:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384338.891929:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384338.891932:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384338.891935:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.891938:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.891941:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384338.891943:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.891957:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384338.891960:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384338.891962:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384338.891965:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384338.891968:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f00c7fc6) refcount = 1 00010000:00010000:3.0:1767384338.891973:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.891980:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384338.891983:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384338.891986:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.891989:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.891991:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384338.891996:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384338.892002:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384338.892006:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.892008:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.892012:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=4 00000020:00000001:3.0:1767384338.892015:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384338.892019:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384338.892024:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384338.892027:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892046:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384338.892049:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892057:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1767384338.892057:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384338.892064:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892065:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384338.892072:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.892074:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384338.892084:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.892087:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892092:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384338.892095:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.892104:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.892105:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fbd2e85 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384338.892114:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384338.892115:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384338.892120:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384338.892125:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892133:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384338.892136:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384338.892139:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384338.892141:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=5 00000020:00000001:3.0:1767384338.892145:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384338.892148:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384338.892154:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384338.892156:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892164:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384338.892167:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384338.892180:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892187:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384338.892190:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384338.892192:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384338.892195:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384338.892198:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fbd2e85 with handle 0xf489261bfe0bc69b from hash 00010000:00000001:3.0:1767384338.892203:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384338.892206:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.892208:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.892211:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384338.892214:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384338.892216:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384338.892219:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384338.892222:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384338.892226:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892229:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384338.892232:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384338.892235:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.892238:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.892241:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892244:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.892247:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.892250:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892257:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.892260:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.892262:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384338.892265:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384338.892268:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384338.892270:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384338.892273:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384338.892289:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384338.892292:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384338.892296:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384338.892303:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384338.892312:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384338.892315:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc69b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384338.892321:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:3.0:1767384338.892322:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f00c7fc6 count: 0 00080000:00000001:2.0:1767384338.892331:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384338.892350:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384338.892357:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384338.895639:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294927675, at 4294927676 00000100:00000010:0.0:1767384338.895660:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008377af8f. 00000100:00000040:1.0:1767384338.895976:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294927675, at 4294927676 00000100:00000010:1.0:1767384338.895987:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8d655ef. 00000100:00000040:2.0:1767384338.896686:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294927675, at 4294927677 00000100:00000010:2.0:1767384338.896697:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c300c8e2. 00000100:00000040:3.0:1767384338.897641:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294927675, at 4294927678 00000100:00000010:3.0:1767384338.897651:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adfe6d46. 00010000:00000010:3.1:1767384338.900626:0:26708:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f00c7fc6. 00010000:00000010:3.1:1767384338.900640:0:26708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fbd2e85. 00080000:00000001:2.0:1767384338.907231:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384338.907239:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384338.907243:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.907246:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384338.907249:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384338.907263:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384338.907277:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384338.907283:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384338.907302:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384338.907304:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384338.907307:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384338.907309:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384338.907310:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384338.907314:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000003458b2. 00080000:00000001:2.0:1767384338.907320:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384338.907338:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384338.907341:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384338.907343:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384338.907347:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384338.907358:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384338.907373:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005a3a6b1. 00010000:00000001:2.0:1767384338.907378:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384338.907382:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099252107. 00000020:00000001:2.0:1767384338.907385:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384338.907388:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099252107 with handle 0xf489261bfe0bc6a2 to hash 00000020:00000001:2.0:1767384338.907390:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384338.907392:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384338.907395:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384338.907398:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.907400:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.907403:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.907412:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000010:3.0:1767384338.907415:0:26708:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006d3049b5. 00010000:00000001:2.0:1767384338.907416:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384338.907421:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384338.907424:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.907426:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.907429:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384338.907430:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.907432:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384338.907434:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384338.907436:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384338.907438:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384338.907440:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005a3a6b1) refcount = 1 00000400:00000040:3.0:1767384338.907442:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00010000:2.0:1767384338.907446:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907447:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384338.907455:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384338.907459:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000040:3.0:1767384338.907460:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:2.0:1767384338.907464:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000040:3.0:1767384338.907466:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384338.907467:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384338.907469:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000001:2.0:1767384338.907472:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384338.907475:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:2.0:1767384338.907476:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384338.907481:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 20000000:00000001:2.0:1767384338.907483:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000040:3.0:1767384338.907485:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 20000000:01000000:2.0:1767384338.907489:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00000400:00000040:3.0:1767384338.907490:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384338.907496:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:2.0:1767384338.907497:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000040:3.0:1767384338.907500:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384338.907502:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384338.907504:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384338.907506:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:00000001:2.0:1767384338.907509:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000040:3.0:1767384338.907511:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:00000040:2.0:1767384338.907513:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=4 00000400:00000040:3.0:1767384338.907515:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000001:2.0:1767384338.907520:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00000400:00000040:3.0:1767384338.907521:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384338.907525:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:2.0:1767384338.907529:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00000400:00000040:3.0:1767384338.907531:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384338.907537:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:2.0:1767384338.907537:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384338.907543:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907544:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384338.907549:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:2.0:1767384338.907599:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384338.907602:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907610:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:2.0:1767384338.907613:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384338.907614:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00000001:2.0:1767384338.907617:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384338.907620:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00010000:2.0:1767384338.907621:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907624:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:2.0:1767384338.907629:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384338.907632:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384338.907640:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:2.0:1767384338.907641:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384338.907646:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907647:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384338.907654:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384338.907660:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00010000:2.0:1767384338.907662:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099252107 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384338.907667:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:3.0:1767384338.907674:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:2.0:1767384338.907674:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384338.907678:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907679:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384338.907686:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384338.907693:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:2.0:1767384338.907694:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000040:3.0:1767384338.907697:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:2.0:1767384338.907698:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000040:3.0:1767384338.907701:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000020:00000001:2.0:1767384338.907702:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000040:3.0:1767384338.907707:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000040:2.0:1767384338.907707:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=5 00000400:00000040:3.0:1767384338.907713:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000001:2.0:1767384338.907714:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00000400:00000040:3.0:1767384338.907717:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:2.0:1767384338.907721:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00000400:00000040:3.0:1767384338.907723:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384338.907726:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384338.907728:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384338.907731:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384338.907737:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00010000:00000001:2.0:1767384338.907738:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000040:3.0:1767384338.907741:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00010000:2.0:1767384338.907743:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384338.907745:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384338.907750:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384338.907755:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:2.0:1767384338.907764:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000040:3.0:1767384338.907765:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384338.907771:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00010000:00000001:2.0:1767384338.907771:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384338.907778:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384338.907779:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384338.907785:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00010000:00000001:2.0:1767384338.907788:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000040:3.0:1767384338.907789:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000001:2.0:1767384338.907791:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384338.907812:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:3.0:1767384338.907814:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000001:2.0:1767384338.907814:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384338.907820:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000020:00000040:2.0:1767384338.907821:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099252107 with handle 0xf489261bfe0bc6a2 from hash 00000400:00000040:3.0:1767384338.907824:0:26708:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:2.0:1767384338.907837:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384338.907842:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.907846:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.907850:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384338.907855:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384338.907858:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384338.907863:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384338.907866:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384338.907870:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.907874:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384338.907878:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384338.907883:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.907888:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.907891:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.907892:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.907894:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.907899:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.907917:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.907921:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.907924:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384338.907929:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384338.907933:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384338.907936:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384338.907946:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384338.907951:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384338.907965:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.907971:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384338.907984:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384338.907988:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384338.907992:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000099252107/0xf489261bfe0bc6a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384338.907999:0:26708:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006d3049b5. 00010000:00000040:2.0:1767384338.908000:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005a3a6b1 count: 0 00010000:00000001:2.0:1767384338.908015:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384338.908017:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384338.908787:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384338.908792:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384338.908806:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000049c0b830. 20000000:00000001:0.0:1767384338.908812:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384338.908817:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046208 00010000:00000001:0.0:1767384338.908846:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384338.908853:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006524eee9 x1853236744046208/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384338.908862:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384338.908865:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384338.908868:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384338.908873:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384338.908884:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384338.908887:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384338.908891:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384338.908894:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.908898:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384338.908901:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384338.908906:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8849e9. 00000100:00000200:0.0:1767384338.908910:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744046208, offset 224 00000400:00000200:0.0:1767384338.908919:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384338.908931:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384338.908942:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04680 00000400:00000200:0.0:1767384338.908948:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:0.0:1767384338.908954:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384338.908958:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384338.908963:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384338.908968:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384338.908978:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.908999:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384338.909007:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8849e9 00000400:00000010:0.0:1767384338.909010:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa8849e9. 00000100:00000001:3.0:1767384338.909012:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.909014:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384338.909016:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384338.909018:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384338.909024:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384338.909025:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384338.909028:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384338.909029:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:3.0:1767384338.909032:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f85ad56e. 00010000:00000001:0.0:1767384338.909034:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384338.909040:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384338.909041:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe60c2e 00000020:00000001:0.0:1767384338.909043:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384338.909045:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbe60c2e. 00000100:00000001:3.0:1767384338.909052:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384338.909053:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006524eee9 x1853236744046208/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384338.909067:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.909069:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744046208:12345-0@lo:253: Request processed in 31068us (31961us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384338.909090:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.909112:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384338.909117:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000001:3.0:1767384338.909118:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.909125:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384338.909127:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 02000000:00000001:3.0:1767384338.909129:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384338.909131:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384338.909133:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384338.909136:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.909137:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384338.909140:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384338.909143:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014fcdbdf. 00000100:00001000:3.0:1767384338.909146:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=46 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384338.909150:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e9eea8. 00000100:00001000:3.0:1767384338.909152:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=46 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384338.909159:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a207c0a. 00000100:00000001:3.0:1767384338.909160:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384338.909164:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384338.909168:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384338.909169:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00010000:00000001:3.0:1767384338.909170:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.909178:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384338.909180:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384338.909184:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384338.909185:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002cfcae0e. 02000000:00000001:0.0:1767384338.909194:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384338.909199:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.909200:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.909205:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384338.909208:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384338.909209:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384338.909213:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384338.909216:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 00000020:01000004:3.0:1767384338.909217:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384338.909221:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384338.909224:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767384338.909226:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8849e9. 00000020:01000004:3.0:1767384338.909227:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384338.909230:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384338.909234:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384338.909236:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384338.909239:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384338.909241:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384338.909244:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384338.909252:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744046208:0@lo:253: 00000100:00000001:3.0:1767384338.909275:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.909278:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384338.909281:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744046208/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.909289:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384338.909291:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384338.909294:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000058cc87cf. 02000000:00000001:3.0:1767384338.909298:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384338.909300:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384338.909301:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384338.909304:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384338.909307:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d714916. 02000000:00000001:3.0:1767384338.909313:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384338.909315:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384338.909317:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:3.0:1767384338.909320:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384338.909322:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.909324:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384338.909330:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384338.909333:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.909336:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384338.909340:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384338.912056:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384338.912060:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384338.912061:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f5281c4f. 20000000:00000001:3.0:1767384338.912067:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384338.912070:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046336 00010000:00000001:3.0:1767384338.912072:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384338.912076:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed191b9e x1853236744046336/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384338.912083:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384338.912085:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384338.912087:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384338.912090:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384338.912092:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384338.912101:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384338.912104:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384338.912105:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384338.912108:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384338.912110:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384338.912113:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbe60c2e. 00000100:00000200:3.0:1767384338.912116:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744046336, offset 224 00000400:00000200:3.0:1767384338.912121:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384338.912127:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384338.912133:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04700 00000400:00000200:3.0:1767384338.912137:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1765 [2] + 224 00000400:00000200:3.0:1767384338.912143:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384338.912146:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384338.912149:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384338.912152:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.912159:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.912178:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384338.912183:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe60c2e 00000400:00000010:3.0:1767384338.912184:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbe60c2e. 00000100:00000001:3.0:1767384338.912187:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384338.912188:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384338.912192:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384338.912194:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384338.912197:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384338.912200:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.912200:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.912205:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384338.912206:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384338.912213:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed191b9e x1853236744046336/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:319/0 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384338.912214:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384338.912218:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384338.912222:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00000100:00100000:3.0:1767384338.912230:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744046336:12345-0@lo:253: Request processed in 34103us (34824us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384338.912230:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e28b6cba 00000400:00000010:0.0:1767384338.912235:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e28b6cba. 00000100:00000001:0.0:1767384338.912243:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384338.912246:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000200:0.0:1767384338.912251:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384338.912261:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384338.912266:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384338.912269:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384338.912270:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384338.912276:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c803d5c. 00000020:00000010:3.0:1767384338.912283:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008ac19bdb. 00000100:00000001:0.0:1767384338.912284:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384338.912288:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384338.912289:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001225a48. 00000100:00000001:0.0:1767384338.912291:0:16154:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384338.912295:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384338.912295:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384338.912297:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384338.912301:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384338.912303:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384338.912305:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384338.912306:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036f27426. 02000000:00000001:3.0:1767384338.912310:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384338.912312:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384338.912316:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384338.912319:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=46 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384338.912321:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f85ad56e. 00000100:00001000:0.0:1767384338.912325:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=46 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384338.912328:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbe60c2e. 00000100:00000001:0.0:1767384338.912330:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384338.912333:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.912336:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384338.912338:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.912340:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384338.912345:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.912351:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384338.912354:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384338.912355:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384338.912358:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384338.912359:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384338.912361:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384338.912362:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384338.912363:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384338.912364:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384338.912365:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384338.912366:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384338.912367:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384338.912369:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384338.912375:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744046336:0@lo:253: 00000100:00000001:0.0:1767384338.912379:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.912380:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384338.912382:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744046336/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384338.912387:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384338.912388:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384338.912390:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c30860a5. 02000000:00000001:0.0:1767384338.912396:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384338.912397:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384338.912398:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384338.912400:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384338.912408:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ccfdae50. 02000000:00000001:0.0:1767384338.912411:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384338.912412:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384338.912413:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000001:0.0:1767384338.912416:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384338.912417:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.912418:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384338.912423:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384338.912424:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384338.912427:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384338.912429:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384338.919867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005a3a6b1. 00010000:00000010:2.1:1767384338.919874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099252107. 00010000:00000001:1.0:1767384339.412633:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384339.412639:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.412644:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384339.412645:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.412686:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384339.412690:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384339.412693:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384339.859650:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp28 00000400:00000010:1.0:1767384339.859655:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005d6820cc. 00000400:00000010:1.0:1767384339.859661:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000044061bc0. 00000400:00000010:1.0:1767384339.859666:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000400:00000010:1.0:1767384339.859673:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046244b71. 00000400:00000200:1.0:1767384339.859677:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp28 00000400:00000200:1.0:1767384339.859691:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp28 local destination 00000400:00000200:1.0:1767384339.859696:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:1.0:1767384339.859699:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [65:65:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:1.0:1767384339.859706:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00000400:00000200:1.0:1767384339.859717:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) : GET try# 0 00000800:00000200:1.0:1767384339.859722:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000800:00000010:1.0:1767384339.859726:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cff74d03. 00000800:00000200:1.0:1767384339.859733:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:1.1:1767384339.859738:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:1.0:1767384339.859758:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:0.0:1767384339.859828:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.859875:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.859899:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.859924:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.859943:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.859975:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860018:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860063:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860079:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860098:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860126:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860150:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860167:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860183:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860200:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860218:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860235:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860248:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860265:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860279:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860306:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860333:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860363:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860391:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860409:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860426:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860449:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860474:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860495:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860513:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860534:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860921:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.860967:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.861007:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384339.861038:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384339.861202:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008436dc5e. 00000800:00000010:0.0:1767384339.861206:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000083371a1. 00000800:00000010:0.0:1767384339.861210:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ebe20036. 00000800:00000010:0.0:1767384339.861227:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ebe20036. 00000800:00020000:0.0:1767384339.861234:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384339.867299:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000083371a1. 00000800:00000010:0.0:1767384339.867304:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008436dc5e. 00000400:02020000:0.0:1767384339.867381:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384339.872042:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp28 notifying 192.168.203.113@tcp28: down 00000800:00000200:0.0:1767384339.872049:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp28 down 00000800:00000100:0.0:1767384339.872055:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp28 00000800:00000010:0.0:1767384339.872058:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cff74d03. 00000400:00000200:0.0:1767384339.872062:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384339.872066:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384339.872074:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384339.872076:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384339.872079:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp28) recovery failed with -71 00080000:00000001:1.0:1767384340.124292:0:27051:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384340.124306:0:27051:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.124310:0:27051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384340.124316:0:27051:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384340.124322:0:27051:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.124325:0:27051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.435628:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384340.435633:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.435638:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384340.435640:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.435668:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384340.435672:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.435675:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384340.627625:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384340.627631:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:2.0:1767384340.627636:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384340.627639:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384340.627641:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384340.627643:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384340.627646:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384340.627649:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384340.627651:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 39 10000000:00000001:2.0:1767384340.627655:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384340.627656:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384340.627664:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae43a94. 00000020:00000040:2.0:1767384340.627668:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384340.627673:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.627676:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.627681:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.627687:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004554ce59. 00000100:00000001:2.0:1767384340.627701:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.627705:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384340.627708:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384340.627716:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005a3a6b1. 00010000:00000001:2.0:1767384340.627721:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384340.627724:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000050dbe019. 00000020:00000001:2.0:1767384340.627729:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384340.627731:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000050dbe019 with handle 0xf489261bfe0bc6a9 to hash 00000020:00000001:2.0:1767384340.627734:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384340.627736:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.627739:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.627743:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384340.627746:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.627749:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384340.627758:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384340.627769:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384340.627776:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384340.627778:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384340.627799:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b6c0403. 00000100:00000001:2.0:1767384340.627802:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111453845568 : -120962255706048 : ffff91fc47b7a840) 00000100:00000001:2.0:1767384340.627805:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.627807:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000001:2.0:1767384340.627812:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.627814:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.627816:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384340.627818:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.627837:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.627847:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.627857:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.627861:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.627864:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.627867:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.627870:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744046464:0@lo:101: 00000100:00000001:2.0:1767384340.627874:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.627879:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.627882:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.627884:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.627888:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009a7a91ab. 02000000:00000001:2.0:1767384340.627889:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.627893:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000400:00000010:2.0:1767384340.627897:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000100:00000200:2.0:1767384340.627903:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744046464, portal 25 00000100:00000001:2.0:1767384340.627904:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.627905:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000040:2.0:1767384340.627909:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.627914:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.627916:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.627917:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000100:00000200:2.0:1767384340.627919:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744046464, offset 0 00000400:00000200:2.0:1767384340.627923:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.627932:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.627939:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd04780 00000400:00000200:2.0:1767384340.627944:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1045 [2] + 0 00000400:00000010:2.0:1767384340.627947:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9eda24d. 00000400:00000200:2.0:1767384340.627950:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005baee0be 00000400:00000200:2.0:1767384340.627954:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.627958:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.627961:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005baee0be 00000400:00000010:2.0:1767384340.627962:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005baee0be. 00000100:00000001:2.0:1767384340.627966:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.627968:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384340.627974:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000066aaaff7 x1853236744046464 msgsize 328 00000100:00100000:2.0:1767384340.627977:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384340.627978:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384340.627990:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.627996:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:2.0:1767384340.627998:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000100:00000001:2.0:1767384340.628000:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.628004:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628011:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.628014:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628019:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628021:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384340.628021:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384340.628024:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.628025:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046464 02000000:00000001:1.0:1767384340.628029:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.628030:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294929425 00000100:00000001:1.0:1767384340.628033:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384340.628035:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc5873. 00000100:00000001:1.0:1767384340.628036:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.628041:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628043:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384340.628045:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046464 00000020:00000001:1.0:1767384340.628049:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384340.628050:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294929425 00000100:00000010:2.0:1767384340.628054:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000963188f1. 00000100:00000001:2.0:1767384340.628056:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384340.628059:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384340.628060:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294929425 00000020:00000001:1.0:1767384340.628062:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384340.628065:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b52065e. 00000020:00000040:1.0:1767384340.628066:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:2.0:1767384340.628071:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384340.628071:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384340.628075:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384340.628076:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294929425 00000100:00000010:2.0:1767384340.628081:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000851f4fd0. 00000100:00000001:1.0:1767384340.628081:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384340.628086:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384340.628087:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7214973. 00000100:00000001:2.0:1767384340.628089:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.628091:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.628093:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384340.628097:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7214973. 00000100:00000001:2.0:1767384340.628098:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.628101:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384340.628102:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000004b6c0403 going to sleep for 11 seconds 00000020:00000010:1.0:1767384340.628103:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015797ae8. 00000020:00000010:1.0:1767384340.628109:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f79db1a2. 00000100:00000001:2.0:1767384340.628112:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.628115:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384340.628116:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 00000100:00000040:1.0:1767384340.628127:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384340.628130:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384340.628131:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384340.628132:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628138:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628150:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.628158:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384340.628160:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384340.628163:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384340.628166:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384340.628168:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227586128 : -120961481965488 : ffff91fc75d60050) 00000100:00000040:1.0:1767384340.628171:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066aaaff7 x1853236744046464/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.628179:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384340.628180:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7214973. 00000100:00000001:1.0:1767384340.628181:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384340.628183:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7214973. 00000100:00100000:1.0:1767384340.628185:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066aaaff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744046464:12345-0@lo:101: 00000100:00000200:1.0:1767384340.628188:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046464 00000020:00000001:1.0:1767384340.628190:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384340.628197:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384340.628199:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.628200:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384340.628202:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:1.0:1767384340.628215:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384340.628216:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384340.628218:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384340.628220:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384340.628222:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.628223:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384340.628225:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384340.628226:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384340.628228:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384340.628229:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.628232:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384340.628236:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce9ad45f. 00010000:00000001:1.0:1767384340.628238:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384340.628240:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046819339. 00000020:00000001:1.0:1767384340.628243:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384340.628244:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046819339 with handle 0xf489261bfe0bc6b0 to hash 00000020:00000001:1.0:1767384340.628246:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384340.628247:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384340.628248:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00010000:1.0:1767384340.628249:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc6a9 expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384340.628254:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:1.0:1767384340.628256:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384340.628261:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384340.628262:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384340.628265:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007b8679a4. 02000000:00000001:1.0:1767384340.628266:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628268:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.628270:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384340.628272:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384340.628277:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384340.628279:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.628280:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.628282:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.628283:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.628285:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384340.628287:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384340.628288:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384340.628289:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384340.628291:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce9ad45f) refcount = 1 00010000:00010000:1.0:1767384340.628294:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.628298:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384340.628299:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384340.628300:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.628302:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.628303:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384340.628306:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384340.628308:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.628313:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384340.628314:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384340.628316:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.628318:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.628319:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384340.628320:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.628321:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384340.628323:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000046819339, rc 0) 00000020:00000001:1.0:1767384340.628324:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384340.628326:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046464 00010000:00000001:1.0:1767384340.628328:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384340.628331:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066aaaff7 x1853236744046464/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/344 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.628336:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384340.628341:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384340.628345:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384340.628348:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384340.628350:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384340.628352:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384340.628354:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384340.628355:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628357:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384340.628359:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384340.628361:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000100:00000200:1.0:1767384340.628363:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744046464, offset 224 00000400:00000200:1.0:1767384340.628367:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384340.628371:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384340.628375:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd04780 00000400:00000200:1.0:1767384340.628378:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1791 [1] + 224 00000400:00000200:1.0:1767384340.628381:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.628383:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384340.628385:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384340.628387:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384340.628394:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.628407:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384340.628411:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:1.0:1767384340.628412:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000100:00000001:1.0:1767384340.628415:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384340.628416:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384340.628420:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.628422:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384340.628424:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384340.628424:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384340.628428:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.628430:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384340.628431:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384340.628434:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066aaaff7 x1853236744046464/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/344 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384340.628435:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384340.628439:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000400:00000200:2.0:1767384340.628445:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000400:00000010:2.0:1767384340.628447:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 00000100:00000001:2.0:1767384340.628451:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.628457:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384340.628462:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066aaaff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744046464:12345-0@lo:101: Request processed in 279us (482us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384340.628480:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384340.628480:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384340.628486:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384340.628491:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384340.628493:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384340.628494:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384340.628496:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.628499:0:16793:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384340.628499:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f79db1a2. 02000000:00000001:2.0:1767384340.628503:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.628505:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384340.628505:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000100:00000001:2.0:1767384340.628509:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384340.628511:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015797ae8. 02000000:00000001:2.0:1767384340.628513:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384340.628516:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:2.0:1767384340.628517:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=48 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384340.628521:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384340.628522:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=48 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384340.628524:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007b8679a4. 00000100:00000001:2.0:1767384340.628527:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384340.628528:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384340.628530:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628532:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.628534:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.628537:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384340.628537:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384340.628542:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384340.628543:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000100:00000040:2.0:1767384340.628546:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384340.628549:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c560118. 00000100:00000001:2.0:1767384340.628570:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.628573:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.628574:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.628577:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.628583:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744046464:0@lo:101: 00000100:00000001:2.0:1767384340.628592:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.628594:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628595:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384340.628597:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.628599:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628603:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384340.628605:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004b6c0403. 00000100:00000001:2.0:1767384340.628607:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384340.628608:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.628610:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384340.628612:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384340.628614:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.628615:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=4 00000020:00000001:2.0:1767384340.628617:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.628619:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000040:2.0:1767384340.628622:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000050dbe019, remote cookie: 0xf489261bfe0bc6b0, flags: 0x0 00010000:00000001:2.0:1767384340.628624:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384340.628626:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384340.628627:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384340.628628:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384340.628629:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384340.628630:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005a3a6b1) refcount = 1 00010000:00010000:2.0:1767384340.628632:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.628636:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384340.628637:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384340.628639:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384340.628641:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384340.628643:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.628644:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.628655:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384340.628656:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.628657:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384340.628658:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.628659:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384340.628660:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628661:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.628662:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae43a94 x1853236744046464/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628667:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.628669:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.628670:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009a7a91ab. 02000000:00000001:2.0:1767384340.628673:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.628674:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.628675:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384340.628677:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.628678:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004554ce59. 02000000:00000001:2.0:1767384340.628681:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.628682:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.628683:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae43a94. 00000100:00000001:2.0:1767384340.628685:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.628686:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384340.628687:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384340.628688:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384340.628689:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384340.628690:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.628691:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384340.628692:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.628693:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=3 00000020:00000001:2.0:1767384340.628695:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.628696:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.628697:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384340.628698:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.628699:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384340.628700:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384340.628705:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384340.628707:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000532a267a. 00000100:00000010:2.0:1767384340.628723:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae43a94. 00000020:00000040:2.0:1767384340.628725:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384340.628728:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.628729:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.628731:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.628733:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004554ce59. 00000100:00000001:2.0:1767384340.628736:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628738:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384340.628740:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009a7a91ab. 00000100:00000010:2.0:1767384340.628742:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000e130343. 00000020:00000040:2.0:1767384340.628744:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384340.628746:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384340.628748:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384340.628750:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b6c0403. 00000100:00000001:2.0:1767384340.628751:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111453845568 : -120962255706048 : ffff91fc47b7a840) 00000100:00000001:2.0:1767384340.628753:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.628754:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000001:2.0:1767384340.628756:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.628757:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628758:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384340.628759:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.628761:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628765:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.628766:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.628768:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.628769:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.628770:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.628772:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744046592:0@lo:256: 00000100:00000001:2.0:1767384340.628774:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.628775:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.628777:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628796:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384340.628799:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000400:00000010:2.0:1767384340.628803:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000080bf10. 00000100:00000200:2.0:1767384340.628805:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd04800-0x695824dd04800, portal 33 00000100:00000001:2.0:1767384340.628808:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.628809:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.628811:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0a494d. 02000000:00000001:2.0:1767384340.628812:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.628813:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000400:00000010:2.0:1767384340.628815:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000100:00000200:2.0:1767384340.628816:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744046592, portal 25 00000100:00000001:2.0:1767384340.628818:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.628819:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000040:2.0:1767384340.628823:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628830:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.628832:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.628834:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000100:00000200:2.0:1767384340.628836:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744046592, offset 0 00000400:00000200:2.0:1767384340.628839:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.628845:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.628852:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd04800 00000400:00000200:2.0:1767384340.628857:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1055 [2] + 0 00000400:00000010:2.0:1767384340.628861:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000817ee091. 00000400:00000200:2.0:1767384340.628865:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a271d3f2 00000400:00000200:2.0:1767384340.628868:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.628872:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.628874:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a271d3f2 00000400:00000010:2.0:1767384340.628875:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a271d3f2. 00000100:00000001:2.0:1767384340.628877:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.628878:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384340.628880:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000872fdc6f x1853236744046592 msgsize 304 00000100:00100000:2.0:1767384340.628882:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384340.628884:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384340.628898:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.628902:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:2.0:1767384340.628903:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000100:00000001:2.0:1767384340.628905:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.628907:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628913:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.628914:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.628918:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628919:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.628921:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628932:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294929426 00000100:00000001:2.0:1767384340.628936:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929425 00000100:00000001:2.0:1767384340.628939:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294929426 00000100:00000001:2.0:1767384340.628942:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929425 00000100:00000001:2.0:1767384340.628944:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294929426 00000100:00000001:2.0:1767384340.628946:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929425 00000100:00000001:2.0:1767384340.628947:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294929426 00000100:00000001:2.0:1767384340.628948:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929425 00000100:00000001:2.0:1767384340.628950:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.628951:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.628952:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.628953:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384340.628955:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000004b6c0403 going to sleep for 11 seconds 00000100:00000001:2.0:1767384340.628957:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.628958:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.628975:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384340.628978:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046592 02000000:00000001:1.0:1767384340.628980:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384340.628981:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384340.628982:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.628984:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.628986:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046592 00000020:00000001:1.0:1767384340.628988:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384340.628989:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384340.628990:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.628991:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384340.628994:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384340.628995:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384340.628998:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384340.629001:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7214973. 00000100:00000001:1.0:1767384340.629007:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384340.629009:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7214973. 00000020:00000010:1.0:1767384340.629012:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015797ae8. 00000020:00000010:1.0:1767384340.629015:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f79db1a2. 00000020:00000010:1.0:1767384340.629017:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 00000100:00000040:1.0:1767384340.629020:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384340.629022:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384340.629023:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384340.629024:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629027:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629038:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.629044:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384340.629045:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384340.629048:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:1.0:1767384340.629050:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384340.629051:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227592272 : -120961481959344 : ffff91fc75d61850) 00000100:00000040:1.0:1767384340.629055:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000872fdc6f x1853236744046592/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 304/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.629061:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384340.629063:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7214973. 00000100:00000001:1.0:1767384340.629064:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384340.629066:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7214973. 00000100:00100000:1.0:1767384340.629068:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000872fdc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744046592:12345-0@lo:256: 00000100:00000200:1.0:1767384340.629070:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046592 00000020:00000001:1.0:1767384340.629071:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384340.629073:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384340.629074:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.629076:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384340.629077:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:1.0:1767384340.629079:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384340.629080:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384340.629081:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384340.629087:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384340.629088:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629091:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384340.629092:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384340.629094:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007b8679a4. 02000000:00000001:1.0:1767384340.629096:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629097:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.629099:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384340.629102:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384340.629104:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384340.629106:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384340.629107:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.629109:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384340.629110:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384340.629111:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000045ededcd. 20000000:00000001:1.0:1767384340.629113:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384340.629123:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384340.629128:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384340.629132:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384340.629133:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384340.629135:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384340.629136:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384340.629138:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384340.629139:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384340.629140:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384340.629142:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384340.629143:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384340.629144:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384340.629145:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384340.629147:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384340.629148:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384340.629150:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384340.629151:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384340.629152:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384340.629153:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384340.629155:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384340.629156:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384340.629157:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:1.0:1767384340.629159:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:1.0:1767384340.629166:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384340.629168:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384340.629170:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384340.629171:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384340.629173:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384340.629175:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384340.629176:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384340.629177:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384340.629178:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384340.629179:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384340.629181:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384340.629182:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384340.629183:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384340.629184:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384340.629185:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384340.629187:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384340.629188:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384340.629189:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384340.629190:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384340.629192:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384340.629193:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384340.629194:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:1.0:1767384340.629196:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:1.0:1767384340.629197:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 48 20000000:00000001:1.0:1767384340.629198:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:1.0:1767384340.629200:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384340.629202:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000011dfeecc. 00000100:00000010:1.0:1767384340.629204:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d0c108cf. 00000020:00000040:1.0:1767384340.629205:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:1.0:1767384340.629216:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384340.629218:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384340.629220:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000400:00000010:1.0:1767384340.629224:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000079376d92. 00000400:00000200:1.0:1767384340.629226:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384340.629232:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384340.629236:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x695824dd04800 00000400:00000200:1.0:1767384340.629239:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x17a1 [4] + 0 00000400:00000010:1.0:1767384340.629241:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000400:00000200:1.0:1767384340.629246:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000080bf10 00000400:00000200:1.0:1767384340.629249:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.629251:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384340.629253:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000080bf10 00000400:00000010:1.0:1767384340.629254:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000080bf10. 00000100:00000001:1.0:1767384340.629256:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384340.629257:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002ae43a94 desc 000000009a7a91ab mbits 1853236744046592 00000100:00000001:1.0:1767384340.629266:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384340.629268:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384340.629271:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384340.629276:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x17ad 00000400:00000200:1.0:1767384340.629278:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.629282:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384340.629283:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.629284:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:2.0:1767384340.629286:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384340.629287:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000011dfeecc 00000100:00000001:1.0:1767384340.629291:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384340.629296:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:1.0:1767384340.629297:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000100:00000001:1.0:1767384340.629299:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384340.629299:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000011dfeecc 00000100:00000001:1.0:1767384340.629302:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384340.629305:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x695824dd04800-0x695824dd04800 00000100:00000001:1.0:1767384340.629307:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.629310:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629312:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384340.629313:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:1.0:1767384340.629315:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d0c108cf. 00000100:00000010:1.0:1767384340.629319:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000011dfeecc. 00000100:00000001:1.0:1767384340.629320:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384340.629321:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384340.629326:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000045ededcd. 20000000:00000001:1.0:1767384340.629328:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384340.629330:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046592 00010000:00000001:1.0:1767384340.629331:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384340.629334:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000872fdc6f x1853236744046592/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 304/240 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.629344:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384340.629345:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384340.629346:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384340.629348:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384340.629349:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384340.629351:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384340.629352:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384340.629353:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629355:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384340.629356:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384340.629357:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000100:00000200:1.0:1767384340.629359:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744046592, offset 224 00000400:00000200:1.0:1767384340.629361:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384340.629365:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384340.629368:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd04800 00000400:00000200:1.0:1767384340.629371:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x17a5 [1] + 224 00000400:00000200:1.0:1767384340.629373:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.629375:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384340.629377:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384340.629379:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384340.629384:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.629395:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384340.629398:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:1.0:1767384340.629399:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000100:00000001:1.0:1767384340.629400:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384340.629401:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384340.629403:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.629405:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384340.629407:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384340.629408:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.629409:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384340.629410:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384340.629413:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.629415:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384340.629419:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000872fdc6f x1853236744046592/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 304/240 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384340.629424:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000100:00100000:1.0:1767384340.629429:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000872fdc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744046592:12345-0@lo:256: Request processed in 365us (546us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384340.629430:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000400:00000010:2.0:1767384340.629434:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 00000100:00000001:2.0:1767384340.629438:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384340.629442:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000200:2.0:1767384340.629444:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384340.629446:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384340.629450:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384340.629453:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384340.629456:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f79db1a2. 00000100:00000200:2.0:1767384340.629459:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384340.629462:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000020:00000010:1.0:1767384340.629467:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015797ae8. 00000100:00000001:2.0:1767384340.629472:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384340.629473:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:2.0:1767384340.629475:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384340.629477:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384340.629478:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384340.629480:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007b8679a4. 02000000:00000001:2.0:1767384340.629481:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.629485:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384340.629485:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384340.629486:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.629488:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384340.629489:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384340.629492:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384340.629493:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384340.629499:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=48 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384340.629499:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000100:00000001:2.0:1767384340.629505:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384340.629506:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb883f1f. 00000100:00000001:2.0:1767384340.629507:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.629512:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.629513:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.629515:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.629517:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.629523:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.629527:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.629529:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.629531:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.629535:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744046592:0@lo:256: 00000100:00000001:2.0:1767384340.629539:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.629540:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.629545:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384340.629547:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.629549:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.629573:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384340.629575:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004b6c0403. 00000100:00000001:2.0:1767384340.629577:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384340.629578:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384340.629580:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 48, more 0. 10000000:00000001:2.0:1767384340.629583:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384340.629588:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003deecdcc. 10000000:00000040:2.0:1767384340.629596:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384340.629601:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384340.629603:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384340.629607:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:2.0:1767384340.629609:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.629610:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384340.629611:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:2.0:1767384340.629614:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:2.0:1767384340.629616:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:2.0:1767384340.629618:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384340.629620:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:2.0:1767384340.629623:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384340.629627:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 00000400:00000200:2.0:1767384340.629630:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384340.629633:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767384340.629635:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (23) 00000400:00000200:2.0:1767384340.629637:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:2.0:1767384340.629638:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:2.0:1767384340.629641:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629642:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:2.0:1767384340.629643:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:2.0:1767384340.629645:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629646:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:2.0:1767384340.629647:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:2.0:1767384340.629654:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629655:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:2.0:1767384340.629656:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:2.0:1767384340.629658:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629660:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:2.0:1767384340.629661:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:2.0:1767384340.629663:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629664:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:2.0:1767384340.629665:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:2.0:1767384340.629667:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629668:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:2.0:1767384340.629670:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:2.0:1767384340.629672:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629672:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:2.0:1767384340.629673:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:2.0:1767384340.629675:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629676:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:2.0:1767384340.629677:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:2.0:1767384340.629679:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629680:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:2.0:1767384340.629681:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:2.0:1767384340.629683:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629684:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:2.0:1767384340.629685:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:2.0:1767384340.629687:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629688:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:2.0:1767384340.629689:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:2.0:1767384340.629690:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629691:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:2.0:1767384340.629692:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:2.0:1767384340.629694:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629695:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:2.0:1767384340.629696:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:2.0:1767384340.629697:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629698:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:2.0:1767384340.629700:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:2.0:1767384340.629706:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629707:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:2.0:1767384340.629708:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:2.0:1767384340.629710:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629711:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:2.0:1767384340.629713:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:2.0:1767384340.629715:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629716:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:2.0:1767384340.629717:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:2.0:1767384340.629719:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629720:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:2.0:1767384340.629721:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:2.0:1767384340.629723:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629724:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:2.0:1767384340.629725:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:2.0:1767384340.629726:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629727:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:2.0:1767384340.629728:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:2.0:1767384340.629730:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384340.629731:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000100:00000001:2.0:1767384340.629733:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.629734:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384340.629737:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:2.0:1767384340.629740:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000823dd1db. 10000000:00000040:2.0:1767384340.629742:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 48/48 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:2.0:1767384340.629744:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384340.629748:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384340.629750:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cb5ef. 00000020:00000010:2.0:1767384340.629754:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce8f125f. 00000040:00000010:2.0:1767384340.629756:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f74ba23. 00000020:00000010:2.0:1767384340.629759:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058c615d8. 00000020:00000010:2.0:1767384340.629763:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384340.629765:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bef1cc66. 80000000:00000010:2.0:1767384340.629768:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8b2b4cd. 40000000:00000010:2.0:1767384340.629776:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000878f0977. 00100000:00000010:2.0:1767384340.629779:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ea457ec. 00040000:00000010:2.0:1767384340.629795:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000012109d27. 00040000:00000010:2.0:1767384340.629799:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c6e0ff0f. 00040000:00000010:2.0:1767384340.629802:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a207c0a. 00080000:00000010:2.0:1767384340.629805:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c15ed1ec. 00000004:00000010:2.0:1767384340.629808:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009d3cfa51. 00000004:00000010:2.0:1767384340.629824:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c5fa3ed. 00000004:00000010:2.0:1767384340.629829:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3aed96b. 00002000:00000010:2.0:1767384340.629833:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ccdcca59. 00000004:00000010:2.0:1767384340.629838:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000793187f9. 00000004:00000001:2.0:1767384340.629842:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384340.629845:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384340.629847:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000823dd1db 00000040:00001000:2.0:1767384340.629849:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384340.629851:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384340.629853:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384340.629854:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384340.629857:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384340.629858:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384340.629860:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384340.629862:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:2.0:1767384340.629864:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384340.629925:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.629929:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce8f125f. 00000040:00000010:2.0:1767384340.629933:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f74ba23. 00000020:00000010:2.0:1767384340.629936:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058c615d8. 00000020:00000010:2.0:1767384340.629939:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384340.629942:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bef1cc66. 80000000:00000010:2.0:1767384340.629956:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8b2b4cd. 40000000:00000010:2.0:1767384340.629960:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000878f0977. 00100000:00000010:2.0:1767384340.629963:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008ea457ec. 00040000:00000010:2.0:1767384340.629966:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000012109d27. 00040000:00000010:2.0:1767384340.629969:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c6e0ff0f. 00040000:00000010:2.0:1767384340.629970:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005a207c0a. 00080000:00000010:2.0:1767384340.629978:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c15ed1ec. 00000004:00000010:2.0:1767384340.629982:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009d3cfa51. 00000004:00000010:2.0:1767384340.629984:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008c5fa3ed. 00000004:00000010:2.0:1767384340.629987:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c3aed96b. 00002000:00000010:2.0:1767384340.629990:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ccdcca59. 00000004:00000010:2.0:1767384340.629992:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000793187f9. 00000020:00000010:2.0:1767384340.629994:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cb5ef. 00000020:00000001:2.0:1767384340.629996:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.629998:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384340.630000:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000823dd1db. 10000000:00000010:2.0:1767384340.630002:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003deecdcc. 10000000:00000001:2.0:1767384340.630004:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.630006:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.630009:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae43a94 x1853236744046592/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.630014:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.630015:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.630017:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0a494d. 02000000:00000001:2.0:1767384340.630020:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.630021:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.630022:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384340.630024:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384340.630025:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384340.630026:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.630027:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384340.630028:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384340.630030:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000e130343. 00000100:00000010:2.0:1767384340.630031:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009a7a91ab. 00000100:00000001:2.0:1767384340.630033:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384340.630034:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004554ce59. 02000000:00000001:2.0:1767384340.630036:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.630036:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.630037:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae43a94. 00000100:00000001:2.0:1767384340.630039:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.630040:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384340.630049:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000532a267a. 10000000:01000000:2.0:1767384340.630054:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384340.630057:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384340.630059:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384340.630060:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384340.630061:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=3 00000020:00000001:2.0:1767384340.630063:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.630065:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384340.630067:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384340.630068:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.630073:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.630074:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384340.630075:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.630079:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384340.630080:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.630081:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384340.630082:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384340.630083:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384340.630084:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384340.630086:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384340.630087:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384340.630089:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384340.637502:0:27162:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000083709c91. 00000020:00000040:3.0:1767384340.637511:0:27162:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384340.637514:0:27162:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000083709c91. 00000100:00000040:0.0:1767384340.646648:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294929426, at 4294929427 00000100:00000040:3.0:1767384340.646649:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294929426, at 4294929427 00000100:00000040:1.0:1767384340.646655:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294929426, at 4294929427 00000100:00000010:3.0:1767384340.646658:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000851f4fd0. 00000100:00000010:0.0:1767384340.646658:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00000100:00000010:1.0:1767384340.646663:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963188f1. 00000100:00000040:2.0:1767384340.647603:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294929426, at 4294929428 00000100:00000010:2.0:1767384340.647611:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b52065e. 00000001:00000001:2.0:1767384340.831068:0:27218:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384340.831073:0:27218:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:2.0:1767384340.838233:0:27218:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384340.845595:0:27219:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000011dfeecc. 00000400:00000010:1.0:1767384340.845609:0:27219:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a63a8e1f. 00000400:00000010:1.0:1767384340.845617:0:27219:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002ebc9fd2. 00000400:00000010:1.0:1767384340.845621:0:27219:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c5ddc8bb. 00000400:00000010:1.0:1767384340.845624:0:27219:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009207c8d7. 00000400:00000010:1.0:1767384340.845629:0:27219:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f73eba5. 00000400:00000010:1.0:1767384340.845631:0:27219:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000623cbf3c. 00000400:00000010:1.0:1767384340.845633:0:27219:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4c1b37e. 00000400:00000010:1.0:1767384340.845637:0:27219:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fed70961. 00000800:00000010:1.0:1767384340.845649:0:27219:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000198de0a3. 00000800:00000200:1.0:1767384340.845658:0:27219:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384340.845673:0:27219:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384340.845708:0:27219:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384340.845731:0:27219:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767384340.847191:0:27219:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000000826d2e5. 00000400:00000010:1.0:1767384340.847197:0:27219:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000010:1.0:1767384340.847201:0:27219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000400:00000001:1.0:1767384340.847215:0:27219:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384340.847217:0:27219:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384340.847218:0:27219:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeea0426. 00000400:00000200:1.0:1767384340.847221:0:27219:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:1.0:1767384340.847223:0:27219:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000400:00000010:1.0:1767384340.847225:0:27219:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000ab92344a. 00000400:00000200:1.0:1767384340.847230:0:27219:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 00000400:00000200:1.0:1767384340.847241:0:27219:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384340.847249:0:27219:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767384340.847256:0:27219:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000dc1ecc32. 00000020:01000000:1.0:1767384340.847259:0:27219:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384340.847261:0:27219:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp31 00000400:00000010:1.0:1767384340.847273:0:27219:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a63a8e1f. 00000400:00000010:1.0:1767384340.847276:0:27219:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000011dfeecc. 00000400:00000200:0.0:1767384340.847303:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384340.847309:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384340.847316:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000400:00000200:0.0:1767384340.847318:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000400:00000010:0.0:1767384340.847324:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072b3a469. 00000400:00000200:0.0:1767384340.847328:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:2.0:1767384340.847337:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384340.847341:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:2.0:1767384340.847342:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384340.847346:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384340.847350:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384340.847351:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384340.847358:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:2.0:1767384340.847362:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384340.847365:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384340.847366:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:2.0:1767384340.847367:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.847371:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384340.847373:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384340.847374:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000020:01000004:2.0:1767384340.847376:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.847379:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384340.847382:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384340.847384:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:01000004:2.0:1767384340.847385:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384340.847389:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384340.847393:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000010:2.0:1767384340.847396:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae43a94. 00000400:00000200:0.0:1767384340.847397:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000040:2.0:1767384340.847403:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384340.847404:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:2.0:1767384340.847411:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384340.847411:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 02000000:00000001:2.0:1767384340.847415:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384340.847419:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 02000000:00000001:2.0:1767384340.847420:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847426:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:0.0:1767384340.847430:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 02000000:00000010:2.0:1767384340.847431:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000251662fc. 00000400:00000200:0.0:1767384340.847436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000001:2.0:1767384340.847438:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847443:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:2.0:1767384340.847447:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.847449:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847452:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000040:2.0:1767384340.847458:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ae43a94] to pc [ptlrpcd_00_01+1] req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.847481:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:0.0:1767384340.847487:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:0.0:1767384340.847493:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 10000000:00000001:2.0:1767384340.847499:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847499:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 10000000:00000001:2.0:1767384340.847504:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.847508:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.847511:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384340.847511:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000020:01000000:2.0:1767384340.847512:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384340.847517:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384340.847521:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384340.847522:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384340.847525:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:2.0:1767384340.847526:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384340.847529:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384340.847531:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384340.847532:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384340.847537:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384340.847538:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000020:01000004:2.0:1767384340.847541:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384340.847546:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.847550:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384340.847551:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp29 00000020:01000004:2.0:1767384340.847586:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384340.847589:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.847591:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384340.847593:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384340.847599:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp29 lpni_is_preferred = 0 00000100:00000001:1.0:1767384340.847600:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384340.847603:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384340.847604:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847608:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp29 00000100:00000010:2.0:1767384340.847609:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ede0195. 02000000:00000001:1.0:1767384340.847610:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384340.847614:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384340.847615:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384340.847618:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp29 NI seq info: [66:66:256:4294967295] 192.168.203.113@tcp29 LPNI seq info [66:66:8:4294967295] 02000000:00000001:1.0:1767384340.847620:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.847621:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.847626:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384340.847628:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744046720:0@lo:253: 02000000:00000001:2.0:1767384340.847630:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.847645:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384340.847646:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000be52e98. 00000400:00000200:0.0:1767384340.847647:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp29 02000000:00000001:1.0:1767384340.847650:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384340.847654:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.847655:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.847660:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384340.847663:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.847667:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384340.847668:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29:) -> 192.168.203.113@tcp29(192.168.203.113@tcp:192.168.203.113@tcp29) : PUT try# 0 00000100:00000040:2.0:1767384340.847672:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ede0195] to pc [ptlrpcd_00_02+2] req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384340.847674:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000edaf87a9. 02000000:00000001:1.0:1767384340.847680:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384340.847685:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.113@tcp29 00000400:00000010:1.0:1767384340.847687:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000010:1.0:1767384340.847696:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a63a8e1f. 00000800:00000010:0.0:1767384340.847696:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004726725d. 00000100:00000200:1.0:1767384340.847701:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744046720, portal 25 10000000:00000001:2.0:1767384340.847702:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.847706:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384340.847707:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384340.847708:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aaffa635. 00000100:00000001:1.0:1767384340.847709:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000020:00000001:2.0:1767384340.847711:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384340.847716:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384340.847717:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005c9f162f. 00000020:00000010:2.0:1767384340.847718:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000dc1ecc32. 00000100:00000040:1.0:1767384340.847720:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.847730:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384340.847731:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000100:00000001:2.0:1767384340.847732:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384340.847736:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384340.847737:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.847742:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384340.847742:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009465dbc5. 00000800:00000200:0.1:1767384340.847743:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000100:00000040:2.0:1767384340.847749:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384340.847749:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744046720, offset 0 00000400:00000200:1.0:1767384340.847760:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.847765:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:2.0:1767384340.847766:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.847769:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.847774:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000400:00000200:1.0:1767384340.847775:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384340.847776:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384340.847780:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.847802:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.847808:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744046848:0@lo:253: 00000400:00000200:1.0:1767384340.847809:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04880 00000400:00000200:1.0:1767384340.847824:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1065 [2] + 0 00000100:00000001:2.0:1767384340.847826:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384340.847827:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384340.847828:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 02000000:00000001:2.0:1767384340.847832:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384340.847833:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c86bf3f 00000100:00000001:0.0:1767384340.847834:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.847836:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.847841:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384340.847841:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.847846:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384340.847849:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5281c4f. 00000400:00000200:1.0:1767384340.847850:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c86bf3f 00000400:00000010:1.0:1767384340.847854:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c86bf3f. 02000000:00000001:2.0:1767384340.847857:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.847860:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384340.847862:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384340.847864:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000e60a42a0 x1853236744046720 msgsize 4848 00000100:00100000:1.0:1767384340.847871:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384340.847874:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000100:00000040:1.0:1767384340.847874:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384340.847883:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf58f91. 00000100:00000001:1.0:1767384340.847884:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.847889:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000200:2.0:1767384340.847890:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744046848, portal 25 00000400:00000200:1.0:1767384340.847891:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009465dbc5 00000100:00000001:2.0:1767384340.847895:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384340.847896:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009465dbc5. 00000100:00000001:2.0:1767384340.847898:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353482496 : -120961356069120 : ffff91fc7d570700) 00000100:00000001:1.0:1767384340.847901:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384340.847906:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384340.847907:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.847932:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.847935:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.847938:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000309972d1. 00000400:00000200:0.0:1767384340.847941:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000200:2.0:1767384340.847944:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744046848, offset 0 00000400:00000200:2.0:1767384340.847954:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384340.847956:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384340.847962:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.847967:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384340.847978:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.847982:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04900 00000100:00000001:1.0:1767384340.847984:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384340.847986:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384340.847992:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000100:00000001:1.0:1767384340.847992:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.847999:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2729829. 00000100:00000001:1.0:1767384340.848000:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294929645 00000400:00000200:2.0:1767384340.848002:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008328877c 00000100:00000010:1.0:1767384340.848005:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075302ef5. 00000400:00000200:2.0:1767384340.848009:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.848012:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384340.848015:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.848020:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008328877c 00000100:00000001:1.0:1767384340.848021:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294929645 00000400:00000010:2.0:1767384340.848022:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008328877c. 00000100:00000001:2.0:1767384340.848035:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384340.848035:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cdc7c33. 00000100:00000200:2.0:1767384340.848038:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384340.848040:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384340.848041:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384340.848042:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000064355ad9 x1853236744046848 msgsize 4848 00000100:00000001:1.0:1767384340.848047:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294929645 00000100:00100000:2.0:1767384340.848054:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384340.848056:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000699f2372. 00000100:00000040:2.0:1767384340.848057:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384340.848063:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384340.848067:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294929645 00000100:00000001:2.0:1767384340.848069:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384340.848070:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019fd9947. 00000100:00000001:1.0:1767384340.848074:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384340.848076:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000309972d1 00000100:00000001:1.0:1767384340.848077:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384340.848080:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000309972d1. 00000100:00000001:1.0:1767384340.848081:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848084:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384340.848086:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.848090:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384340.848091:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.848099:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:1.0:1767384340.848100:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.848101:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384340.848103:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384340.848108:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384340.848109:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.848111:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.848113:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.848117:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848125:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848127:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.848132:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848135:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294929645 00000100:00000001:2.0:1767384340.848137:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294929645 00000100:00000001:2.0:1767384340.848139:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294929645 00000100:00000001:2.0:1767384340.848141:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294929645 00000400:00000200:0.0:1767384340.848142:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000001:2.0:1767384340.848143:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294929645 00000100:00000001:2.0:1767384340.848147:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294929645 00000100:00000001:2.0:1767384340.848151:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294929645 00000100:00000001:2.0:1767384340.848152:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294929645 00000100:00000001:2.0:1767384340.848154:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.848155:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848158:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848159:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.848164:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.848165:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384340.848167:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.848168:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.848170:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848172:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848183:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.848185:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.848187:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:2.0:1767384340.848201:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384340.848205:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046720 02000000:00000001:2.0:1767384340.848207:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384340.848208:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384340.848209:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384340.848212:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046848 00000100:00000001:2.0:1767384340.848213:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.848217:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384340.848219:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.848220:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384340.848223:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046720 00000020:00000001:2.0:1767384340.848226:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384340.848229:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000040:2.0:1767384340.848230:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384340.848230:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.848235:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384340.848238:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.848241:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046848 00000020:00000040:2.0:1767384340.848246:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384340.848246:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384340.848247:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384340.848251:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384340.848252:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.848255:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:2.0:1767384340.848256:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384340.848260:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384340.848264:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384340.848265:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:0.0:1767384340.848266:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000020:00000010:2.0:1767384340.848270:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000100:00000001:1.0:1767384340.848272:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384340.848275:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384340.848277:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66cbfa1. 00000020:00000010:2.0:1767384340.848279:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000878f0977. 00000100:00000001:1.0:1767384340.848283:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384340.848287:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66cbfa1. 00000020:00000010:2.0:1767384340.848288:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0a494d. 00000020:00000010:1.0:1767384340.848292:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f079a9db. 00000020:00000010:2.0:1767384340.848295:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000896eab11. 00000020:00000010:1.0:1767384340.848299:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000589ac6a8. 00000020:00000010:2.0:1767384340.848302:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000400:00000200:0.0:1767384340.848304:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000020:00000010:1.0:1767384340.848305:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1e2eac8. 00000100:00000040:2.0:1767384340.848311:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384340.848315:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384340.848317:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384340.848319:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.848321:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384340.848324:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384340.848325:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848326:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.848331:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848336:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.848336:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384340.848343:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:1.0:1767384340.848356:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384340.848357:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384340.848359:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384340.848360:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384340.848367:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000040:1.0:1767384340.848370:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384340.848372:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227590224 : -120961481961392 : ffff91fc75d61050) 00000100:00100000:2.0:1767384340.848376:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384340.848378:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e60a42a0 x1853236744046720/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.848381:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000400:00000200:0.0:1767384340.848384:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:2.0:1767384340.848386:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227594320 : -120961481957296 : ffff91fc75d62050) 00000100:00000001:1.0:1767384340.848395:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384340.848396:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064355ad9 x1853236744046848/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384340.848399:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c66cbfa1. 00000100:00000001:1.0:1767384340.848405:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.848410:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384340.848411:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c66cbfa1. 00000020:00000010:2.0:1767384340.848416:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000400:00000200:0.0:1767384340.848419:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00100000:1.0:1767384340.848421:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744046720:12345-0@lo:253: 00000100:00000001:2.0:1767384340.848422:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.848426:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000878f0977. 00000100:00000200:1.0:1767384340.848433:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046720 00000100:00100000:2.0:1767384340.848437:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744046848:12345-0@lo:253: 00000020:00000001:1.0:1767384340.848439:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384340.848443:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046848 00000020:00000001:1.0:1767384340.848444:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384340.848446:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384340.848447:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.848450:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384340.848451:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384340.848452:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000020:00000001:2.0:1767384340.848454:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.848455:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384340.848459:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384340.848460:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384340.848465:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384340.848467:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384340.848468:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384340.848470:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384340.848472:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.848475:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384340.848477:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384340.848478:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384340.848481:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384340.848482:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384340.848483:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000020:00000001:2.0:1767384340.848485:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384340.848487:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc1ecc32. 00000020:00000001:2.0:1767384340.848488:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.848492:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848493:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384340.848495:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.848497:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384340.848499:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384340.848504:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000082c8cd75. 02000000:00000001:2.0:1767384340.848507:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.848509:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384340.848510:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009005868c. 20000000:00000001:2.0:1767384340.848512:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384340.848516:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384340.848519:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384340.848521:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2e71ede. 20000000:00000001:1.0:1767384340.848522:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384340.848525:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 20000000:00000001:1.0:1767384340.848526:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384340.848527:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384340.848532:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.848533:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384340.848535:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384340.848537:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384340.848540:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.848542:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.848544:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384340.848545:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c145e8d. 20000000:01000000:1.0:1767384340.848549:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:1.0:1767384340.848575:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384340.848580:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384340.848597:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00080000:00000001:1.0:1767384340.848620:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384340.848624:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384340.848626:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384340.848627:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384340.848631:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384340.848634:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000020:00000001:1.0:1767384340.848635:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384340.848641:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384340.848665:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b8679a4. 00080000:00000001:1.0:1767384340.848668:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057646592 : -120966651905024 : ffff91fb41aefc00) 00080000:00000001:1.0:1767384340.848671:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384340.848678:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.848710:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.848738:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.848773:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000001:00000001:1.0:1767384340.848777:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384340.848780:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384340.848801:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384340.848821:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.848827:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:1.0:1767384340.848836:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384340.848879:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.848924:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00080000:00000001:1.0:1767384340.848961:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384340.848964:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384340.848968:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.848996:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849046:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849080:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849113:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849151:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849196:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849238:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849283:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384340.849328:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384340.849577:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008436dc5e. 00000800:00000010:0.0:1767384340.849583:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069413718. 00000800:00000010:0.0:1767384340.849590:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd447f07. 00000800:00000010:0.0:1767384340.849621:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd447f07. 00000800:00020000:0.0:1767384340.849645:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384340.849649:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069413718. 00000800:00000010:0.0:1767384340.849652:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008436dc5e. 00000400:02020000:0.0:1767384340.849720:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp29 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384340.849729:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp29 notifying 192.168.203.113@tcp29: down 00000800:00000200:0.0:1767384340.849738:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp29 down 00000800:00000100:0.0:1767384340.849747:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.113@tcp29 00000800:00000010:0.0:1767384340.849751:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004726725d. 00000400:00000200:0.0:1767384340.849758:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384340.849764:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp29->192.168.203.113@tcp29: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384340.849772:0:16144:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp29 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:0.0:1767384340.849777:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384340.849798:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:0.0:1767384340.849804:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384340.849858:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384340.849863:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x101151 00000400:00000001:0.0:1767384340.849867:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.849870:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384340.849872:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000400:00000010:0.0:1767384340.849874:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000400:00000200:0.0:1767384340.849879:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384340.849884:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384340.849888:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (24) 00000400:00000200:0.0:1767384340.849892:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384340.849896:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc -71 00000400:00000200:0.0:1767384340.849901:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384340.849906:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (23) 00080000:00000001:1.0:1767384340.856639:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.856644:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384340.856645:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384340.856648:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384340.856649:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.856653:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384340.856653:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384340.856657:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384340.856659:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384340.856661:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b8679a4. 20000000:01000000:1.0:1767384340.856662:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384340.856665:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384340.856672:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384340.856676:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384340.856681:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384340.856684:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004554ce59. 20000000:01000000:2.0:1767384340.856688:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:2.0:1767384340.856691:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384340.856694:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384340.856715:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384340.856717:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384340.856719:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384340.856720:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384340.856722:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384340.856725:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384340.856727:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384340.856733:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009a7a91ab. 00080000:00000001:2.0:1767384340.856735:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094868992 : -120966614682624 : ffff91fb43e6f400) 00080000:00000001:2.0:1767384340.856737:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384340.856825:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384340.856826:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384340.856834:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384340.856860:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384340.856862:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384340.856956:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384340.856958:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384340.856975:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384340.856978:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384340.856981:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384340.856985:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384340.856987:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384340.856992:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ce9ad45f count: 2 00010000:00000001:2.0:1767384340.856995:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384340.856998:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384340.857001:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 00000020:00000001:2.0:1767384340.857004:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384340.857007:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fc657627 with handle 0xf489261bfe0bc6b7 to hash 00000020:00000001:2.0:1767384340.857009:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384340.857010:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384340.857012:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:2.0:1767384340.857015:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384340.857016:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.857019:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.857025:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384340.857039:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384340.857040:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384340.857042:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384340.857044:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384340.857047:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384340.857051:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384340.857053:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.857056:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384340.857057:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.857064:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.857065:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384340.857068:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384340.857073:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce9ad45f) refcount = 2 00010000:00000040:2.0:1767384340.857075:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384340.857078:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384340.857081:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384340.857083:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384340.857088:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6121729. 00000100:00000001:2.0:1767384340.857090:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384340.857093:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000309972d1. 00000100:00000001:2.0:1767384340.857094:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111453843456 : -120962255708160 : ffff91fc47b7a000) 00000100:00000001:2.0:1767384340.857096:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111453843456 : -120962255708160 : ffff91fc47b7a000) 00000100:00000001:2.0:1767384340.857098:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384340.857098:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384340.857100:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384340.857102:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.857103:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384340.857105:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384340.857107:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384340.857109:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384340.857110:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384340.857114:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2894ad8. 00000020:00000040:2.0:1767384340.857117:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:2.0:1767384340.857119:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384340.857121:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384340.857122:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384340.857126:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d45270f. 00000100:00000001:2.0:1767384340.857129:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.857132:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384340.857147:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 16 pid: 16790 timeout: 412 lvb_type: 0 00010000:00000001:2.0:1767384340.857153:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384340.857155:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384340.857170:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.857175:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384340.857176:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.857179:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744046976:0@lo:104: 00000100:00000001:2.0:1767384340.857182:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384340.857184:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.857186:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.857188:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384340.857190:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084beccec. 02000000:00000001:2.0:1767384340.857192:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.857195:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000400:00000010:2.0:1767384340.857199:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000100:00000200:2.0:1767384340.857202:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744046976, portal 16 00000100:00000001:2.0:1767384340.857204:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384340.857205:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353495040 : -120961356056576 : ffff91fc7d573800) 00000100:00000040:2.0:1767384340.857209:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.857214:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.857216:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.857218:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000100:00000200:2.0:1767384340.857220:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744046976, offset 0 00000400:00000200:2.0:1767384340.857225:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.857242:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.857248:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd04980 00000400:00000200:2.0:1767384340.857254:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:2.0:1767384340.857256:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000946bf11e. 00000400:00000200:2.0:1767384340.857263:0:16811:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000da1f9d98 00000400:00000200:2.0:1767384340.857266:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.857270:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.857272:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1f9d98 00000400:00000010:2.0:1767384340.857274:0:16811:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da1f9d98. 00000100:00000001:2.0:1767384340.857277:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384340.857278:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384340.857280:0:16811:0:(events.c:337:request_in_callback()) incoming req@000000009bab1b4c x1853236744046976 msgsize 328 00000100:00100000:2.0:1767384340.857284:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384340.857285:0:16811:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384340.857297:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.857301:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:2.0:1767384340.857303:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000100:00000001:2.0:1767384340.857306:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384340.857310:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384340.857316:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.857320:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384340.857324:0:16778:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080b800f6. 00000100:00000001:2.0:1767384340.857325:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.857330:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.857333:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384340.857334:0:16778:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058cc87cf. 00000100:00000001:2.0:1767384340.857338:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294929654 00000100:00100000:3.0:1767384340.857339:0:16778:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1767384340.857345:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:2.0:1767384340.857346:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294929645 00000400:00000010:3.0:1767384340.857348:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e16920. 00000100:00000001:2.0:1767384340.857351:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294929654 00000400:00000010:3.0:1767384340.857354:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003dc401e. 00000100:00000001:2.0:1767384340.857356:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294929645 00000100:00000001:2.0:1767384340.857360:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294929654 00000100:00000001:2.0:1767384340.857363:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294929645 00000020:00000010:3.0:1767384340.857364:0:16778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008461dcfb. 00000100:00000001:2.0:1767384340.857369:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294929654 00000100:00000001:3.0:1767384340.857370:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384340.857373:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744046976 02000000:00000001:3.0:1767384340.857376:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.857376:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294929645 00000100:00000001:3.0:1767384340.857381:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.857382:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.857383:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.857386:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.857388:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.857389:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.857392:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744046976 00010000:00000001:2.0:1767384340.857397:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.857402:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384340.857403:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.857406:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00010000:00000001:2.0:1767384340.857407:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384340.857410:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384340.857411:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384340.857413:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.857414:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00010000:00000001:2.0:1767384340.857416:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:3.0:1767384340.857418:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00010000:00000001:2.0:1767384340.857419:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384340.857422:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:2.0:1767384340.857423:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.857427:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.857428:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384340.857430:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384340.857432:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e1f418. 00000100:00100000:2.0:1767384340.857433:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000309972d1 going to sleep for 11 seconds 00000100:00000001:3.0:1767384340.857436:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.857454:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384340.857456:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0e1f418. 00000100:00000001:2.0:1767384340.857458:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384340.857463:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cbf2e22. 00000020:00000010:3.0:1767384340.857469:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beba786b. 00000020:00000010:3.0:1767384340.857473:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384340.857482:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384340.857484:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.857486:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.857488:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.857493:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.857506:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.857519:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.857522:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384340.857527:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384340.857530:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:3.0:1767384340.857532:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107057594448 : -120966651957168 : ffff91fb41ae3050) 00000100:00000040:3.0:1767384340.857537:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bab1b4c x1853236744046976/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/0 e 0 to 0 dl 1767384351 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384340.857545:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384340.857549:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e1f418. 00000100:00000001:3.0:1767384340.857552:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.857554:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0e1f418. 00000100:00100000:3.0:1767384340.857559:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bab1b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744046976:12345-0@lo:104: 00000100:00000200:3.0:1767384340.857563:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744046976 00010000:00000001:3.0:1767384340.858172:0:16778:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384340.858177:0:16778:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.858179:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.858181:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=2 00000020:00000001:3.0:1767384340.858183:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:3.0:1767384340.858186:0:16778:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:3.0:1767384340.858189:0:16778:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.858191:0:16778:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.858194:0:16778:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384340.858202:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.858205:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384340.858209:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000badebff9. 02000000:00000001:3.0:1767384340.858211:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.858213:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858217:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.858220:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.858224:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.858229:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.858232:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.858234:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384340.858237:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.858239:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.858242:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.858245:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.858248:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00000200:3.0:1767384340.858251:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744046976, offset 224 00000400:00000200:3.0:1767384340.858257:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.858264:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.858272:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd04980 00000400:00000200:3.0:1767384340.858279:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17d1 [1] + 224 00000400:00000200:3.0:1767384340.858285:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.858290:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.858304:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.858311:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384340.858325:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384340.858347:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.858356:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:3.0:1767384340.858358:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000001:3.0:1767384340.858361:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.858363:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.858368:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.858372:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384340.858376:0:16778:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384340.858380:0:16778:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003fb1c0bd. 00010000:00000001:3.0:1767384340.858383:0:16778:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384340.858391:0:16778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384340.858393:0:16778:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858395:0:16778:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858397:0:16778:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.858401:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bab1b4c x1853236744046976/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384340.858409:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bab1b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744046976:12345-0@lo:104: Request processed in 862us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384340.858416:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384340.858419:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:3.0:1767384340.858421:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.858423:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.858428:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beba786b. 00000020:00000010:3.0:1767384340.858432:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384340.858436:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cbf2e22. 00000020:00000040:3.0:1767384340.858440:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 02000000:00000001:3.0:1767384340.858446:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858448:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000badebff9. 02000000:00000001:3.0:1767384340.858458:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384340.858461:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858462:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000081c2b09e. 02000000:00000001:3.0:1767384340.858466:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858468:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 02000000:00000001:3.0:1767384340.858473:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858474:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a74a2704. 02000000:00000001:3.0:1767384340.858478:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858480:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 02000000:00000001:3.0:1767384340.858484:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858485:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007695e498. 02000000:00000001:3.0:1767384340.858488:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858490:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008aab4474. 02000000:00000001:3.0:1767384340.858495:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858497:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007284bca3. 02000000:00000001:3.0:1767384340.858498:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858500:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010a5e520. 02000000:00000001:3.0:1767384340.858504:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858506:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a7e9a678. 02000000:00000001:3.0:1767384340.858509:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858511:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc4f2453. 02000000:00000001:3.0:1767384340.858514:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.858515:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b199304. 02000000:00000001:3.0:1767384340.858533:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.858534:0:16778:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9a1c10a. 00000100:00000010:3.0:1767384340.858536:0:16778:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084bd0b6a. 00000100:00000010:3.0:1767384340.858539:0:16778:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000a583cd3a. 00000100:00000001:3.0:1767384340.858543:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.858702:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384340.858708:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.858710:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384340.858712:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000400:00000200:3.0:1767384340.858716:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000400:00000010:3.0:1767384340.858718:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 00000100:00000001:3.0:1767384340.858722:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.858726:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384340.858734:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384340.858747:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384340.858750:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.858752:0:16811:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384340.858754:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384340.858756:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.858758:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.858760:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.858764:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384340.858767:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.858770:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384340.858772:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858775:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384340.858777:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.858779:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.858799:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384340.858820:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.858822:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384340.858824:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.858826:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384340.858828:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.858829:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.858831:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.858834:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384340.858839:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744046976:0@lo:104: 00000100:00000001:3.0:1767384340.858844:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.858846:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.858848:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384340.858850:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384340.858851:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2894ad8 x1853236744046976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384340.858856:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384340.858862:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384340.858864:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084beccec. 02000000:00000001:3.0:1767384340.858868:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384340.858869:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384340.858871:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:3.0:1767384340.858873:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384340.858875:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d45270f. 02000000:00000001:3.0:1767384340.858877:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384340.858878:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384340.858880:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2894ad8. 00000100:00000001:3.0:1767384340.858883:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384340.858884:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384340.858885:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000309972d1. 00000100:00000001:3.0:1767384340.858888:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384340.858889:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384340.858890:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6121729. 00010000:00000001:3.0:1767384340.858894:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858896:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.858898:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384340.858900:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384340.858902:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384340.858904:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384340.858923:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.858927:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.858929:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384340.858933:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384340.858935:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384340.858938:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384340.858946:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000050dbe019 already unused, calling callback (000000001cc36fe6) 10000000:00000001:3.0:1767384340.858949:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384340.858951:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.858964:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384340.858966:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.858968:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.858969:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=3 00000020:00000001:3.0:1767384340.858971:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:3.0:1767384340.858973:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:3.0:1767384340.858976:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384340.858978:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384340.858982:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384340.858983:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384340.858987:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384340.858989:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384340.858990:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384340.858992:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384340.858994:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384340.858995:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384340.859004:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384340.859006:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384340.859007:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384340.859010:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384340.859011:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859015:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384340.859017:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384340.859028:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384340.859030:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.859031:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.859033:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050dbe019 with handle 0xf489261bfe0bc6a9 from hash 00010000:00000001:3.0:1767384340.859035:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384340.859036:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859038:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859044:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384340.859046:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384340.859047:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384340.859050:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384340.859052:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384340.859056:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000020:00000040:3.0:1767384340.859059:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384340.859061:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384340.859063:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384340.859065:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384340.859069:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cbf2e22. 00000100:00000001:3.0:1767384340.859072:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859075:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384340.859077:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384340.859082:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384340.859083:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.859085:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384340.859087:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.859092:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_03+3] req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.859113:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384340.859115:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859117:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859118:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859120:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384340.859121:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.859123:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859127:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384340.859128:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 0000000050dbe019/0xf489261bfe0bc6a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6b0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384340.859132:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005a3a6b1 count: 0 00010000:00000001:3.0:1767384340.859145:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859147:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384340.859149:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003fb1c0bd. 00010000:00000001:3.0:1767384340.859152:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.859154:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.859156:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.859158:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384340.859160:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.859161:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.859163:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384340.859165:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384340.859167:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.859169:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384340.859186:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.859189:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.859191:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384340.859196:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859204:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384340.859206:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.859209:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384340.859210:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384340.859213:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.859216:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744047104:0@lo:103: 00000100:00000001:3.0:1767384340.859219:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384340.859222:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384340.859223:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.859225:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384340.859228:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d45270f. 02000000:00000001:3.0:1767384340.859230:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.859233:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e78908b. 00000400:00000010:3.0:1767384340.859237:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00000200:3.0:1767384340.859239:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744047104, portal 18 00000100:00000001:3.0:1767384340.859241:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384340.859242:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000100:00000040:3.0:1767384340.859251:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859255:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.859258:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.859261:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384340.859264:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744047104, offset 0 00000400:00000200:3.0:1767384340.859268:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.859275:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.859280:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd04a00 00000400:00000200:3.0:1767384340.859285:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767384340.859287:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f77c3230. 00000400:00000200:3.0:1767384340.859290:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002204f718 00000400:00000200:3.0:1767384340.859292:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.859296:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384340.859298:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002204f718 00000400:00000010:3.0:1767384340.859300:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002204f718. 00000100:00000001:3.0:1767384340.859303:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384340.859305:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384340.859307:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000541c66dc x1853236744047104 msgsize 328 00000100:00100000:3.0:1767384340.859310:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384340.859312:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384340.859321:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.859324:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384340.859326:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384340.859327:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384340.859330:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859336:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384340.859338:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859347:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859351:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.859355:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859357:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294929656 00000100:00000001:3.0:1767384340.859369:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929654 00000100:00000001:3.0:1767384340.859372:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294929656 00000100:00000001:3.0:1767384340.859377:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929654 00000100:00000001:3.0:1767384340.859381:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294929656 00000100:00000001:3.0:1767384340.859385:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929654 00000100:00000001:3.0:1767384340.859387:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294929656 00000100:00000001:3.0:1767384340.859391:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929654 00000100:00000001:3.0:1767384340.859396:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.859397:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859399:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859401:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.859405:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.859406:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384340.859407:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.859408:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.859409:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859411:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859422:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.859423:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.859424:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859426:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859435:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384340.859437:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047104 02000000:00000001:3.0:1767384340.859438:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384340.859439:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.859441:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.859443:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.859445:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047104 00000020:00000001:3.0:1767384340.859446:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.859447:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384340.859449:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.859450:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:3.0:1767384340.859452:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384340.859454:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384340.859461:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384340.859464:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e1f418. 00000100:00000001:3.0:1767384340.859465:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.859467:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0e1f418. 00000020:00000010:3.0:1767384340.859472:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5abf3dc. 00000020:00000010:3.0:1767384340.859475:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beba786b. 00000020:00000010:3.0:1767384340.859478:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384340.859486:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384340.859488:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.859490:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384340.859491:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384340.859493:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859495:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384340.859497:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.859498:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.859500:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=4 00000020:00000001:3.0:1767384340.859501:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:3.0:1767384340.859503:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00010000:3.0:1767384340.859506:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 17 pid: 16790 timeout: 412 lvb_type: 0 00010000:00000001:3.0:1767384340.859511:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859512:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859513:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.859515:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.859519:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384340.859523:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000541c66dc x1853236744047104/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859528:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384340.859529:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859539:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.859548:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.859549:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384340.859552:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384340.859561:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:3.0:1767384340.859562:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058719824 : -120966650831792 : ffff91fb41bf5c50) 00000100:00000040:3.0:1767384340.859565:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000541c66dc x1853236744047104/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.859590:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384340.859593:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e1f418. 00000100:00000001:3.0:1767384340.859595:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.859596:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0e1f418. 00000100:00100000:3.0:1767384340.859598:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000541c66dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16157:x1853236744047104:12345-0@lo:103: 00000100:00000200:3.0:1767384340.859601:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047104 00010000:00000001:3.0:1767384340.859602:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384340.859604:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384340.859605:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384340.859607:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.859608:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384340.859610:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000badebff9. 02000000:00000001:3.0:1767384340.859611:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859612:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859613:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384340.859614:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384340.859616:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.859617:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.859618:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=4 00000020:00000001:3.0:1767384340.859619:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:3.0:1767384340.859620:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000040:3.0:1767384340.859622:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ce9ad45f count: 3 00010000:00010000:3.0:1767384340.859625:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 17 pid: 16790 timeout: 412 lvb_type: 0 00000100:00001000:3.0:1767384340.859629:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384340 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384340.859631:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384340.859641:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859646:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384340.859648:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 17 pid: 16790 timeout: 412 lvb_type: 0 00000020:00000001:3.0:1767384340.859653:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.859654:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.859656:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.859657:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859659:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384340.859660:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384340.859665:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859667:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859668:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.859670:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.859672:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046819339 with handle 0xf489261bfe0bc6b0 from hash 00010000:00000001:3.0:1767384340.859673:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384340.859674:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859675:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859676:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384340.859677:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384340.859677:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384340.859680:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046819339/0xf489261bfe0bc6b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc6a9 expref: 17 pid: 16790 timeout: 412 lvb_type: 0 00010000:00000040:3.0:1767384340.859684:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:3.0:1767384340.859685:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:3.0:1767384340.859688:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859689:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384340.859690:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384340.859692:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000fc657627 00010000:00000001:3.0:1767384340.859694:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384340.859695:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.859696:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.859697:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.859698:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.859700:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384340.859701:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384340.859702:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859712:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384340.859714:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384340.859715:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384340.859716:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384340.859717:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce9ad45f) refcount = 2 00010000:00010000:3.0:1767384340.859720:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859723:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384340.859725:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384340.859726:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.859728:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384340.859731:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0e1f418. 00000100:00000001:3.0:1767384340.859733:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384340.859736:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fb1c0bd. 00000100:00000001:3.0:1767384340.859737:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107063427264 : -120966646124352 : ffff91fb420730c0) 00000100:00000001:3.0:1767384340.859738:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107063427264 : -120966646124352 : ffff91fb420730c0) 00000100:00000001:3.0:1767384340.859740:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384340.859741:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384340.859743:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384340.859744:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384340.859746:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384340.859748:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.859748:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.859750:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=5 00000020:00000001:3.0:1767384340.859751:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:3.0:1767384340.859753:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:3.0:1767384340.859754:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384340.859756:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859760:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384340.859761:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859768:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859769:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384340.859770:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859774:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.859775:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859776:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384340.859778:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384340.859798:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fc657627 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384340.859800:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.859802:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384340.859803:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859807:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384340.859808:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.859809:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.859811:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fc657627 refcount=6 00000020:00000001:3.0:1767384340.859812:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:3.0:1767384340.859815:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700544 : -120962254851072 : ffff91fc47c4b400) 00010000:00000001:3.0:1767384340.859817:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384340.859819:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859822:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384340.859824:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.859832:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859840:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384340.859842:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384340.859844:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.859849:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.859852:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc657627 with handle 0xf489261bfe0bc6b7 from hash 00010000:00000001:3.0:1767384340.859854:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384340.859856:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859857:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859858:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384340.859859:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384340.859861:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384340.859862:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384340.859863:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.859865:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859866:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384340.859868:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384340.859869:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859870:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859871:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859872:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859873:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.859875:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.859879:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859880:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859881:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384340.859883:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384340.859884:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859885:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859887:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384340.859889:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.859891:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859892:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.859893:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.859894:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.859896:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384340.859898:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384340.859899:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859901:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859908:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384340.859910:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003fb1c0bd. 00000100:00000001:3.0:1767384340.859913:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384340.859915:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384340.859917:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0e1f418. 00010000:00000001:3.0:1767384340.859921:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384340.859923:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384340.859925:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.859928:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.859930:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.859933:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.859937:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.859940:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.859942:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384340.859945:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.859947:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.859950:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.859955:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.859958:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384340.859961:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744047104, offset 224 00000400:00000200:3.0:1767384340.859966:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.859973:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.859978:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd04a00 00000400:00000200:3.0:1767384340.859982:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:3.0:1767384340.859985:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.859988:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.859991:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.859994:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.860000:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.860010:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.860013:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384340.860014:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384340.860023:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.860024:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.860027:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.860029:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384340.860030:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.860032:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.860035:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000541c66dc x1853236744047104/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.860042:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000541c66dc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744047104:12345-0@lo:103: Request processed in 451us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384340.860048:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384340.860050:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384340.860052:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.860053:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.860055:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beba786b. 00000020:00000010:3.0:1767384340.860058:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384340.860061:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5abf3dc. 00000020:00000040:3.0:1767384340.860065:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 02000000:00000001:3.0:1767384340.860069:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860070:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000badebff9. 02000000:00000001:3.0:1767384340.860073:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384340.860075:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860076:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc1c2132. 02000000:00000001:3.0:1767384340.860079:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860080:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 02000000:00000001:3.0:1767384340.860084:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860085:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009673dd6d. 02000000:00000001:3.0:1767384340.860088:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860089:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 02000000:00000001:3.0:1767384340.860092:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860093:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003cf0e158. 02000000:00000001:3.0:1767384340.860095:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860096:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ae1846c. 02000000:00000001:3.0:1767384340.860099:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860100:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003ebf66e5. 02000000:00000001:3.0:1767384340.860107:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860109:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012398915. 02000000:00000001:3.0:1767384340.860111:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860112:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074105280. 02000000:00000001:3.0:1767384340.860113:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860114:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027c696b. 02000000:00000001:3.0:1767384340.860117:0:16781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.860119:0:16781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c689de0a. 02000000:00000001:3.0:1767384340.860121:0:16781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384340.860123:0:16781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e49da3a. 00000100:00000001:3.0:1767384340.860127:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384340.860130:0:16781:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384340.860134:0:16781:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f23f0ed. 00000400:00000010:3.0:1767384340.860137:0:16781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fb1c0bd. 00010000:00010000:3.0:1767384340.860158:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.860163:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384340.860164:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384340.860166:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.860170:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384340.860172:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384340.860173:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fc657627/0xf489261bfe0bc6b7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384340.860177:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce9ad45f count: 0 00010000:00000001:3.0:1767384340.860187:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384340.860188:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384340.860197:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.860199:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384340.860202:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.860203:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384340.860205:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e78908b. 00000400:00000200:3.0:1767384340.860210:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:3.0:1767384340.860218:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000001:3.0:1767384340.860223:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.860228:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384340.860237:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.860245:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384340.860248:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.860249:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384340.860251:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384340.860253:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384340.860254:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.860256:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.860259:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384340.860261:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.860263:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384340.860264:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.860266:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384340.860267:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.860269:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.860272:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.860277:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.860278:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384340.860279:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384340.860283:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.860289:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744047104:0@lo:103: 00000100:00000001:3.0:1767384340.860292:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.860294:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384340.860297:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744047104/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.860301:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384340.860309:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384340.860311:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d45270f. 02000000:00000001:3.0:1767384340.860314:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384340.860316:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384340.860317:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384340.860319:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384340.860321:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cbf2e22. 02000000:00000001:3.0:1767384340.860324:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384340.860325:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384340.860326:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:3.0:1767384340.860330:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384340.860331:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.860332:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.860336:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.860338:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.860340:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.860342:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.865531:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384340.865534:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384340.865536:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384340.865537:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384340.865539:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384340.865541:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009a7a91ab. 00080000:00000001:2.0:1767384340.865544:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.865545:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767384340.865550:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384340.865571:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384340.865573:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000010:3.1:1767384340.865576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005a3a6b1. 20000000:01000000:2.0:1767384340.865576:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384340.865584:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384340.865588:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000010:3.1:1767384340.865591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000050dbe019. 00080000:00000020:2.0:1767384340.865592:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:3.1:1767384340.865599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046819339. 00010000:00000010:3.1:1767384340.865604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce9ad45f. 00010000:00000010:3.1:1767384340.865607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc657627. 20000000:01000000:3.0:1767384340.865615:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384340.865616:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384340.865618:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384340.865620:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384340.865622:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384340.865626:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e49c3bfb. 00010000:00000001:3.0:1767384340.865628:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384340.865630:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fbd2e85. 00000020:00000001:3.0:1767384340.865632:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384340.865633:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fbd2e85 with handle 0xf489261bfe0bc6be to hash 00000020:00000001:3.0:1767384340.865635:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384340.865636:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865638:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865639:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.865640:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.865642:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865648:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384340.865655:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384340.865656:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384340.865658:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.865659:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.865661:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384340.865662:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.865663:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384340.865665:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384340.865666:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384340.865667:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384340.865668:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e49c3bfb) refcount = 1 00010000:00010000:3.0:1767384340.865671:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865675:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384340.865676:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384340.865677:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.865678:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865680:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384340.865682:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384340.865684:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384340.865686:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.865687:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.865688:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=4 00000020:00000001:3.0:1767384340.865690:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865691:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865693:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384340.865694:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865698:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384340.865699:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865703:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.865704:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384340.865711:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865714:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.865716:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865717:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384340.865718:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384340.865722:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fbd2e85 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384340.865723:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.865725:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384340.865727:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865730:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384340.865732:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384340.865733:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.865734:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=5 00000020:00000001:3.0:1767384340.865736:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865738:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384340.865739:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384340.865740:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865744:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384340.865745:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384340.865746:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865748:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384340.865750:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384340.865752:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384340.865754:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384340.865755:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fbd2e85 with handle 0xf489261bfe0bc6be from hash 00010000:00000001:3.0:1767384340.865757:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384340.865758:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.865765:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.865767:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384340.865768:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384340.865769:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384340.865771:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384340.865772:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384340.865774:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865776:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384340.865776:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384340.865778:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.865780:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.865793:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865794:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.865796:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.865797:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865801:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.865802:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.865803:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384340.865804:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384340.865805:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384340.865806:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384340.865808:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384340.865810:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.865811:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384340.865813:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384340.865817:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384340.865818:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384340.865819:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6be lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384340.865823:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e49c3bfb count: 0 00010000:00000001:3.0:1767384340.865835:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384340.865836:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384340.866615:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384340.866619:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384340.866621:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009005868c. 20000000:00000001:2.0:1767384340.866625:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384340.866628:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046720 00010000:00000001:2.0:1767384340.866631:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384340.866636:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e60a42a0 x1853236744046720/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384340.866642:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384340.866643:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.866645:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.866649:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384340.866652:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384340.866654:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384340.866656:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384340.866663:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.866666:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384340.866669:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384340.866672:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000080bf10. 00000100:00000200:2.0:1767384340.866675:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744046720, offset 224 00000400:00000200:2.0:1767384340.866681:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.866689:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.866696:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04880 00000400:00000200:2.0:1767384340.866701:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17c1 [2] + 224 00000400:00000200:2.0:1767384340.866705:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.866709:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.866713:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.866717:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.866723:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.866737:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.866743:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000080bf10 00000400:00000010:2.0:1767384340.866745:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000080bf10. 00000100:00000001:1.0:1767384340.866746:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.866748:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384340.866750:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.866751:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.866757:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384340.866757:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384340.866762:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384340.866762:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384340.866766:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00010000:00000001:2.0:1767384340.866767:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384340.866771:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.866772:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a63a8e1f 00000020:00000001:2.0:1767384340.866773:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384340.866775:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a63a8e1f. 00000100:00000040:2.0:1767384340.866779:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e60a42a0 x1853236744046720/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.866780:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384340.866801:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744046720:12345-0@lo:253: Request processed in 18404us (18933us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384340.866802:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.866816:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000200:1.0:1767384340.866821:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.866822:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384340.866829:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384340.866831:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384340.866833:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.866834:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384340.866836:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384340.866839:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.866841:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384340.866841:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.866845:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.866848:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000896eab11. 00000100:00001000:1.0:1767384340.866855:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=48 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384340.866856:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000100:00001000:1.0:1767384340.866860:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=48 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384340.866864:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0a494d. 00000100:00000001:1.0:1767384340.866865:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384340.866867:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.866870:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384340.866872:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384340.866874:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:1.0:1767384340.866874:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.866881:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384340.866882:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384340.866885:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc1ecc32. 00000100:00000001:1.0:1767384340.866892:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384340.866893:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384340.866898:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.866898:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384340.866900:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384340.866903:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384340.866904:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384340.866908:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384340.866910:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384340.866911:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98c050c. 00000020:01000004:1.0:1767384340.866912:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384340.866915:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384340.866917:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000080bf10. 00000020:01000004:1.0:1767384340.866918:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384340.866921:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384340.866923:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384340.866924:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384340.866925:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384340.866929:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384340.866935:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ae43a94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744046720:0@lo:253: 00000100:00000001:1.0:1767384340.866938:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.866939:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384340.866941:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ae43a94 x1853236744046720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.866946:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384340.866948:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384340.866949:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000edaf87a9. 02000000:00000001:1.0:1767384340.866952:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384340.866953:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384340.866955:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384340.866961:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384340.866963:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000251662fc. 02000000:00000001:1.0:1767384340.866967:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384340.866969:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384340.866970:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ae43a94. 00000100:00000001:1.0:1767384340.866973:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384340.866975:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.866976:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.866980:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.866981:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.866983:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.866985:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384340.868717:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384340.868725:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384340.868726:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2e71ede. 20000000:00000001:3.0:1767384340.868730:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384340.868732:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744046848 00010000:00000001:3.0:1767384340.868733:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384340.868736:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064355ad9 x1853236744046848/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.868742:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.868743:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.868745:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.868747:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.868749:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.868750:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384340.868752:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.868754:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.868756:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.868757:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.868759:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce324c1f. 00000100:00000200:3.0:1767384340.868761:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744046848, offset 224 00000400:00000200:3.0:1767384340.868765:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.868769:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.868773:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04900 00000400:00000200:3.0:1767384340.868777:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17c9 [2] + 224 00000400:00000200:3.0:1767384340.868795:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.868798:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.868800:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.868802:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.868809:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.868819:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.868823:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce324c1f 00000400:00000010:3.0:1767384340.868825:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce324c1f. 00000100:00000001:3.0:1767384340.868827:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384340.868831:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.868834:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384340.868836:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.868839:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.868842:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:2.0:1767384340.868842:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384340.868847:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384340.868847:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384340.868849:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.868852:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000020:00000001:3.0:1767384340.868853:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384340.868857:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064355ad9 x1853236744046848/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.868859:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf58f91 00000400:00000010:2.0:1767384340.868864:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cf58f91. 00000100:00100000:3.0:1767384340.868867:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744046848:12345-0@lo:253: Request processed in 20456us (20823us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384340.868870:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384340.868877:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000200:2.0:1767384340.868879:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.868880:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384340.868884:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.868887:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.868890:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000589ac6a8. 00000020:00000010:3.0:1767384340.868894:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1e2eac8. 00000020:00000010:3.0:1767384340.868899:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f079a9db. 00000100:00000200:2.0:1767384340.868900:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384340.868903:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384340.868907:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384340.868910:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000082c8cd75. 02000000:00000001:3.0:1767384340.868915:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384340.868917:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.868918:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384340.868921:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384340.868922:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384340.868925:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e78908b. 00000100:00000001:2.0:1767384340.868926:0:16156:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384340.868931:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce324c1f. 02000000:00000001:2.0:1767384340.868931:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.868934:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.868937:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.868940:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.868944:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384340.868948:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.868950:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.868952:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.868954:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.868963:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.868966:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.868969:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.868976:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.868979:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.868981:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384340.868983:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384340.868985:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384340.868986:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.868987:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384340.868988:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384340.868990:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.868991:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384340.868992:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384340.868993:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384340.868995:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.869002:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744046848:0@lo:253: 00000100:00000001:2.0:1767384340.869006:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.869007:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.869009:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ede0195 x1853236744046848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.869015:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.869016:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.869018:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5281c4f. 02000000:00000001:2.0:1767384340.869022:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.869024:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.869024:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384340.869026:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.869027:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000be52e98. 02000000:00000001:2.0:1767384340.869030:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.869031:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.869033:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000100:00000001:2.0:1767384340.869035:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.869043:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.869045:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.869050:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.869051:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.869053:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.869055:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384340.869674:0:27224:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000015e07803. 00000400:00000040:0.0:1767384340.869687:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384340.869689:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384340.869691:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384340.869692:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384340.869694:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384340.869695:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384340.869697:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384340.869698:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384340.869699:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384340.869700:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384340.869701:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384340.869702:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384340.869704:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384340.869705:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384340.869706:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384340.869707:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384340.869708:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384340.869709:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384340.869710:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384340.869712:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384340.869713:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384340.869714:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384340.869715:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384340.869716:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384340.869720:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384340.869722:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384340.869723:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384340.869724:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384340.869725:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384340.869726:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384340.869727:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384340.869729:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384340.869730:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384340.869731:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384340.869732:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384340.869733:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384340.869734:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384340.869735:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384340.869736:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384340.869737:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384340.869738:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384340.869740:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384340.869741:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384340.869742:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384340.869743:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384340.869744:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384340.869745:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384340.869746:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384340.869747:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384340.869748:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384340.869749:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384340.869750:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384340.869751:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384340.869753:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384340.869754:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384340.869755:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384340.869755:0:27224:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384340.869817:0:27224:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000015e07803. 00010000:00000010:3.1:1767384340.871578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e49c3bfb. 00010000:00000010:3.1:1767384340.871584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fbd2e85. 00000100:00000040:0.0:1767384340.876594:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294929656, at 4294929657 00000100:00000010:0.0:1767384340.876601:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075302ef5. 00000100:00000040:1.0:1767384340.876611:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294929656, at 4294929657 00000100:00000010:1.0:1767384340.876619:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cdc7c33. 00000100:00000040:2.0:1767384340.876635:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294929656, at 4294929657 00000100:00000010:2.0:1767384340.876646:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000699f2372. 00000100:00000040:3.0:1767384340.877668:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294929656, at 4294929658 00000100:00000010:3.0:1767384340.877674:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019fd9947. 00000400:00000001:2.0:1767384340.883610:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.883613:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384340.883616:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000400:00000010:2.0:1767384340.883619:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 00000400:00000200:2.0:1767384340.883624:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384340.883630:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384340.883636:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005d6820cc. 00000400:00000010:2.0:1767384340.883641:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000044061bc0. 00010000:00000001:1.0:1767384341.459638:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384341.459643:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.459649:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384341.459650:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.459700:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384341.459704:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384341.459715:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384341.908664:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp29 00000400:00000010:1.0:1767384341.908670:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006819b2b0. 00000400:00000010:1.0:1767384341.908676:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000359fb720. 00000400:00000010:1.0:1767384341.908680:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004130374d. 00000400:00000010:1.0:1767384341.908686:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008010a94. 00000400:00000200:1.0:1767384341.908689:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp29 00000400:00000200:1.0:1767384341.908704:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp29 local destination 00000400:00000200:1.0:1767384341.908710:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp29 00000400:00000200:1.0:1767384341.908714:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp29 NI seq info: [67:67:256:4294967295] 192.168.203.113@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384341.908720:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp29 00000400:00000200:1.0:1767384341.908729:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29:) -> 192.168.203.113@tcp29(192.168.203.113@tcp29:192.168.203.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767384341.908733:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp29 00000800:00000010:1.0:1767384341.908737:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d910821. 00000800:00000200:1.0:1767384341.908742:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000800:00000200:1.1:1767384341.908745:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000400:00000200:1.0:1767384341.908761:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp29 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:0.0:1767384341.908826:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908859:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908871:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908883:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908895:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908908:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908922:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908934:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908948:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908961:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908972:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908983:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.908999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909016:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909036:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909052:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909074:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909089:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909107:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909123:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909151:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909180:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909196:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909209:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909221:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909238:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909251:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909269:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909290:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909315:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909348:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909371:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909403:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909420:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384341.909442:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384341.909580:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008436dc5e. 00000800:00000010:0.0:1767384341.909585:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005ed95ae5. 00000800:00000010:0.0:1767384341.909590:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000de745062. 00000800:00000010:0.0:1767384341.909613:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000de745062. 00000800:00020000:0.0:1767384341.909631:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384341.909634:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005ed95ae5. 00000800:00000010:0.0:1767384341.909636:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008436dc5e. 00000400:02020000:0.0:1767384341.909669:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp29 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384341.909676:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp29 notifying 192.168.203.113@tcp29: down 00000400:00000200:0.0:1767384341.909679:0:16143:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384341.909682:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp29 00000800:00000010:0.0:1767384341.909685:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d910821. 00000400:00000200:0.0:1767384341.909689:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384341.909693:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp29->192.168.203.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384341.909699:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384341.909701:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384341.909704:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp29) recovery failed with -71 00080000:00000001:3.0:1767384342.000426:0:27579:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384342.000438:0:27579:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.000441:0:27579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384342.000447:0:27579:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384342.000468:0:27579:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.000470:0:27579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.483617:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384342.483622:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.483628:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384342.483631:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384342.483633:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384342.483635:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.483637:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384342.483639:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.483641:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.483643:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.483682:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384342.483686:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.483689:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384342.638940:0:27743:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384342.638948:0:27743:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:3.0:1767384342.643981:0:27743:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384342.651760:0:27744:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007b8679a4. 00000400:00000010:1.0:1767384342.651793:0:27744:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ef8520ac. 00000400:00000010:1.0:1767384342.651804:0:27744:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002c2ede66. 00000400:00000010:1.0:1767384342.651808:0:27744:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c1253d29. 00000400:00000010:1.0:1767384342.651812:0:27744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000254db643. 00000400:00000010:1.0:1767384342.651832:0:27744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7214973. 00000400:00000010:1.0:1767384342.651834:0:27744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006c423929. 00000400:00000010:1.0:1767384342.651836:0:27744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f200966. 00000400:00000010:1.0:1767384342.651839:0:27744:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000013392465. 00000800:00000010:1.0:1767384342.651852:0:27744:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000d32d4a4. 00000800:00000200:1.0:1767384342.651862:0:27744:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384342.651871:0:27744:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384342.651905:0:27744:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384342.651928:0:27744:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384342.654137:0:27744:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000580111f9. 00000400:00000010:1.0:1767384342.654145:0:27744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000010:1.0:1767384342.654150:0:27744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000400:00000001:1.0:1767384342.654166:0:27744:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.654168:0:27744:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384342.654170:0:27744:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070601ad5. 00000400:00000200:1.0:1767384342.654173:0:27744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:1.0:1767384342.654175:0:27744:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000400:00000010:1.0:1767384342.654178:0:27744:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000000826d2e5. 00000400:00000200:1.0:1767384342.654184:0:27744:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 00000400:00000200:1.0:1767384342.654197:0:27744:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384342.654213:0:27744:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384342.654220:0:27744:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009005868c. 00000020:01000000:1.0:1767384342.654223:0:27744:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384342.654226:0:27744:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp32 00000400:00000010:1.0:1767384342.654242:0:27744:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ef8520ac. 00000400:00000010:1.0:1767384342.654245:0:27744:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007b8679a4. 00000400:00000200:0.0:1767384342.654267:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384342.654275:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000010:0.0:1767384342.654283:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000400:00000200:0.0:1767384342.654302:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000400:00000010:0.0:1767384342.654308:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6559310. 00000400:00000200:0.0:1767384342.654312:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384342.654324:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:2.0:1767384342.654330:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384342.654331:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:2.0:1767384342.654337:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384342.654341:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384342.654342:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:01000000:2.0:1767384342.654344:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384342.654348:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384342.654350:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384342.654354:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.654358:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.654362:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384342.654362:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:2.0:1767384342.654366:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.654369:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384342.654372:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384342.654375:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000020:01000004:2.0:1767384342.654376:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.654379:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384342.654385:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000010:2.0:1767384342.654386:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ede0195. 00000020:00000040:2.0:1767384342.654394:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384342.654394:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000001:2.0:1767384342.654403:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384342.654403:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 02000000:00000001:2.0:1767384342.654408:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384342.654410:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:0.0:1767384342.654414:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:0.0:1767384342.654421:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 02000000:00000001:2.0:1767384342.654422:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.654428:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 02000000:00000010:2.0:1767384342.654434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6b4e771. 00000400:00000200:0.0:1767384342.654436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:0.0:1767384342.654442:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000001:2.0:1767384342.654444:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.654449:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:0.0:1767384342.654453:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:2.0:1767384342.654454:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384342.654459:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.654463:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000040:2.0:1767384342.654470:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ede0195] to pc [ptlrpcd_00_00+0] req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.654471:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:0.0:1767384342.654490:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:0.0:1767384342.654497:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[65, 14] 00000400:00000200:0.0:1767384342.654501:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[67, 14], ns[67, 14] 00000400:00000200:0.0:1767384342.654513:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:0.0:1767384342.654517:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 10000000:00000001:2.0:1767384342.654519:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.654524:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp30 10000000:00000001:2.0:1767384342.654525:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.654531:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.654533:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384342.654535:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp30 lpni_is_preferred = 0 00000020:01000000:2.0:1767384342.654536:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384342.654539:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.654544:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384342.654544:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp30 00000020:00000001:2.0:1767384342.654546:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384342.654550:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384342.654554:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp30 NI seq info: [68:68:256:4294967295] 192.168.203.113@tcp30 LPNI seq info [68:68:8:4294967295] 00000400:00000200:0.0:1767384342.654561:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp30 10000000:00000001:2.0:1767384342.654578:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384342.654581:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384342.654584:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384342.654586:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384342.654588:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.654589:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.654591:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384342.654593:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.654594:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384342.654595:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.654599:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384342.654600:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384342.654605:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011cae6f0. 00000400:00000200:0.0:1767384342.654609:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp30(192.168.203.113@tcp30:) -> 192.168.203.113@tcp30(192.168.203.113@tcp:192.168.203.113@tcp30) : PUT try# 0 00000020:00000040:2.0:1767384342.654612:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384342.654619:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384342.654624:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384342.654628:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384342.654629:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.113@tcp30 00000100:00000001:1.0:1767384342.654630:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384342.654635:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384342.654637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082c8cd75. 00000800:00000010:0.0:1767384342.654638:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a80bb680. 02000000:00000001:1.0:1767384342.654640:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384342.654644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.654645:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384342.654651:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d550fb4. 00000100:00000001:2.0:1767384342.654652:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384342.654652:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.654657:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.654661:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744047232:0@lo:253: 00000800:00000010:0.0:1767384342.654661:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a4b6f1db. 00000100:00000040:2.0:1767384342.654665:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011cae6f0] to pc [ptlrpcd_00_01+1] req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.654673:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384342.654676:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (2) 02000000:00000001:1.0:1767384342.654680:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384342.654687:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384342.654692:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (2) 02000000:00000001:1.0:1767384342.654694:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384342.654697:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.654702:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000be52e98. 02000000:00000001:1.0:1767384342.654706:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384342.654710:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.654710:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000020:00000001:2.0:1767384342.654715:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.654715:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000200:0.0:1767384342.654718:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 0 00000020:01000000:2.0:1767384342.654723:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384342.654726:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef8520ac. 00000020:00000010:2.0:1767384342.654728:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009005868c. 00000100:00000200:1.0:1767384342.654734:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744047232, portal 25 00000100:00000001:1.0:1767384342.654738:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.654740:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353482496 : -120961356069120 : ffff91fc7d570700) 00000100:00000001:2.0:1767384342.654745:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384342.654746:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.654749:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.654753:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384342.654759:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.654760:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.654767:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.654790:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a73d0d54. 00000100:00000001:2.0:1767384342.654793:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384342.654795:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744047232, offset 0 00000100:00000001:2.0:1767384342.654796:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.654801:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384342.654804:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384342.654809:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.654814:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011cae6f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744047360:0@lo:253: 00000400:00000200:1.0:1767384342.654815:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384342.654822:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384342.654826:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384342.654830:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.654830:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384342.654834:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384342.654841:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a2e71ede. 02000000:00000001:2.0:1767384342.654845:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.654846:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04a80 00000400:00000010:2.0:1767384342.654850:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000400:00000200:1.0:1767384342.654855:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000400:00000010:1.0:1767384342.654860:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f850f921. 00000400:00000200:1.0:1767384342.654863:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9aaa01a 00000400:00000200:1.0:1767384342.654869:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384342.654870:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c78a7e35. 00000400:00000200:1.0:1767384342.654876:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384342.654879:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744047360, portal 25 00000400:00000200:1.0:1767384342.654882:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9aaa01a 00000100:00000001:2.0:1767384342.654883:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384342.654887:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9aaa01a. 00000100:00000001:2.0:1767384342.654888:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353490560 : -120961356061056 : ffff91fc7d572680) 00000100:00000001:1.0:1767384342.654895:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384342.654896:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.654899:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384342.654906:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000073139b0d x1853236744047232 msgsize 4848 00000100:00000001:2.0:1767384342.654913:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.654924:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384342.654924:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384342.654929:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384342.654931:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000571f33d5. 00000100:00000200:2.0:1767384342.654936:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744047360, offset 0 00000100:00000001:1.0:1767384342.654942:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.654943:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.654950:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d0d54 00000400:00000010:1.0:1767384342.654954:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a73d0d54. 00000400:00000200:2.0:1767384342.654958:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.654961:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384342.654966:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.654970:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384342.654981:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04b00 00000100:00000001:1.0:1767384342.654992:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384342.654993:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000400:00000010:2.0:1767384342.654998:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6913c77. 00000100:00000040:1.0:1767384342.654999:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.655004:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a79ac12 00000100:00000001:1.0:1767384342.655011:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.655013:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384342.655014:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384342.655021:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.655022:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.655026:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a79ac12 00000100:00000001:1.0:1767384342.655028:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294931452 00000400:00000200:0.0:1767384342.655028:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000010:2.0:1767384342.655030:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a79ac12. 00000100:00000010:1.0:1767384342.655038:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000519d4d2c. 00000100:00000001:2.0:1767384342.655039:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384342.655044:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384342.655048:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000ca3667ef x1853236744047360 msgsize 4848 00000100:00000001:1.0:1767384342.655048:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384342.655059:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384342.655059:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294931452 00000100:00000040:2.0:1767384342.655064:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384342.655065:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000010:1.0:1767384342.655066:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019fd9947. 00000100:00000001:1.0:1767384342.655074:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384342.655076:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.655085:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000571f33d5 00000100:00000001:1.0:1767384342.655086:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294931452 00000400:00000010:2.0:1767384342.655088:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000571f33d5. 00000100:00000010:1.0:1767384342.655092:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000699f2372. 00000100:00000001:2.0:1767384342.655094:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384342.655101:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384342.655103:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.655107:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384342.655108:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294931452 00000100:00000010:1.0:1767384342.655118:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075302ef5. 00000100:00000001:2.0:1767384342.655119:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384342.655125:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384342.655127:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.655133:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.655137:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.655138:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655142:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384342.655145:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.655150:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:2.0:1767384342.655151:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.655151:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.655159:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294931452 00000100:00000001:2.0:1767384342.655164:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294931452 00000100:00000001:1.0:1767384342.655164:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.655168:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384342.655169:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294931452 00000100:00000001:1.0:1767384342.655173:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.655175:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294931452 00000100:00000001:1.0:1767384342.655178:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384342.655179:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294931452 00000100:00000001:1.0:1767384342.655181:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655183:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294931452 00000100:00000001:1.0:1767384342.655188:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655189:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294931452 00000400:00000200:0.0:1767384342.655198:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000001:2.0:1767384342.655200:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294931452 00000100:00000001:2.0:1767384342.655204:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.655207:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655212:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655214:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.655217:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384342.655220:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384342.655222:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047232 00000100:00000001:2.0:1767384342.655224:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384342.655227:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384342.655230:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.655232:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.655234:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.655235:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655237:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.655240:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655243:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.655246:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047232 00000020:00000001:1.0:1767384342.655251:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384342.655254:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384342.655256:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384342.655257:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000020:00000040:1.0:1767384342.655259:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:1.0:1767384342.655265:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384342.655269:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384342.655273:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384342.655274:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384342.655279:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047360 00000020:00000010:1.0:1767384342.655282:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cdac38b1. 02000000:00000001:2.0:1767384342.655283:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384342.655288:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.655289:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.655293:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.655294:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cdac38b1. 02000000:00000001:2.0:1767384342.655298:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.655303:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047360 00000020:00000010:1.0:1767384342.655304:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9df0a90. 00000020:00000001:2.0:1767384342.655306:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384342.655309:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:0.0:1767384342.655310:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000001:2.0:1767384342.655311:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.655316:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:2.0:1767384342.655321:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:1.0:1767384342.655321:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f79db1a2. 00000020:00000001:2.0:1767384342.655329:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:1.0:1767384342.655331:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000071200058. 00000100:00000001:2.0:1767384342.655333:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384342.655338:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7dcf1f0. 00000100:00000001:2.0:1767384342.655342:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384342.655345:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7dcf1f0. 00000100:00000040:1.0:1767384342.655346:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384342.655351:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384342.655353:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cda85181. 00000100:00000001:1.0:1767384342.655354:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384342.655357:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.655362:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000400:00000200:0.0:1767384342.655367:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:1.0:1767384342.655368:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.655369:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000100:00000001:2.0:1767384342.655379:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384342.655382:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384342.655384:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.655385:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.655392:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.655402:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.655404:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.655406:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384342.655415:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:1.0:1767384342.655419:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384342.655422:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227598416 : -120961481953200 : ffff91fc75d63050) 00000100:00000001:2.0:1767384342.655423:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.655427:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384342.655430:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073139b0d x1853236744047232/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.655432:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00100000:2.0:1767384342.655436:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384342.655443:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384342.655449:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227595344 : -120961481956272 : ffff91fc75d62450) 00000100:00000001:1.0:1767384342.655452:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384342.655457:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca3667ef x1853236744047360/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384342.655458:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cdac38b1. 00000100:00000001:1.0:1767384342.655465:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.655471:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cdac38b1. 00000100:00000001:2.0:1767384342.655478:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384342.655482:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000010:2.0:1767384342.655483:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c7dcf1f0. 00000100:00100000:1.0:1767384342.655485:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744047232:12345-0@lo:253: 00000100:00000001:2.0:1767384342.655491:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384342.655494:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047232 00000020:00000010:2.0:1767384342.655496:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c7dcf1f0. 00000020:00000001:1.0:1767384342.655498:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384342.655503:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.655505:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.655506:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744047360:12345-0@lo:253: 00000020:00000001:1.0:1767384342.655509:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384342.655514:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047360 00000020:00000001:1.0:1767384342.655514:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384342.655519:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384342.655521:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384342.655524:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.655525:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.655529:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.655530:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384342.655535:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384342.655536:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384342.655540:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384342.655540:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.655547:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000020:00000001:2.0:1767384342.655548:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384342.655549:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384342.655585:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384342.655589:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384342.655591:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384342.655593:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655596:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384342.655599:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384342.655604:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009005868c. 02000000:00000001:2.0:1767384342.655607:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.655609:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.655612:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384342.655622:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000edaf87a9. 20000000:01000000:2.0:1767384342.655625:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384342.655628:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384342.655636:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384342.655639:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.655641:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.655643:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384342.655653:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aabb6510. 20000000:01000000:2.0:1767384342.655656:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384342.655660:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384342.655667:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384342.655711:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384342.655714:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384342.655716:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.655717:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384342.655721:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384342.655727:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384342.655730:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384342.655736:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007db567a9. 00080000:00000001:2.0:1767384342.655738:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094856704 : -120966614694912 : ffff91fb43e6c400) 00080000:00000001:2.0:1767384342.655741:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:1.0:1767384342.655760:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384342.655788:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f5281c4f. 02000000:00000001:1.0:1767384342.655791:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.655793:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.655796:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384342.655805:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000251662fc. 20000000:01000000:1.0:1767384342.655809:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384342.655811:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384342.655813:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384342.655815:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.655817:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.655819:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384342.655883:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000001:00000001:2.0:1767384342.655884:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384342.655888:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.655892:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384342.655914:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.655917:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384342.655942:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.655998:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656038:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00080000:00000001:2.0:1767384342.656062:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384342.656066:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384342.656086:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656151:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656216:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656262:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656298:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656335:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656376:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656408:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656436:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656475:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656517:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656580:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656613:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656666:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656720:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656768:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656826:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656853:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384342.656885:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384342.657045:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008436dc5e. 00000800:00000010:0.0:1767384342.657051:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007ed9159. 00000800:00000010:0.0:1767384342.657057:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000453e1ae2. 00000800:00000010:0.0:1767384342.657080:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000453e1ae2. 00000800:00020000:0.0:1767384342.657089:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384342.657092:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007ed9159. 00000800:00000010:0.0:1767384342.657095:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008436dc5e. 00000400:02020000:0.0:1767384342.657158:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp30 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384342.657165:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp30 notifying 192.168.203.113@tcp30: down 00000800:00000200:0.0:1767384342.657173:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp30 down 00000800:00000100:0.0:1767384342.657188:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.113@tcp30 00000800:00000010:0.0:1767384342.657191:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a80bb680. 00000400:00000200:0.0:1767384342.657211:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384342.657216:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp30->192.168.203.113@tcp30: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384342.657223:0:16145:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp30 added to recovery queue. ping count: 0 next ping: 265 health :900 00000400:00000200:0.0:1767384342.657227:0:16145:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384342.657231:0:16145:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:0.0:1767384342.657236:0:16145:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384342.657319:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384342.657326:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x101171 00000400:00000001:0.0:1767384342.657330:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.657332:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384342.657334:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000400:00000010:0.0:1767384342.657335:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000400:00000200:0.0:1767384342.657339:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384342.657341:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384342.657345:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (24) 00000400:00000200:0.0:1767384342.657349:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384342.657352:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc -71 00000400:00000200:0.0:1767384342.657357:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384342.657361:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (23) 00080000:00000001:3.0:1767384342.665675:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384342.665680:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384342.665682:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384342.665684:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384342.665686:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384342.665689:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007db567a9. 00080000:00000001:3.0:1767384342.665694:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384342.665847:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384342.665854:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384342.665857:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.665860:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384342.665872:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384342.665880:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384342.665883:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384342.665888:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384342.665910:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384342.665911:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e121c422. 20000000:00000001:3.0:1767384342.665915:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:1.0:1767384342.665917:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 10000000:01000000:3.0:1767384342.665919:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384342.665922:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384342.665926:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384342.665928:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384342.665931:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384342.665940:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000014c14b17. 00010000:00000001:3.0:1767384342.665944:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384342.665948:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fbd2e85. 00000020:00000001:3.0:1767384342.665952:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384342.665956:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fbd2e85 with handle 0xf489261bfe0bc6c5 to hash 00000020:00000001:3.0:1767384342.665958:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384342.665960:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384342.665963:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00080000:00000001:1.0:1767384342.665965:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384342.665967:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.665972:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384342.665972:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384342.665977:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.665978:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.665980:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384342.665984:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384342.665989:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:3.0:1767384342.665992:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384342.665995:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384342.665997:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384342.666001:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:1.0:1767384342.666002:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000081c2b09e. 00010000:00000001:3.0:1767384342.666004:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384342.666008:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057640448 : -120966651911168 : ffff91fb41aee400) 00010000:00000001:3.0:1767384342.666009:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384342.666015:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384342.666016:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384342.666019:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.666021:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384342.666031:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384342.666032:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384342.666033:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384342.666036:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000014c14b17) refcount = 1 00010000:00010000:3.0:1767384342.666039:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666045:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384342.666047:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384342.666048:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.666049:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666051:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384342.666054:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384342.666057:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384342.666060:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.666061:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.666063:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=4 00000020:00000001:3.0:1767384342.666065:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384342.666067:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384342.666069:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384342.666071:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666077:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384342.666079:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384342.666083:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384342.666084:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384342.666086:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666088:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384342.666109:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384342.666110:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666117:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.666119:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666121:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384342.666127:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.666133:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.666134:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1767384342.666144:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fbd2e85 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384342.666147:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384342.666149:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384342.666152:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666157:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384342.666159:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.666160:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.666162:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=5 00000020:00000001:3.0:1767384342.666164:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384342.666166:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384342.666170:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384342.666171:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666177:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384342.666180:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384342.666182:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666186:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384342.666187:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384342.666190:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384342.666192:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384342.666194:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fbd2e85 with handle 0xf489261bfe0bc6c5 from hash 00010000:00000001:3.0:1767384342.666197:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384342.666199:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.666200:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.666202:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384342.666205:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384342.666207:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384342.666210:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384342.666211:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.666214:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384342.666223:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384342.666224:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384342.666228:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1767384342.666229:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384342.666233:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.666237:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.666239:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666241:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.666243:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.666245:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666250:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.666251:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.666253:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384342.666255:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384342.666257:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.666258:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.666260:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384342.666263:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384342.666264:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.666266:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384342.666271:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384342.666273:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384342.666275:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004fbd2e85/0xf489261bfe0bc6c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384342.666280:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000014c14b17 count: 0 00010000:00000001:3.0:1767384342.666289:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384342.666291:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384342.671589:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000014c14b17. 00010000:00000010:3.1:1767384342.671601:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fbd2e85. 00000100:00000040:1.0:1767384342.672637:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294931452, at 4294931453 00000100:00000040:3.0:1767384342.672639:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294931452, at 4294931453 00000100:00000010:1.0:1767384342.672647:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019fd9947. 00000100:00000010:3.0:1767384342.672650:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075302ef5. 00000100:00000040:0.0:1767384342.672660:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294931452, at 4294931453 00000100:00000010:0.0:1767384342.672668:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000519d4d2c. 00000100:00000040:2.0:1767384342.673595:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294931452, at 4294931454 00000100:00000010:2.0:1767384342.673602:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000699f2372. 00080000:00000001:1.0:1767384342.675230:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384342.675233:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384342.675236:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384342.675237:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384342.675241:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384342.675242:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384342.675244:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384342.675245:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384342.675253:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384342.675257:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000081c2b09e. 20000000:01000000:1.0:1767384342.675257:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384342.675264:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384342.675272:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384342.675277:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384342.675282:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384342.675283:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384342.675294:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384342.675296:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384342.675299:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384342.675301:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384342.675306:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000227339f3. 00010000:00000001:2.0:1767384342.675309:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384342.675315:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099252107. 00000020:00000001:2.0:1767384342.675318:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384342.675322:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099252107 with handle 0xf489261bfe0bc6cc to hash 00000020:00000001:2.0:1767384342.675324:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384342.675326:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675328:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675330:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.675331:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.675334:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675341:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384342.675343:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384342.675345:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384342.675347:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.675348:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.675350:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.675352:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.675354:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384342.675355:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384342.675357:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384342.675359:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384342.675360:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000227339f3) refcount = 1 00010000:00010000:2.0:1767384342.675364:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675368:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384342.675370:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384342.675372:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.675374:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675383:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384342.675386:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384342.675389:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384342.675391:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.675393:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.675394:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=4 00000020:00000001:2.0:1767384342.675396:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675398:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675401:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384342.675403:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675408:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384342.675410:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675415:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.675417:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384342.675418:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675423:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.675425:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675427:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384342.675428:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384342.675434:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099252107 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384342.675436:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.675438:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384342.675440:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675445:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384342.675446:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.675454:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.675456:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=5 00000020:00000001:2.0:1767384342.675458:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675460:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384342.675463:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384342.675465:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675470:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384342.675472:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.675474:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675476:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384342.675477:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384342.675480:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.675481:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.675483:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099252107 with handle 0xf489261bfe0bc6cc from hash 00010000:00000001:2.0:1767384342.675485:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384342.675486:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.675487:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.675488:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384342.675490:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384342.675492:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384342.675493:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384342.675495:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.675498:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675500:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384342.675502:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384342.675505:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.675507:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.675508:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675510:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.675511:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.675513:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675518:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.675525:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.675527:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384342.675529:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384342.675530:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.675531:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.675533:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384342.675535:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.675537:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.675539:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.675543:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384342.675546:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384342.675548:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000099252107/0xf489261bfe0bc6cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384342.675584:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000227339f3 count: 0 00010000:00000001:2.0:1767384342.675592:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384342.675594:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384342.677654:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384342.677658:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384342.677660:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000edaf87a9. 20000000:00000001:2.0:1767384342.677666:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384342.677669:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744047360 00010000:00000001:2.0:1767384342.677672:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384342.677678:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca3667ef x1853236744047360/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384342.677686:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384342.677689:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384342.677693:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.677698:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384342.677701:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384342.677703:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384342.677706:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384342.677708:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.677712:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.677724:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384342.677728:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059355187. 00000100:00000200:2.0:1767384342.677732:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744047360, offset 224 00000400:00000200:2.0:1767384342.677738:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384342.677746:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384342.677755:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04b00 00000400:00000200:2.0:1767384342.677760:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1815 [2] + 224 00000400:00000200:2.0:1767384342.677765:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384342.677784:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.677788:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384342.677792:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.677801:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.677816:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.677820:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059355187 00000400:00000010:2.0:1767384342.677822:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059355187. 00000100:00000001:2.0:1767384342.677825:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384342.677827:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.677830:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.677833:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384342.677835:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384342.677837:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.677840:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384342.677843:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca3667ef x1853236744047360/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.677850:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744047360:12345-0@lo:253: Request processed in 22373us (22801us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384342.677857:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384342.677861:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384342.677863:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.677864:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384342.677869:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:2.0:1767384342.677882:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000020:00000010:2.0:1767384342.677885:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cda85181. 00000020:00000040:2.0:1767384342.677890:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384342.677893:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384342.677895:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009005868c. 02000000:00000001:2.0:1767384342.677898:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384342.677900:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384342.677904:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384342.677909:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803b6602. 00000400:00000010:2.0:1767384342.677914:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059355187. 00000100:00000001:2.0:1767384342.677933:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.677935:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384342.677938:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384342.677940:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384342.677941:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:2.0:1767384342.677944:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78a7e35 00000400:00000010:2.0:1767384342.677946:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c78a7e35. 00000100:00000001:2.0:1767384342.677949:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384342.677953:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384342.677960:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.677965:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384342.677966:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.677968:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384342.677971:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384342.677972:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.677974:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.677976:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384342.677980:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=50 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384342.677983:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.677986:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.677987:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.677990:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384342.677992:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.677994:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.678006:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.678011:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384342.678014:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384342.678016:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384342.678020:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384342.678022:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384342.678024:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384342.678025:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384342.678026:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384342.678027:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384342.678028:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384342.678030:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384342.678031:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384342.678033:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.678040:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011cae6f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744047360:0@lo:253: 00000100:00000001:2.0:1767384342.678045:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.678047:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384342.678048:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011cae6f0 x1853236744047360/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.678054:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384342.678056:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384342.678059:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a2e71ede. 02000000:00000001:2.0:1767384342.678062:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384342.678064:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.678066:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384342.678068:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384342.678071:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082c8cd75. 02000000:00000001:2.0:1767384342.678074:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384342.678075:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384342.678076:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011cae6f0. 00000100:00000001:2.0:1767384342.678080:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384342.678082:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.678084:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.678095:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.678097:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.678100:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384342.678102:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384342.678704:0:27749:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005498e53b. 00000400:00000040:0.0:1767384342.678723:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.678726:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384342.678729:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.678732:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.678735:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.678737:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384342.678740:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.678742:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384342.678743:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384342.678751:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384342.678754:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384342.678755:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.678757:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384342.678758:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.678760:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384342.678762:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384342.678764:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384342.678765:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384342.678766:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384342.678782:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.678783:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.678785:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.678786:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.678788:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.678789:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384342.678791:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.678793:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.678794:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.678796:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.678798:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.678799:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384342.678802:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384342.678803:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384342.678805:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384342.678807:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384342.678810:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.678811:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384342.678814:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384342.678816:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.678818:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384342.678819:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384342.678822:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384342.678824:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384342.678826:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384342.678828:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384342.678829:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384342.678831:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384342.678833:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384342.678841:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384342.678843:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384342.678845:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384342.678846:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384342.678848:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384342.678850:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384342.678852:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384342.678853:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384342.678854:0:27749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384342.678924:0:27749:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005498e53b. 00080000:00000020:2.0:1767384342.679103:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384342.679106:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384342.679108:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000251662fc. 20000000:00000001:2.0:1767384342.679112:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384342.679115:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744047232 00010000:00000001:2.0:1767384342.679116:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384342.679121:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073139b0d x1853236744047232/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384342.679128:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384342.679130:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384342.679131:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384342.679134:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384342.679137:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384342.679139:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384342.679142:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384342.679144:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.679145:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.679147:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384342.679150:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017681cb2. 00000100:00000200:2.0:1767384342.679153:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744047232, offset 224 00000400:00000200:2.0:1767384342.679158:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384342.679163:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384342.679169:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04a80 00000400:00000200:2.0:1767384342.679174:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x180d [2] + 224 00000400:00000200:2.0:1767384342.679179:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384342.679184:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.679188:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384342.679191:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.679197:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.679226:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384342.679231:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017681cb2 00000400:00000010:2.0:1767384342.679233:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017681cb2. 00000100:00000001:2.0:1767384342.679236:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384342.679237:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384342.679241:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384342.679244:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384342.679246:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384342.679248:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.679250:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384342.679255:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384342.679255:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073139b0d x1853236744047232/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.679259:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384342.679265:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384342.679266:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744047232:12345-0@lo:253: Request processed in 23813us (24358us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384342.679269:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384342.679274:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070601ad5. 00000100:00100000:2.0:1767384342.679279:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000400:00000200:3.0:1767384342.679281:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef8520ac 00000100:00000040:2.0:1767384342.679283:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000400:00000010:3.0:1767384342.679286:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef8520ac. 00000100:00000001:2.0:1767384342.679287:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.679292:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384342.679294:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384342.679296:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f79db1a2. 00000100:00000200:3.0:1767384342.679302:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384342.679303:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000071200058. 00000020:00000010:2.0:1767384342.679310:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9df0a90. 00000020:00000040:2.0:1767384342.679317:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000200:3.0:1767384342.679320:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384342.679322:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384342.679325:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f5281c4f. 02000000:00000001:2.0:1767384342.679331:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384342.679336:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.679337:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384342.679340:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384342.679342:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384342.679343:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384342.679348:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384342.679349:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384342.679350:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000100:00000001:3.0:1767384342.679351:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.679356:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384342.679358:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017681cb2. 00000100:00001000:3.0:1767384342.679359:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384342.679365:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384342.679368:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384342.679370:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.679372:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384342.679373:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.679375:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.679378:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.679384:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384342.679386:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384342.679387:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384342.679390:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384342.679391:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384342.679392:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384342.679401:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384342.679402:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384342.679404:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384342.679405:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384342.679406:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384342.679407:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384342.679408:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384342.679410:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384342.679416:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744047232:0@lo:253: 00000100:00000001:3.0:1767384342.679420:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.679421:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384342.679423:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ede0195 x1853236744047232/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.679428:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384342.679430:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384342.679431:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000be52e98. 02000000:00000001:3.0:1767384342.679434:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384342.679435:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384342.679436:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384342.679438:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384342.679439:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6b4e771. 02000000:00000001:3.0:1767384342.679441:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384342.679442:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384342.679443:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000100:00000001:3.0:1767384342.679446:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384342.679446:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.679448:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.679452:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384342.679453:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.679455:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.679457:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384342.683621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000227339f3. 00010000:00000010:2.1:1767384342.683629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099252107. 00000400:00000001:1.0:1767384342.931623:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.931627:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384342.931631:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004130374d 00000400:00000010:1.0:1767384342.931635:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004130374d. 00000400:00000200:1.0:1767384342.931640:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384342.931646:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767384342.931653:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006819b2b0. 00000400:00000010:1.0:1767384342.931657:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000359fb720. 00010000:00000001:1.0:1767384343.507660:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384343.507666:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.507672:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384343.507673:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.507692:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384343.507697:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384343.507701:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384343.699661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384343.699669:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384343.699676:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000020:00000040:0.0:1767384343.699682:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384343.699687:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.699690:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384343.699695:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384343.699702:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a80bb680. 00000100:00000001:0.0:1767384343.699708:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.699716:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384343.699727:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384343.699730:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.699734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e819c688] to pc [ptlrpcd_00_02+2] req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.699759:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.699780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384343.699784:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384343.699788:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000100:00000001:2.0:1767384343.699789:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384343.699791:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384343.699809:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.699810:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.699813:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384343.699816:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384343.699818:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.699818:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.699819:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384343.699826:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052379f61. 00000100:00000001:3.0:1767384343.699830:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.699832:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.699837:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.699844:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384343.699845:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384343.699847:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384343.699851:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384343.699856:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.699856:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384343.699858:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.699866:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_03+3] req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.699870:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384343.699873:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.699880:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384343.699882:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384343.699884:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.699886:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.699887:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744047488:0@lo:400: 00000100:00000040:0.0:1767384343.699890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384343.699894:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384343.699895:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384343.699899:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384343.699900:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000100:00000001:2.0:1767384343.699901:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384343.699903:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384343.699905:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1767384343.699906:0:16156:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:3.0:1767384343.699907:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384343.699912:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384343.699913:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016bebc66. 00000100:00000001:2.0:1767384343.699913:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384343.699916:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384343.699919:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.699920:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.699921:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384343.699924:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384343.699926:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076b50a65. 00000400:00000010:3.0:1767384343.699927:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 00000100:00000001:2.0:1767384343.699927:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.699931:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.699933:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.699934:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384343.699936:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00000040:0.0:1767384343.699940:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384343.699941:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384343.699946:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744047488, portal 25 00000100:00000001:3.0:1767384343.699952:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384343.699955:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000040:3.0:1767384343.699963:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.699970:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384343.699973:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.699974:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384343.699978:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.699982:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4e607] to pc [ptlrpcd_00_00+0] req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.699984:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384343.699985:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384343.699989:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384343.699992:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384343.699995:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.699998:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00100000:2.0:1767384343.700000:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744047616:0@lo:400: 00000100:00000200:3.0:1767384343.700002:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744047488, offset 0 00000100:00000001:2.0:1767384343.700005:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384343.700009:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384343.700010:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.700011:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.700013:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384343.700016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384343.700017:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384343.700021:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384343.700023:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fc1a7a9. 00000100:00000010:0.0:1767384343.700025:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3e440b. 02000000:00000001:2.0:1767384343.700026:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.700031:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384343.700031:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1767384343.700034:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000100:00000001:0.0:1767384343.700036:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.700040:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384343.700042:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.700043:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000400:00000200:3.0:1767384343.700047:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd04b80 00000100:00000200:2.0:1767384343.700048:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744047616, portal 4 00000100:00000001:2.0:1767384343.700054:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384343.700055:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 02000000:00000010:0.0:1767384343.700057:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6771854. 00000400:00000200:3.0:1767384343.700059:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x10a5 [2] + 0 00000100:00000001:0.0:1767384343.700062:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384343.700064:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3e39837. 00000100:00000040:2.0:1767384343.700066:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.700069:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c86d378 00000100:00000040:0.0:1767384343.700069:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384343.700084:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384343.700088:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384343.700094:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384343.700095:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384343.700096:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384343.700097:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.700101:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000400:00000200:3.0:1767384343.700104:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c86d378 00000100:00000040:0.0:1767384343.700106:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea3e440b] to pc [ptlrpcd_00_01+1] req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384343.700108:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c86d378. 00000100:00000200:2.0:1767384343.700114:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744047616, offset 0 00000100:00000001:3.0:1767384343.700115:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384343.700117:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384343.700119:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384343.700123:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000002b29a796 x1853236744047488 msgsize 224 00000100:00000040:0.0:1767384343.700123:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000400:00000200:2.0:1767384343.700124:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384343.700134:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384343.700136:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384343.700137:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384343.700140:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384343.700143:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384343.700144:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384343.700149:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384343.700149:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.700153:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd04c00 00000400:00000200:3.0:1767384343.700157:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384343.700161:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384343.700166:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384343.700167:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384343.700171:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.700171:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:0.0:1767384343.700172:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.700178:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384343.700181:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384343.700182:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384343.700189:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700191:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384343.700193:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384343.700195:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744047744:0@lo:400: 00000100:00000040:3.0:1767384343.700197:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.700201:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384343.700206:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384343.700207:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384343.700228:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.700228:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384343.700229:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011cae6f0. 02000000:00000001:0.0:1767384343.700233:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700235:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384343.700237:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000011cae6f0 x1853236744047616 msgsize 224 02000000:00000001:0.0:1767384343.700238:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384343.700242:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384343.700244:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce8f125f. 00000100:00000001:3.0:1767384343.700252:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294932497 00000100:00100000:2.0:1767384343.700252:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384343.700253:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384343.700265:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006892416. 00000400:00000010:0.0:1767384343.700265:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000100:00000001:2.0:1767384343.700267:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384343.700277:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000100:00000001:3.0:1767384343.700278:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384343.700278:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:2.0:1767384343.700284:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:3.0:1767384343.700290:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294932497 00000100:00000001:2.0:1767384343.700290:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384343.700296:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744047744, portal 10 00000100:00000010:3.0:1767384343.700298:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed52afe5. 00000100:00000200:2.0:1767384343.700298:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.700303:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384343.700306:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384343.700307:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:3.0:1767384343.700313:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294932497 00000100:00000040:0.0:1767384343.700321:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384343.700322:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d665e6. 00000100:00000001:2.0:1767384343.700326:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384343.700327:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384343.700333:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.700335:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294932497 00000100:00000010:3.0:1767384343.700344:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2096439. 00000100:00000001:3.0:1767384343.700351:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384343.700378:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384343.700379:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.700382:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700383:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.700388:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384343.700389:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.700392:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.700394:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000100:00000001:2.0:1767384343.700396:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700397:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.700399:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744047744, offset 0 00000100:00000001:3.0:1767384343.700404:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384343.700405:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6978 usecs (7 jiffies) 00000100:00000001:3.0:1767384343.700407:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384343.700412:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384343.700413:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.700413:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932487 00000100:00000001:3.0:1767384343.700419:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.700421:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932497 00000400:00000200:0.0:1767384343.700423:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384343.700428:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932487 00000100:00000001:2.0:1767384343.700432:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932497 00000100:00000001:2.0:1767384343.700437:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932487 00000400:00000200:0.0:1767384343.700437:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04c80 00000100:00000001:2.0:1767384343.700443:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932497 00000100:00000001:2.0:1767384343.700447:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932487 00000400:00000200:0.0:1767384343.700450:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:3.0:1767384343.700451:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384343.700452:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932497 00000100:00100000:3.0:1767384343.700456:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047488 00000400:00000200:0.0:1767384343.700457:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384343.700460:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384343.700465:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384343.700466:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.700467:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.700471:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384343.700472:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.700472:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.700476:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384343.700481:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.700481:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384343.700482:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055fa783f. 00000100:00000001:2.0:1767384343.700489:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.700490:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047488 00000100:00000040:0.0:1767384343.700490:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000055fa783f x1853236744047744 msgsize 224 00000020:00000001:3.0:1767384343.700496:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384343.700499:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00100000:0.0:1767384343.700518:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384343.700520:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384343.700525:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384343.700528:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384343.700532:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384343.700532:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384343.700533:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384343.700537:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047616 02000000:00000001:2.0:1767384343.700541:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384343.700542:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384343.700544:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384343.700545:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000020:00000010:3.0:1767384343.700548:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 00000100:00000001:2.0:1767384343.700549:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384343.700549:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000001:3.0:1767384343.700557:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.700558:0:16154:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384343.700559:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.700561:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 00000100:00100000:2.0:1767384343.700566:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047616 00000100:00000200:0.0:1767384343.700567:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384343.700571:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc6568c1. 00000020:00000001:2.0:1767384343.700572:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384343.700576:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000010:3.0:1767384343.700581:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000144db30. 00000020:00000001:2.0:1767384343.700582:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384343.700586:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000010:3.0:1767384343.700589:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000020:00000001:2.0:1767384343.700591:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:3.0:1767384343.700603:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384343.700608:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384343.700610:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384343.700622:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384343.700630:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384343.700632:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384343.700635:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b4cd623. 00000100:00000040:0.0:1767384343.700639:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.700643:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384343.700643:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005a31a621. 00000020:00000040:2.0:1767384343.700655:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384343.700655:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700658:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.700663:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.700670:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.700674:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2675 usecs (3 jiffies) 00000100:00000001:3.0:1767384343.700676:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.700677:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932484 00000100:00000001:2.0:1767384343.700681:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384343.700684:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932497 00000020:00000010:2.0:1767384343.700686:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eab9cd9. 00000100:00000001:0.0:1767384343.700689:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932484 00000100:00000001:3.0:1767384343.700692:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384343.700694:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000121c9c9d. 00000100:00000001:0.0:1767384343.700694:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932497 00000020:00000010:2.0:1767384343.700702:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000100:00000001:3.0:1767384343.700705:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384343.700710:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000100:00000001:0.0:1767384343.700714:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932497 00000100:00100000:3.0:1767384343.700716:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384343.700716:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384343.700718:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000100:00000001:2.0:1767384343.700722:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384343.700726:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384343.700726:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932497 00000100:00000001:2.0:1767384343.700727:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384343.700731:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.700733:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227600464 : -120961481951152 : ffff91fc75d63850) 00000100:00000001:0.0:1767384343.700734:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.700739:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384343.700742:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.700744:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384343.700745:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b29a796 x1853236744047488/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.700749:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.700750:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.700758:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.700780:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.700783:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384343.700784:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384343.700788:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384343.700789:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 00000100:00000001:0.0:1767384343.700807:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.700809:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.700809:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.700810:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384343.700813:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384343.700814:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 00000100:00000001:0.0:1767384343.700815:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.700821:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384343.700824:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384343.700825:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744047488:12345-0@lo:400: 00000100:00100000:2.0:1767384343.700827:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384343.700830:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384343.700834:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:0.0:1767384343.700834:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384343.700835:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047488 00000020:00000001:3.0:1767384343.700841:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384343.700841:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353490560 : -120961356061056 : ffff91fc7d572680) 00000100:00000001:0.0:1767384343.700842:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.700847:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384343.700848:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384343.700849:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384343.700851:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011cae6f0 x1853236744047616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384343.700852:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.700856:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384343.700858:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384343.700862:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:3.0:1767384343.700867:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384343.700870:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384343.700875:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384343.700879:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384343.700879:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384343.700882:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384343.700884:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384343.700885:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:0.0:1767384343.700885:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.700888:0:16789:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384343.700891:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384343.700892:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.700893:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384343.700894:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384343.700896:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384343.700898:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ead7326a. 02000000:00000001:0.0:1767384343.700899:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384343.700902:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c689de0a. 00000100:00100000:0.0:1767384343.700905:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744047872:0@lo:400: 02000000:00000001:3.0:1767384343.700908:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384343.700908:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011cae6f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744047616:12345-0@lo:400: 00000100:00000001:0.0:1767384343.700910:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384343.700913:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.700915:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384343.700916:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047616 00000020:00000001:3.0:1767384343.700917:0:16789:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.700918:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.700921:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:3.0:1767384343.700922:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744047488 02000000:00000001:0.0:1767384343.700922:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384343.700924:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384343.700927:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384343.700928:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384343.700928:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab92344a. 00010000:00000200:3.0:1767384343.700933:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b29a796 x1853236744047488/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.700934:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.700935:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384343.700938:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:2.0:1767384343.700944:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384343.700946:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b246cc. 00000020:00000001:2.0:1767384343.700947:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384343.700951:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384343.700953:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000020:00000001:2.0:1767384343.700954:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384343.700959:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.700960:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744047872, portal 10 00000020:00000001:2.0:1767384343.700964:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384343.700966:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1767384343.700968:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384343.700969:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384343.700969:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352140800 : -120961357410816 : ffff91fc7d428e00) 00010000:00000001:3.0:1767384343.700971:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.700972:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384343.700976:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=51 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384343.700978:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002ceb1aed. 00000100:00000040:0.0:1767384343.700978:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384343.700983:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.700984:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384343.700989:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.700990:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:2.0:1767384343.700994:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.700994:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384343.700995:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00010000:00000040:2.0:1767384343.700999:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744047616 02000000:00000001:3.0:1767384343.701000:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384343.701001:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384343.701003:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.701005:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384343.701007:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000100:00000001:3.0:1767384343.701008:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1767384343.701011:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011cae6f0 x1853236744047616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384343.701012:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744047872, offset 0 00000100:00000040:3.0:1767384343.701016:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384343.701021:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000200:0.0:1767384343.701025:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384343.701026:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384343.701029:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744047488, offset 224 00000400:00000200:0.0:1767384343.701035:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384343.701036:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.701041:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1767384343.701042:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.701047:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384343.701047:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd04d00 00000400:00000200:3.0:1767384343.701053:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384343.701054:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:0.0:1767384343.701059:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767384343.701060:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384343.701065:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384343.701066:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd04b80 00000400:00000200:0.0:1767384343.701067:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384343.701069:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.701075:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384343.701078:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384343.701079:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x182d [1] + 224 00000100:00000040:2.0:1767384343.701079:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384343.701085:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000400:00000200:3.0:1767384343.701087:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384343.701088:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384343.701089:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744047616, offset 224 00000100:00000200:0.0:1767384343.701091:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384343.701112:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384343.701115:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0c9d442. 00000400:00000200:2.0:1767384343.701117:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384343.701119:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000c0c9d442 x1853236744047872 msgsize 224 00000100:00000001:3.0:1767384343.701125:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384343.701129:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384343.701130:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384343.701134:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701139:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.701144:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd04c00 00000100:00000040:3.0:1767384343.701147:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384343.701149:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:0.0:1767384343.701153:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000100:00000001:0.0:1767384343.701158:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384343.701182:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1835 [1] + 224 00000100:00000200:0.0:1767384343.701183:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.701188:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.701195:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384343.701199:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384343.701201:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000200:2.0:1767384343.701204:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384343.701206:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384343.701207:0:16789:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384343.701217:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384343.701218:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384343.701220:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.701220:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384343.701227:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701227:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.701231:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.701242:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384343.701244:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.701248:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384343.701249:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384343.701251:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3131 usecs (4 jiffies) 00000020:00000001:3.0:1767384343.701253:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.701258:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000020:00000001:3.0:1767384343.701261:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384343.701266:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932497 00000100:00000001:0.0:1767384343.701273:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:0.0:1767384343.701275:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932497 00000100:00000040:3.0:1767384343.701277:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b29a796 x1853236744047488/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.701278:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.701279:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000001:0.0:1767384343.701286:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932497 00000400:00000200:2.0:1767384343.701287:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:2.0:1767384343.701294:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:0.0:1767384343.701294:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000100:00000001:0.0:1767384343.701302:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932497 00000100:00100000:3.0:1767384343.701303:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744047488:12345-0@lo:400: Request processed in 516us (1175us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384343.701303:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384343.701308:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.701310:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.701314:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.701317:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.701324:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384343.701324:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.701327:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000001:0.0:1767384343.701332:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.701334:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384343.701335:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384343.701340:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384343.701340:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701344:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384343.701345:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384343.701348:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384343.701349:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384343.701351:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000144db30. 00000020:00000010:3.0:1767384343.701359:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000100:00000040:2.0:1767384343.701361:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011cae6f0 x1853236744047616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384343.701365:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc6568c1. 00000100:00000001:0.0:1767384343.701367:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384343.701373:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047744 00000020:00000040:3.0:1767384343.701375:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384343.701378:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384343.701383:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384343.701384:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384343.701386:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384343.701389:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c689de0a. 02000000:00000001:0.0:1767384343.701392:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384343.701394:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384343.701396:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047744 00000100:00000001:3.0:1767384343.701398:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.701403:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384343.701408:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:0.0:1767384343.701408:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:0.0:1767384343.701415:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384343.701418:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0e6983d. 00000020:00000040:0.0:1767384343.701420:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000020:00000001:0.0:1767384343.701426:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000400:00000010:3.0:1767384343.701429:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef8520ac. 00000100:00100000:2.0:1767384343.701429:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011cae6f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744047616:12345-0@lo:400: Request processed in 545us (1186us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384343.701430:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:0.0:1767384343.701439:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384343.701445:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00000100:00000001:0.0:1767384343.701449:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384343.701451:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384343.701454:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384343.701457:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:3.0:1767384343.701459:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384343.701461:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077946666. 00000100:00000001:2.0:1767384343.701465:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384343.701468:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384343.701469:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384343.701471:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1cb457e. 00000400:00000001:3.0:1767384343.701473:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384343.701476:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000121c9c9d. 00000400:00000010:3.0:1767384343.701478:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db7e9fb. 00000020:00000010:0.0:1767384343.701480:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b6bb9a2. 00000020:00000010:2.0:1767384343.701483:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000400:00000200:3.0:1767384343.701485:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000020:00000010:0.0:1767384343.701488:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000231a58e0. 00000400:00000010:3.0:1767384343.701491:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000020:00000010:2.0:1767384343.701493:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eab9cd9. 00000100:00000001:3.0:1767384343.701497:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384343.701501:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:2.0:1767384343.701502:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000200:3.0:1767384343.701507:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701509:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384343.701510:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.701514:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.701520:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384343.701524:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701527:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384343.701531:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384343.701534:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701537:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384343.701541:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384343.701541:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384343.701547:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384343.701547:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384343.701548:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 02000000:00000001:3.0:1767384343.701560:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384343.701563:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.701564:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384343.701565:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.701568:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744047872 02000000:00000001:0.0:1767384343.701570:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384343.701572:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.701573:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.701576:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.701579:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744047872 00000020:00000001:0.0:1767384343.701582:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384343.701584:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:0.0:1767384343.701586:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384343.701589:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:0.0:1767384343.701591:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:0.0:1767384343.701594:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:2.0:1767384343.701597:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384343.701600:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.701601:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384343.701606:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=51 v=5 (5 0 0 0) 00000400:00000001:2.0:1767384343.701608:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384343.701613:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384343.701614:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=51 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384343.701617:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000100:00000001:3.0:1767384343.701620:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384343.701621:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384343.701624:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.701624:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000020:00000010:0.0:1767384343.701627:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00000400:00000010:2.0:1767384343.701631:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00010000:00000001:3.0:1767384343.701632:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384343.701633:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d7722716. 00010000:00000001:3.0:1767384343.701637:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.701640:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384343.701642:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384343.701643:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000200:2.0:1767384343.701649:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.701650:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701656:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384343.701663:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003942b47b. 00000020:00000010:0.0:1767384343.701673:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fbd9ead0. 00000020:00000010:0.0:1767384343.701681:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033c24282. 00000100:00000200:2.0:1767384343.701689:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.701691:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.701691:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384343.701697:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384343.701700:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.701704:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.701704:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.701708:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.701710:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.701714:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384343.701715:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701716:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384343.701717:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384343.701722:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.701722:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384343.701727:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.701728:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.701732:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e819c688 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744047488:0@lo:400: 02000000:00000001:2.0:1767384343.701735:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701741:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384343.701742:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=41 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384343.701743:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.701745:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.701750:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e819c688 x1853236744047488/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.701755:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.701760:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1767384343.701779:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=41 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384343.701786:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384343.701789:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384343.701806:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384343.701809:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 02000000:00000001:3.0:1767384343.701810:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384343.701810:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384343.701814:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016bebc66. 00010000:00000001:2.0:1767384343.701816:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384343.701816:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352147072 : -120961357404544 : ffff91fc7d42a680) 02000000:00000001:3.0:1767384343.701818:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.701821:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:2.0:1767384343.701823:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384343.701824:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000040:0.0:1767384343.701825:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055fa783f x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384343.701830:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.701833:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a80bb680. 02000000:00000001:3.0:1767384343.701839:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.701843:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.701846:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 00010000:00000001:2.0:1767384343.701854:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701859:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.701859:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384343.701860:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384343.701864:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384343.701865:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384343.701865:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d7722716. 00000100:00000001:2.0:1767384343.701871:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384343.701872:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.701873:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.701874:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701880:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384343.701880:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d7722716. 00000100:00000040:2.0:1767384343.701883:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.701884:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.701890:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055fa783f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744047744:12345-0@lo:400: 00000100:00000001:3.0:1767384343.701891:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.701895:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.701901:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047744 00000100:00000001:2.0:1767384343.701902:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384343.701904:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384343.701905:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384343.701908:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.701908:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.701911:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384343.701915:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384343.701915:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384343.701916:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384343.701921:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000040:3.0:1767384343.701922:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000001:0.0:1767384343.701926:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384343.701930:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384343.701932:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744047616:0@lo:400: 00000020:00000001:0.0:1767384343.701934:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384343.701937:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384343.701940:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384343.701940:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.701945:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384343.701945:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384343.701947:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.701949:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384343.701951:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384343.701951:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744047616/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.701952:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384343.701957:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e52c993. 00000100:00100000:3.0:1767384343.701960:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:0.0:1767384343.701962:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.701966:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:2.0:1767384343.701968:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384343.701968:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.701970:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352147968 : -120961357403648 : ffff91fc7d42aa00) 02000000:00000001:2.0:1767384343.701971:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384343.701974:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fc1a7a9. 00000100:00000040:3.0:1767384343.701976:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0c9d442 x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384343.701979:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384343.701980:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.701982:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384343.701986:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000040:0.0:1767384343.701986:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744047744 00000100:00000001:3.0:1767384343.701990:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384343.701992:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384343.701992:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384343.701995:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 02000000:00000010:2.0:1767384343.701995:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052379f61. 00010000:00000200:0.0:1767384343.701999:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055fa783f x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.702001:0:16797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384343.702003:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384343.702007:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 02000000:00000001:2.0:1767384343.702011:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384343.702013:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1767384343.702014:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00010000:00000001:0.0:1767384343.702017:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384343.702018:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0c9d442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744047872:12345-0@lo:400: 00000100:00000001:2.0:1767384343.702019:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767384343.702023:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.702024:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384343.702025:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744047872 00000020:00000001:3.0:1767384343.702029:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384343.702030:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702031:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384343.702033:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384343.702035:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702036:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384343.702037:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:3.0:1767384343.702039:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384343.702040:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.702041:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:3.0:1767384343.702043:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:2.0:1767384343.702044:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384343.702046:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384343.702049:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384343.702049:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702050:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.702053:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702055:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384343.702056:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384343.702059:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384343.702062:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384343.702063:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.702066:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384343.702067:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000100:00000200:0.0:1767384343.702071:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744047744, offset 224 00000100:00000001:3.0:1767384343.702078:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384343.702078:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384343.702082:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384343.702086:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c689de0a. 00000004:00000001:2.0:1767384343.702088:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:3.0:1767384343.702090:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.702090:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:2.0:1767384343.702108:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384343.702114:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384343.702115:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ede0195. 00000020:00000001:3.0:1767384343.702116:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.702120:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04c80 00000020:00000040:2.0:1767384343.702123:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000040:3.0:1767384343.702124:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744047872 00000400:00000200:0.0:1767384343.702130:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x183d [1] + 224 00010000:00000001:3.0:1767384343.702131:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384343.702131:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384343.702136:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384343.702138:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767384343.702140:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0c9d442 x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384343.702141:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.702148:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384343.702151:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3902827. 00000100:00000001:0.0:1767384343.702159:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384343.702160:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.702161:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384343.702167:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.702167:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.702168:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:3.0:1767384343.702175:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.702175:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.702203:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384343.702203:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ede0195] to pc [ptlrpcd_00_02+2] req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.702207:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384343.702211:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:3.0:1767384343.702219:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384343.702227:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384343.702231:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.702239:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384343.702245:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384343.702248:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384343.702249:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000004:00000001:2.0:1767384343.702252:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384343.702255:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744047872, offset 224 00000400:00000200:0.0:1767384343.702258:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:0.0:1767384343.702262:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000100:00000001:2.0:1767384343.702263:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.702266:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384343.702267:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384343.702269:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384343.702272:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.702273:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384343.702277:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384343.702282:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702285:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.702287:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384343.702288:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.702293:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384343.702293:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384343.702297:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384343.702298:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384343.702302:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd04d00 00000100:00000040:2.0:1767384343.702304:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384343.702304:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.702311:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384343.702316:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1845 [1] + 224 00000100:00000040:0.0:1767384343.702321:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055fa783f x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.702324:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384343.702328:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384343.702329:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.702338:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384343.702342:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384343.702343:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384343.702348:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055fa783f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744047744:12345-0@lo:400: Request processed in 485us (1852us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384343.702349:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.702358:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384343.702359:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.702367:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767384343.702370:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744048000:0@lo:13: 00000100:00000040:0.0:1767384343.702376:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:2.0:1767384343.702383:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384343.702384:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384343.702390:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384343.702391:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384343.702392:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384343.702395:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384343.702396:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b6bb9a2. 02000000:00000001:2.0:1767384343.702401:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384343.702404:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000231a58e0. 02000000:00000010:2.0:1767384343.702407:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007db567a9. 00000020:00000010:0.0:1767384343.702413:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1cb457e. 02000000:00000001:2.0:1767384343.702414:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.702417:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384343.702421:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000020:00000040:0.0:1767384343.702423:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000400:00000010:2.0:1767384343.702427:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000100:00000001:0.0:1767384343.702429:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384343.702434:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744048000, portal 4 00000400:00000200:3.0:1767384343.702436:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000100:00000001:2.0:1767384343.702439:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384343.702440:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000001:2.0:1767384343.702442:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353482496 : -120961356069120 : ffff91fc7d570700) 00000100:00000001:3.0:1767384343.702446:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384343.702450:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384343.702452:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.702456:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.702459:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.702463:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384343.702467:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384343.702469:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:0.0:1767384343.702471:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384343.702472:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384343.702493:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384343.702494:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.702494:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384343.702498:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b246cc. 00000400:00000010:2.0:1767384343.702499:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000020:00000001:3.0:1767384343.702500:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384343.702505:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000100:00000040:3.0:1767384343.702507:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0c9d442 x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1767384354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384343.702508:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000200:2.0:1767384343.702516:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744048000, offset 0 00000100:00000001:0.0:1767384343.702516:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384343.702521:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0c9d442 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744047872:12345-0@lo:400: Request processed in 527us (1398us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384343.702522:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.702526:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384343.702539:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000200:0.0:1767384343.702539:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384343.702542:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384343.702546:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000400:00000200:2.0:1767384343.702559:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd04d80 00000100:00000001:3.0:1767384343.702560:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384343.702564:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384343.702570:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000100:00000001:0.0:1767384343.702572:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.702575:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384343.702575:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702580:0:16154:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384343.702583:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384343.702583:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384343.702585:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.702587:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384343.702589:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384343.702590:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384343.702591:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384343.702596:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384343.702598:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ae43a94. 02000000:00000001:0.0:1767384343.702599:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.702602:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000002ae43a94 x1853236744048000 msgsize 224 00000100:00001000:0.0:1767384343.702604:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384343.702633:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=45 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384343.702637:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384343.702639:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384343.702641:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.702643:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384343.702647:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.702649:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384343.702654:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384343.702656:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000100:00000001:0.0:1767384343.702658:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384343.702659:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000040:0.0:1767384343.702660:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384343.702664:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384343.702665:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384343.702666:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.702670:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384343.702677:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.702677:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.702681:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384343.702683:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.702692:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384343.702692:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384343.702699:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384343.702704:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744047872:0@lo:400: 00000100:00000001:2.0:1767384343.702709:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702712:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384343.702716:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384343.702716:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.702720:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384343.702721:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6702 usecs (7 jiffies) 00000400:00000010:0.0:1767384343.702723:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000100:00000001:2.0:1767384343.702726:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932490 00000400:00000200:0.0:1767384343.702728:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000100:00000001:2.0:1767384343.702730:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932497 00000400:00000010:0.0:1767384343.702731:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000020:00000010:3.0:1767384343.702735:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fbd9ead0. 00000100:00000001:2.0:1767384343.702735:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932490 00000100:00000001:0.0:1767384343.702736:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384343.702741:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932497 00000020:00000010:3.0:1767384343.702742:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033c24282. 00000100:00000200:0.0:1767384343.702742:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.702745:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932490 00000020:00000010:3.0:1767384343.702749:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003942b47b. 00000100:00000001:2.0:1767384343.702750:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932497 00000020:00000040:3.0:1767384343.702756:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:2.0:1767384343.702756:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932490 00000100:00000001:3.0:1767384343.702772:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384343.702772:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.702773:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932497 00000100:00000001:2.0:1767384343.702778:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384343.702783:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702787:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702791:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.702801:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.702803:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702805:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384343.702807:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384343.702808:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384343.702808:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384343.702810:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048000 00000100:00000001:0.0:1767384343.702812:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.702814:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384343.702815:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702817:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384343.702820:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384343.702820:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=46 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384343.702826:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384343.702827:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=46 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384343.702828:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048000 00000100:00000001:0.0:1767384343.702832:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384343.702833:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384343.702834:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384343.702835:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00010000:00000001:0.0:1767384343.702839:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384343.702840:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384343.702843:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00010000:00080000:0.0:1767384343.702845:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384343.702853:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:2.0:1767384343.702856:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00010000:00000001:0.0:1767384343.702856:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.702861:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384343.702862:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384343.702863:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384343.702866:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384343.702867:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:0.0:1767384343.702868:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.702872:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384343.702875:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384343.702876:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ead7326a. 00000020:00000010:2.0:1767384343.702884:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc1a7a9. 00000100:00000001:0.0:1767384343.702885:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.702889:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384343.702890:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000121c9c9d. 00000100:00000001:0.0:1767384343.702891:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384343.702897:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384343.702898:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000100:00000040:2.0:1767384343.702907:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:0.0:1767384343.702907:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744047744:0@lo:400: 00000100:00000001:2.0:1767384343.702913:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384343.702915:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.702916:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.702917:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.702920:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384343.702923:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.702923:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea3e440b x1853236744047872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.702931:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384343.702938:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384343.702939:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384343.702943:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab92344a. 02000000:00000001:0.0:1767384343.702947:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384343.702949:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384343.702949:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384343.702953:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384343.702953:0:16154:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384343.702957:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384343.702961:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d6771854. 00000100:00000001:3.0:1767384343.702962:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384343.702962:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384343.702966:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384343.702968:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384343.702969:0:18868:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.702969:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 02000000:00000001:0.0:1767384343.702972:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384343.702974:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353483392 : -120961356068224 : ffff91fc7d570a80) 00000100:00000001:3.0:1767384343.702975:0:18868:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384343.702975:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3e440b. 00000100:00000040:2.0:1767384343.702981:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ae43a94 x1853236744048000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.702983:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.702985:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.702990:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384343.702995:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384343.702995:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744047744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384343.703000:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:2.0:1767384343.703004:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.703005:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1767384343.703007:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ead7326a. 02000000:00000001:0.0:1767384343.703007:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384343.703011:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce8f125f. 00000100:00100000:2.0:1767384343.703014:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ae43a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744048000:12345-0@lo:13: 02000000:00000001:0.0:1767384343.703016:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384343.703018:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384343.703021:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048000 00000020:00000040:0.0:1767384343.703021:0:16154:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384343.703025:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384343.703026:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384343.703029:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076b50a65. 00000020:00000001:2.0:1767384343.703030:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384343.703032:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.703032:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384343.703035:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384343.703036:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1767384343.703037:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:0.0:1767384343.703039:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384343.703040:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.703041:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384343.703044:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000100:00000001:0.0:1767384343.703046:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384343.703047:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384343.703049:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.703050:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.703052:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384343.703054:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384343.703055:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.703056:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384343.703059:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.703062:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384343.703063:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384343.703066:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fc1c2132. 02000000:00000001:2.0:1767384343.703068:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.703069:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384343.703071:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384343.703075:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384343.703076:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384343.703079:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384343.703089:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.703091:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384343.703092:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384343.703095:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384343.703097:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384343.703100:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384343.703102:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384343.703105:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384343.703106:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384343.703108:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384343.703109:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744048000 00010000:00000001:2.0:1767384343.703110:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384343.703112:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ae43a94 x1853236744048000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384343.703117:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384343.703119:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384343.703120:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384343.703122:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384343.703123:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384343.703125:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384343.703136:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384343.703137:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.703139:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384343.703141:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384343.703143:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000100:00000200:2.0:1767384343.703146:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744048000, offset 224 00000400:00000200:2.0:1767384343.703150:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384343.703155:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384343.703160:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd04d80 00000400:00000200:2.0:1767384343.703165:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1861 [1] + 224 00000400:00000200:2.0:1767384343.703168:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.703188:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384343.703193:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384343.703197:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384343.703205:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.703221:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384343.703227:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:2.0:1767384343.703230:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:2.0:1767384343.703234:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384343.703236:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384343.703240:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384343.703241:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.703244:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384343.703248:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384343.703251:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384343.703252:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384343.703253:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384343.703257:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384343.703258:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384343.703262:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000100:00000040:2.0:1767384343.703266:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ae43a94 x1853236744048000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:324/0 lens 224/368 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.703269:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:3.0:1767384343.703274:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000100:00100000:2.0:1767384343.703283:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ae43a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744048000:12345-0@lo:13: Request processed in 285us (677us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384343.703284:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384343.703293:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384343.703297:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384343.703300:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000200:3.0:1767384343.703311:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.703312:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384343.703316:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384343.703322:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000121c9c9d. 00000100:00000001:3.0:1767384343.703325:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384343.703328:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000100:00000001:3.0:1767384343.703329:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.703333:0:16157:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384343.703334:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc1a7a9. 02000000:00000001:3.0:1767384343.703335:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384343.703340:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384343.703342:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384343.703343:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 02000000:00000001:3.0:1767384343.703348:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.703350:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384343.703354:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384343.703360:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384343.703363:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384343.703365:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384343.703367:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384343.703371:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384343.703377:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.703379:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384343.703380:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384343.703382:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384343.703382:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.703391:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.703396:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384343.703398:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384343.703399:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384343.703401:0:16157:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384343.703404:0:16157:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384343.703406:0:16157:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384343.703411:0:16157:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384343.703415:0:16157:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.703424:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384343.703430:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004ede0195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744048000:0@lo:13: 00000100:00000001:3.0:1767384343.703434:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.703435:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384343.703436:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ede0195 x1853236744048000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384343.703441:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384343.703443:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384343.703444:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007db567a9. 02000000:00000001:3.0:1767384343.703448:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384343.703450:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384343.703451:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384343.703452:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384343.703454:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c3902827. 02000000:00000001:3.0:1767384343.703464:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384343.703465:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384343.703466:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000100:00000001:3.0:1767384343.703469:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384343.703470:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.703472:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384343.703476:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384343.703478:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384343.703479:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384343.703481:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384343.717615:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:3.0:1767384343.717622:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2096439. 00000100:00000040:0.0:1767384343.717624:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:0.0:1767384343.717632:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006892416. 00000100:00000040:2.0:1767384343.717639:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294932497, at 4294932498 00000100:00000010:2.0:1767384343.717646:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d665e6. 00000100:00000040:1.0:1767384343.718602:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294932497, at 4294932499 00000100:00000010:1.0:1767384343.718608:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed52afe5. 00080000:00000001:2.0:1767384343.799900:0:28114:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384343.799911:0:28114:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.799914:0:28114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384343.799919:0:28114:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384343.799924:0:28114:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.799927:0:28114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384343.955655:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp29 00000400:00000010:1.0:1767384343.955663:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002b32a253. 00000400:00000010:1.0:1767384343.955671:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0f8df23. 00000400:00000010:1.0:1767384343.955676:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004130374d. 00000400:00000010:1.0:1767384343.955685:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d7f6404. 00000400:00000200:1.0:1767384343.955692:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp29 00000400:00000200:1.0:1767384343.955710:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp29 local destination 00000400:00000200:1.0:1767384343.955716:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp29 00000400:00000200:1.0:1767384343.955722:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp29 NI seq info: [69:69:256:4294967295] 192.168.203.113@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767384343.955730:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp29 00000400:00000200:1.0:1767384343.955741:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29:) -> 192.168.203.113@tcp29(192.168.203.113@tcp29:192.168.203.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767384343.955747:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp29 00000800:00000010:1.0:1767384343.955782:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000463c0d9a. 00000800:00000200:1.0:1767384343.955807:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000800:00000200:1.1:1767384343.955813:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000400:00000200:1.0:1767384343.955839:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp29 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:1.0:1767384343.955844:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp28 00000400:00000010:1.0:1767384343.955847:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a9269629. 00000400:00000010:1.0:1767384343.955851:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006286d59a. 00000400:00000010:1.0:1767384343.955854:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000400:00000010:1.0:1767384343.955859:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012afbe0a. 00000400:00000200:1.0:1767384343.955864:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp28 00000400:00000200:1.0:1767384343.955873:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp28 local destination 00000400:00000200:1.0:1767384343.955878:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:1.0:1767384343.955882:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [70:70:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [70:70:8:4294967295] 00000400:00000200:1.0:1767384343.955887:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00000400:00000200:1.0:1767384343.955901:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) : GET try# 0 00000800:00000200:1.0:1767384343.955908:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000800:00000010:1.0:1767384343.955911:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000015f86348. 00000800:00000200:1.0:1767384343.955918:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:1.1:1767384343.955925:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:1.0:1767384343.955943:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 3 next ping: 273 health :700 00000400:00000200:1.0:1767384343.955949:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp30 00000400:00000010:1.0:1767384343.955953:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000891324dc. 00000400:00000010:1.0:1767384343.955957:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008dc2e4ea. 00000400:00000010:1.0:1767384343.955960:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dc200c. 00000400:00000010:1.0:1767384343.955965:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007044ee0f. 00000400:00000200:1.0:1767384343.955971:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp30 00000400:00000200:1.0:1767384343.955980:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp30 local destination 00000400:00000200:1.0:1767384343.955984:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp30 00000400:00000200:1.0:1767384343.955990:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp30 NI seq info: [71:71:256:4294967295] 192.168.203.113@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:1.0:1767384343.955995:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp30 00000400:00000200:1.0:1767384343.956012:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp30(192.168.203.113@tcp30:) -> 192.168.203.113@tcp30(192.168.203.113@tcp30:192.168.203.113@tcp30) : GET try# 0 00000800:00000200:1.0:1767384343.956028:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp30 00000800:00000010:1.0:1767384343.956031:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c846602. 00000800:00000200:1.0:1767384343.956037:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (2) 00000800:00000200:1.1:1767384343.956043:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (2) 00000400:00000200:1.0:1767384343.956059:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp30 added to recovery queue. ping count: 1 next ping: 267 health :900 00000400:00000200:1.0:1767384343.956151:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956236:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956301:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956360:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956400:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956426:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956449:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956473:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956534:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956599:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.956608:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956670:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.956721:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.956726:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956777:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.956827:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.956855:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956866:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.956914:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.956944:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.956960:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.956998:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957041:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957063:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957091:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957135:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957160:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957179:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957221:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957254:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957265:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957310:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957343:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957348:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957387:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957442:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957442:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957446:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957525:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957542:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957584:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957636:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957659:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957668:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957719:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957745:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957758:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957823:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957847:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957871:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.957924:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.957944:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.957976:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958015:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958023:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958070:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958105:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958117:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958186:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958218:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958244:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958312:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958344:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958358:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958432:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958453:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958467:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958564:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958576:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958632:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958697:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958740:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958742:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958781:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958849:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958865:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958866:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958922:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.958969:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.958975:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.958999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959051:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.959064:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959078:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959134:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384343.959143:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959157:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959214:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959238:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959276:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959302:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959353:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959378:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000800:00000010:1.0:1767384343.959388:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000be52e98. 00000800:00000010:1.0:1767384343.959412:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003788ec34. 00000800:00000010:1.0:1767384343.959419:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000689f20ec. 00000400:00000200:2.0:1767384343.959449:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000800:00000010:1.0:1767384343.959454:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000689f20ec. 00000800:00020000:1.0:1767384343.959471:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:3.0:1767384343.959477:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959530:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959557:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959660:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959674:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959721:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959736:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959796:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959818:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959861:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959878:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959915:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.959944:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.959962:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.960017:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.960018:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.960075:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.960112:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.960189:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384343.960280:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp29 from 217.3.0.2 00000800:00000010:2.0:1767384343.960286:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e1cd9542. 00000800:00000010:3.0:1767384343.960291:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002cfcae0e. 00000800:00000010:3.0:1767384343.960298:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbdf459d. 00000800:00000010:3.0:1767384343.960303:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960340:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960377:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000049c0b830. 00000800:00000010:3.0:1767384343.960381:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc222e7e. 00000800:00000010:3.0:1767384343.960384:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960439:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960482:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e5efac6. 00000800:00000010:3.0:1767384343.960488:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c185627. 00000800:00000010:3.0:1767384343.960516:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fed2e5c5. 00000400:00000200:2.0:1767384343.960518:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.1:1767384343.960525:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (2) 00000800:00000200:3.1:1767384343.960533:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp29 00000000fed2e5c5 deleted 00000400:00000200:2.0:1767384343.960538:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp30 from 216.3.0.2 00000800:00000010:3.1:1767384343.960540:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fed2e5c5. 00000800:00000010:2.0:1767384343.960546:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000107b17c6. 00000800:00000200:3.1:1767384343.960550:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384343.960562:0:16145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp29 ip 192.168.203.113:985 00000800:00000200:3.1:1767384343.960597:0:16145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000463c0d9a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384343.960610:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp29 p 3.x 192.168.203.113 -> 192.168.203.113:985 incarnation:1767384336974166380 sched[0] 00000800:00000010:3.0:1767384343.960617:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960678:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960684:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c185627. 00000800:00000010:3.0:1767384343.960727:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e1cd9542. 00000800:00000010:3.0:1767384343.960742:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084bd0b6a. 00000800:00000010:3.0:1767384343.960746:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c185627. 00000800:00000010:3.0:1767384343.960807:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fed2e5c5. 00000800:00000200:3.1:1767384343.960814:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (2) 00000800:00000200:3.1:1767384343.960820:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp30 00000000fed2e5c5 deleted 00000800:00000010:3.1:1767384343.960823:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fed2e5c5. 00000800:00000200:3.1:1767384343.960827:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384343.960833:0:16145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp30 ip 192.168.203.113:984 00000800:00000200:3.1:1767384343.960835:0:16145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c846602 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384343.960841:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp30 p 3.x 192.168.203.113 -> 192.168.203.113:984 incarnation:1767384338872543638 sched[0] 00000800:00000010:3.0:1767384343.960846:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000001:2.0:1767384343.960873:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.960880:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384343.960889:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.960893:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c185627. 00000800:00000010:3.0:1767384343.960904:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000107b17c6. 00000800:00000001:3.0:1767384343.960914:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.960919:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384343.960936:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384343.960941:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000463c0d9a. 00000400:00000200:2.0:1767384343.960945:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.960951:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp29->192.168.203.113@tcp29: GET: OK 00000400:00000200:2.0:1767384343.960956:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384343.960967:0:16148:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp29 recovery message sent successfully:0 00000800:00000200:3.0:1767384343.960972:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384343.960977:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c846602. 00000400:00000200:3.0:1767384343.960981:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.960986:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp30->192.168.203.113@tcp30: GET: OK 00000400:00000200:3.0:1767384343.960999:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000200:2.1:1767384343.961000:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384343.961004:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp30 recovery message sent successfully:0 00000800:00000200:2.0:1767384343.961010:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp29 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384336974166380 sched[0] 00000800:00000010:2.0:1767384343.961015:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc222e7e. 00000800:00000001:2.0:1767384343.961042:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384343.961044:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384343.961051:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp30 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384338872543638 sched[0] 00000800:00000010:3.0:1767384343.961055:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbdf459d. 00000800:00000001:2.0:1767384343.961058:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.961062:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961070:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.961078:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29) <- 192.168.203.113@tcp29 : GET - for me 00000800:00000001:3.0:1767384343.961084:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.961090:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:3.0:1767384343.961093:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384343.961097:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.961102:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1805 [1] + 0 00000800:00000001:3.0:1767384343.961103:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.961117:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp30(192.168.203.113@tcp30) <- 192.168.203.113@tcp30 : GET - for me 00000400:00000200:2.0:1767384343.961120:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp29 to MR: 192.168.203.113@tcp29 local destination 00000400:00000200:2.0:1767384343.961126:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp29 NI seq info: [72:72:256:4294967295] 192.168.203.113@tcp29 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384343.961135:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29:192.168.203.113@tcp29) -> 192.168.203.113@tcp29(192.168.203.113@tcp29:192.168.203.113@tcp29) 192.168.203.113@tcp29 : REPLY try# 0 00000800:00000200:2.0:1767384343.961138:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp29 00000800:00000010:2.0:1767384343.961142:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641dcb47. 00000400:00000200:3.0:1767384343.961147:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000200:2.0:1767384343.961154:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (4) 00000400:00000200:3.0:1767384343.961160:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1805 [1] + 0 00000800:00000200:2.0:1767384343.961166:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp29 ip 192.168.203.113:988 00000800:00000200:2.0:1767384343.961172:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000641dcb47 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384343.961179:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp30 to MR: 192.168.203.113@tcp30 local destination 00000400:00000200:3.0:1767384343.961186:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp30 NI seq info: [73:73:256:4294967295] 192.168.203.113@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384343.961194:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp30(192.168.203.113@tcp30:192.168.203.113@tcp30) -> 192.168.203.113@tcp30(192.168.203.113@tcp30:192.168.203.113@tcp30) 192.168.203.113@tcp30 : REPLY try# 0 00000800:00000200:3.0:1767384343.961200:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp30 00000800:00000010:3.0:1767384343.961205:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095002ae5. 00000800:00000200:3.0:1767384343.961209:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (4) 00000800:00000200:3.0:1767384343.961213:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp30 ip 192.168.203.113:988 00000800:00000200:3.0:1767384343.961216:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095002ae5 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384343.961221:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384343.961225:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641dcb47. 00000400:00000200:2.0:1767384343.961232:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.961237:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp29->192.168.203.113@tcp29: REPLY: OK 00000800:00000001:2.0:1767384343.961247:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961251:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.961253:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961258:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384343.961259:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961263:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384343.961264:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384343.961270:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095002ae5. 00000400:00000200:2.0:1767384343.961271:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp29(192.168.203.113@tcp29) <- 192.168.203.113@tcp29 : REPLY - for me 00000400:00000200:3.0:1767384343.961278:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.961290:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp30->192.168.203.113@tcp30: REPLY: OK 00000400:00000200:2.0:1767384343.961290:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp29: Reply from 12345-192.168.203.113@tcp29 of length 272/272 into md 0x186d 00000800:00000001:2.0:1767384343.961303:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.961308:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961310:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.961313:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384343.961315:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.961321:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp29->192.168.203.113@tcp29: REPLY: OK 00000800:00000001:3.0:1767384343.961323:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.961329:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004130374d 00000800:00000001:3.0:1767384343.961330:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384343.961334:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004130374d. 00000800:00000001:3.0:1767384343.961335:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384343.961341:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000001:3.0:1767384343.961342:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384343.961349:0:16148:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002b32a253. 00000400:00000200:3.0:1767384343.961352:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp30(192.168.203.113@tcp30) <- 192.168.203.113@tcp30 : REPLY - for me 00000400:00000010:2.0:1767384343.961356:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0f8df23. 00000800:00000001:2.0:1767384343.961377:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384343.961384:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.961396:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp30: Reply from 12345-192.168.203.113@tcp30 of length 272/272 into md 0x1875 00000800:00000001:3.0:1767384343.961403:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.961411:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384343.961414:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384343.961419:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp30->192.168.203.113@tcp30: REPLY: OK 00000400:00000200:3.0:1767384343.961424:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dc200c 00000400:00000010:3.0:1767384343.961427:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dc200c. 00000400:00000200:2.0:1767384343.961428:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961432:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384343.961441:0:16147:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000891324dc. 00000400:00000010:3.0:1767384343.961447:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008dc2e4ea. 00000800:00000001:3.0:1767384343.961456:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.961460:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384343.961478:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961525:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961544:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961624:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961658:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961697:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961734:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961819:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961841:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961885:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961905:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961944:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.961977:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.961999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962043:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962062:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962123:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962151:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962201:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962229:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962285:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962311:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962370:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962396:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962447:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962477:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962522:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962553:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962636:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962655:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962713:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962739:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962809:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962853:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962866:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962912:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962932:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.962971:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.962993:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963033:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963063:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963126:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963146:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963211:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963246:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963275:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963333:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963350:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963395:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963439:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963460:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963490:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963528:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963553:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963632:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963660:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963705:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963743:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963815:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963856:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963896:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963911:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.963957:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.963978:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964017:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964049:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964082:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964111:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964141:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964171:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964231:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964259:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964312:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964344:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964372:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964438:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964483:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964515:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964568:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:3.0:1767384343.964652:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:2.0:1767384343.964911:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384343.964967:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c30860a5. 00000800:00000010:3.0:1767384343.964972:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbdf459d. 00000800:00000010:3.0:1767384343.964975:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000400:00000200:2.0:1767384343.965003:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp29 from 215.3.0.2 00000800:00000010:2.0:1767384343.965008:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c0d998c1. 00000800:00000010:3.0:1767384343.965016:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965055:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036f27426. 00000800:00000010:3.0:1767384343.965060:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c185627. 00000400:00000200:2.0:1767384343.965060:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384343.965063:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000400:00000200:2.0:1767384343.965078:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp30 from 214.3.0.2 00000800:00000010:2.0:1767384343.965082:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000057e06eaa. 00000800:00000010:3.0:1767384343.965100:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965149:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ccfdae50. 00000800:00000010:3.0:1767384343.965155:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fed2e5c5. 00000800:00000010:3.0:1767384343.965187:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006dee0541. 00000800:00000200:3.1:1767384343.965204:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (4) 00000800:00000200:3.1:1767384343.965211:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp29 000000006dee0541 deleted 00000800:00000010:3.1:1767384343.965214:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006dee0541. 00000800:00000200:3.1:1767384343.965220:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384343.965236:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp29 p 3.x 192.168.203.113 -> 192.168.203.113:983 incarnation:1767384336974166380 sched[0] 00000800:00000010:3.0:1767384343.965243:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965304:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965310:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fed2e5c5. 00000800:00000010:3.0:1767384343.965343:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c0d998c1. 00000800:00000010:3.0:1767384343.965353:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d714916. 00000800:00000010:3.0:1767384343.965358:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fed2e5c5. 00000800:00000010:3.0:1767384343.965384:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006dee0541. 00000800:00000200:3.1:1767384343.965390:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (4) 00000800:00000200:3.1:1767384343.965397:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp30 000000006dee0541 deleted 00000800:00000010:3.1:1767384343.965400:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006dee0541. 00000800:00000200:3.1:1767384343.965405:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384343.965409:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp30 p 3.x 192.168.203.113 -> 192.168.203.113:982 incarnation:1767384338872543638 sched[0] 00000800:00000010:3.0:1767384343.965416:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965476:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000004afa631. 00000800:00000010:3.0:1767384343.965481:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fed2e5c5. 00000800:00000010:3.0:1767384343.965512:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000057e06eaa. 00000800:00000200:3.1:1767384343.965551:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384343.965556:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp29 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384336974166380 sched[0] 00000800:00000010:3.0:1767384343.965559:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c185627. 00000800:00000001:3.0:1767384343.965632:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.965638:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384343.965642:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.965647:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384343.965650:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.965654:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384343.965694:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384343.965700:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp30 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384338872543638 sched[0] 00000800:00000010:3.0:1767384343.965704:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbdf459d. 00000800:00000001:3.0:1767384343.965744:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.965750:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384343.967753:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003788ec34. 00000800:00000010:1.0:1767384343.967758:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000be52e98. 00000400:02020000:1.0:1767384343.967826:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384343.976125:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp28 notifying 192.168.203.113@tcp28: down 00000400:00000200:1.0:1767384343.976130:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384343.976150:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp28 00000800:00000010:1.0:1767384343.976153:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000015f86348. 00000400:00000200:1.0:1767384343.976157:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384343.976161:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384343.976168:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384343.976171:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384343.976175:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp28) recovery failed with -71 00000001:00000001:1.0:1767384344.478592:0:28278:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384344.478597:0:28278:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384344.483576:0:28278:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384344.489519:0:28279:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002980dde8. 00000400:00000010:3.0:1767384344.489531:0:28279:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ef7fb45f. 00000400:00000010:3.0:1767384344.489539:0:28279:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002747d3aa. 00000400:00000010:3.0:1767384344.489542:0:28279:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000003e6430b. 00000400:00000010:3.0:1767384344.489545:0:28279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d9a2b0b. 00000400:00000010:3.0:1767384344.489548:0:28279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004afa631. 00000400:00000010:3.0:1767384344.489550:0:28279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000031fd3224. 00000400:00000010:3.0:1767384344.489571:0:28279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000050906979. 00000400:00000010:3.0:1767384344.489573:0:28279:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000828e1df4. 00000800:00000010:3.0:1767384344.489585:0:28279:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000095002ae5. 00000800:00000200:3.0:1767384344.489594:0:28279:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384344.489602:0:28279:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384344.489633:0:28279:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384344.489651:0:28279:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384344.490926:0:28279:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000003dc7e3b7. 00000400:00000010:3.0:1767384344.490931:0:28279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 00000400:00000010:3.0:1767384344.490936:0:28279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000400:00000001:3.0:1767384344.490949:0:28279:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.490951:0:28279:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384344.490952:0:28279:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00000400:00000200:3.0:1767384344.490954:0:28279:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:3.0:1767384344.490956:0:28279:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000400:00000010:3.0:1767384344.490958:0:28279:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000580111f9. 00000400:00000200:3.0:1767384344.490963:0:28279:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (22) 00000400:00000200:3.0:1767384344.490973:0:28279:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384344.490981:0:28279:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384344.490993:0:28279:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cf8ff672. 00000400:00000200:2.0:1767384344.490994:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384344.490997:0:28279:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384344.491002:0:28279:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp33 00000400:00000200:2.0:1767384344.491002:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000010:2.0:1767384344.491010:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000400:00000200:2.0:1767384344.491014:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000400:00000010:3.0:1767384344.491017:0:28279:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ef7fb45f. 00000400:00000010:2.0:1767384344.491018:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c30a2444. 00000400:00000010:3.0:1767384344.491024:0:28279:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002980dde8. 00000400:00000200:2.0:1767384344.491025:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384344.491038:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384344.491042:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384344.491053:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384344.491057:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384344.491060:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:2.0:1767384344.491063:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384344.491067:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000400:00000200:2.0:1767384344.491070:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:2.0:1767384344.491073:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000400:00000200:2.0:1767384344.491076:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000001:0.0:1767384344.491076:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.491081:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384344.491082:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:2.0:1767384344.491087:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384344.491093:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 10000000:00000001:0.0:1767384344.491093:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384344.491097:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384344.491101:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:01000004:0.0:1767384344.491101:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384344.491105:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384344.491108:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384344.491110:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:01000004:0.0:1767384344.491111:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.491114:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.491117:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384344.491119:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:01000004:0.0:1767384344.491120:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384344.491123:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384344.491126:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384344.491128:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000020:01000004:0.0:1767384344.491128:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384344.491134:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000010:0.0:1767384344.491134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000400:00000200:2.0:1767384344.491139:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000020:00000040:0.0:1767384344.491141:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384344.491145:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 14], ns[70, 14] 00000100:00000001:0.0:1767384344.491147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384344.491151:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384344.491155:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491159:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 14], ns[72, 14] 00000400:00000200:2.0:1767384344.491163:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 14], ns[73, 14] 02000000:00000010:0.0:1767384344.491164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008436dc5e. 00000400:00000200:2.0:1767384344.491168:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000001:0.0:1767384344.491172:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491173:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp13 00000400:00000200:2.0:1767384344.491179:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp13 lpni_is_preferred = 0 00000400:00000200:2.0:1767384344.491181:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp13 00000100:00000001:0.0:1767384344.491182:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.491186:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491187:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp13 NI seq info: [74:74:256:4294967295] 192.168.203.113@tcp13 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384344.491196:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp13 00000100:00000040:0.0:1767384344.491196:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4e607] to pc [ptlrpcd_00_03+3] req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.491210:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp13(192.168.203.113@tcp13:) -> 192.168.203.113@tcp13(192.168.203.113@tcp:192.168.203.113@tcp13) : PUT try# 0 00000800:00000200:2.0:1767384344.491222:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.113@tcp13 00000800:00000010:2.0:1767384344.491227:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641dcb47. 00000800:00000200:2.0:1767384344.491233:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (6) 00000800:00000200:2.0:1767384344.491241:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp13 ip 192.168.203.113:988 10000000:00000001:0.0:1767384344.491241:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384344.491246:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000641dcb47 type 1, nob 528 niov 1 nkiov 1 10000000:00000001:0.0:1767384344.491246:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.491250:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384344.491252:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.491255:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384344.491255:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384344.491259:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384344.491263:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384344.491267:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.491267:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:00000001:0.0:1767384344.491267:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.491272:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384344.491275:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 0 10000000:01000000:0.0:1767384344.491275:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384344.491281:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384344.491285:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384344.491286:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384344.491288:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384344.491289:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384344.491290:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.491294:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384344.491295:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384344.491296:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384344.491299:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384344.491301:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.491304:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744048128:0@lo:253: 00000020:01000004:0.0:1767384344.491305:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384344.491306:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.491307:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384344.491311:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3e440b. 00000020:00000040:0.0:1767384344.491316:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384344.491317:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384344.491320:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384344.491323:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384344.491324:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384344.491325:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.491328:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.491330:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384344.491332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003fb996a1. 02000000:00000010:3.0:1767384344.491335:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000059a2670b. 00000100:00000001:0.0:1767384344.491337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.491340:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.491342:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384344.491345:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000100:00000001:0.0:1767384344.491346:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.491353:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef7fb45f. 00000100:00000040:0.0:1767384344.491355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea3e440b] to pc [ptlrpcd_00_00+0] req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384344.491358:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744048128, portal 25 00000100:00000001:3.0:1767384344.491364:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384344.491367:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000800:00000200:2.0:1767384344.491371:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384344.491372:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384344.491376:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641dcb47. 10000000:00000001:0.0:1767384344.491377:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.491382:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491386:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384344.491387:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.491388:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:0.0:1767384344.491393:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384344.491396:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp13->192.168.203.113@tcp13: PUT: OK 00000100:00000040:3.0:1767384344.491397:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384344.491399:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cf8ff672. 00000400:00000010:3.0:1767384344.491402:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecc03ca9. 00000400:00000200:2.0:1767384344.491404:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384344.491406:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744048128, offset 0 00000400:00000200:2.0:1767384344.491410:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000100:00000001:0.0:1767384344.491412:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384344.491416:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384344.491416:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.491422:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.491425:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384344.491426:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384344.491428:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384344.491429:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384344.491435:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384344.491436:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384344.491441:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04e00 00000800:00000001:2.0:1767384344.491441:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.491446:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.491453:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000400:00000200:2.0:1767384344.491460:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp13(192.168.203.113@tcp13) <- 192.168.203.113@tcp13 : PUT - for me 00000400:00000010:3.0:1767384344.491462:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020b6474b. 00000400:00000200:3.0:1767384344.491468:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ab62416 00000100:00000001:0.0:1767384344.491468:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.491469:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.491473:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384344.491474:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384344.491476:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384344.491476:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384344.491482:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 384/432 into md 0x1779 [1] + 0 02000000:00000001:0.0:1767384344.491483:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.491485:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384344.491489:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744048256:0@lo:253: 00000400:00000010:2.0:1767384344.491494:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011abfff9. 00000100:00000001:0.0:1767384344.491495:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384344.491500:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384344.491501:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000082070494 02000000:00000001:0.0:1767384344.491505:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.491506:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ab62416 00000800:00000001:2.0:1767384344.491508:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384344.491509:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ab62416. 00000800:00000001:2.0:1767384344.491514:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384344.491514:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384344.491515:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384344.491519:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384344.491520:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384344.491521:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384344.491526:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.491527:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000351c4d7c x1853236744048128 msgsize 4848 00000400:00000200:2.0:1767384344.491532:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp13->192.168.203.113@tcp13: PUT: OK 00000400:00000010:0.0:1767384344.491534:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000100:00100000:3.0:1767384344.491540:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384344.491540:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082070494 00000100:00000040:3.0:1767384344.491543:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767384344.491543:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082070494. 00000400:00000200:2.0:1767384344.491549:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:0.0:1767384344.491578:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003821af5a. 00000400:00000200:2.0:1767384344.491580:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (24) 00000100:00000200:0.0:1767384344.491584:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744048256, portal 25 00000100:00000001:3.0:1767384344.491586:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384344.491586:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000001:0.0:1767384344.491589:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384344.491592:0:16147:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (432 bytes) 00000100:00000001:0.0:1767384344.491592:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352140800 : -120961357410816 : ffff91fc7d428e00) 00000400:00000200:3.0:1767384344.491594:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc03ca9 00000400:00000200:2.0:1767384344.491600:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000040:0.0:1767384344.491602:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384344.491605:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ecc03ca9. 00000100:00000001:3.0:1767384344.491611:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384344.491612:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (25) 00000100:00000001:0.0:1767384344.491612:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384344.491619:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384344.491619:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384344.491619:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384344.491625:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a271d3f2. 00000400:00000200:2.0:1767384344.491630:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp13 to MR: 192.168.203.113@tcp13 local destination 00000100:00000200:0.0:1767384344.491631:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744048256, offset 0 00000100:00000001:3.0:1767384344.491636:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384344.491642:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384344.491643:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384344.491646:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp13 NI seq info: [75:75:256:4294967295] 192.168.203.113@tcp13 LPNI seq info [75:75:8:4294967295] 00000100:00000001:3.0:1767384344.491660:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.491664:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384344.491667:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp13(192.168.203.113@tcp13:192.168.203.113@tcp13) -> 192.168.203.113@tcp13(192.168.203.113@tcp13:192.168.203.113@tcp13) 192.168.203.113@tcp13 : ACK try# 0 00000800:00000200:2.0:1767384344.491672:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp13 00000100:00000001:3.0:1767384344.491675:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384344.491675:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000641dcb47. 00000400:00000200:0.0:1767384344.491677:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384344.491683:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294933289 00000800:00000200:2.0:1767384344.491684:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (6) 00000100:00000010:3.0:1767384344.491688:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028798266. 00000400:00000200:0.0:1767384344.491694:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04e80 00000800:00000200:2.0:1767384344.491695:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp13 ip 192.168.203.113:1015 00000100:00000001:3.0:1767384344.491696:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384344.491702:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000641dcb47 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384344.491704:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294933289 00000400:00000200:0.0:1767384344.491704:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10d1 [2] + 0 00000800:00000001:2.0:1767384344.491711:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384344.491712:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007c954f4. 00000100:00000010:3.0:1767384344.491713:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed52afe5. 00000100:00000001:3.0:1767384344.491720:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384344.491720:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba78f611 00000800:00000001:2.0:1767384344.491721:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.491726:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384344.491727:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294933289 00000100:00000010:3.0:1767384344.491733:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098d665e6. 00000400:00000200:0.0:1767384344.491734:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.491739:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384344.491741:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba78f611 00000400:00000010:0.0:1767384344.491744:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba78f611. 00000100:00000001:3.0:1767384344.491745:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294933289 00000100:00000001:0.0:1767384344.491749:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384344.491750:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006892416. 00000100:00000200:0.0:1767384344.491752:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384344.491755:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767384344.491771:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384344.491772:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000043b385c7 x1853236744048256 msgsize 4848 00000800:00000010:2.0:1767384344.491774:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000641dcb47. 00000100:00000001:3.0:1767384344.491780:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384344.491781:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384344.491785:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384344.491789:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384344.491790:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384344.491795:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491795:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp13->192.168.203.113@tcp13: ACK: OK 00000100:00000001:3.0:1767384344.491800:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.491802:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384344.491806:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384344.491808:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384344.491810:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a271d3f2 00000100:00000001:3.0:1767384344.491811:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384344.491813:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a271d3f2. 00000100:00000001:3.0:1767384344.491817:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384344.491817:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.491818:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384344.491819:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384344.491824:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384344.491825:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384344.491825:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.491831:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384344.491831:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384344.491837:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384344.491843:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.491850:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384344.491854:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp13(192.168.203.113@tcp13) <- 192.168.203.113@tcp13 : ACK - for me 00000100:00000040:0.0:1767384344.491857:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.491865:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.491869:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384344.491871:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp13: ACK from 12345-192.168.203.113@tcp13 into md 0x187d 00000400:00000200:2.0:1767384344.491876:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384344.491876:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384344.491881:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp13->192.168.203.113@tcp13: ACK: OK 00000100:00000001:0.0:1767384344.491882:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294933289 00000100:00000001:0.0:1767384344.491887:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294933289 00000400:00000200:2.0:1767384344.491888:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000100:00000001:0.0:1767384344.491890:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294933289 00000400:00000010:2.0:1767384344.491891:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000100:00000001:0.0:1767384344.491896:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294933289 00000400:00000200:2.0:1767384344.491898:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384344.491899:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294933289 00000100:00000001:0.0:1767384344.491902:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294933289 00000400:00000200:2.0:1767384344.491903:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:0.0:1767384344.491907:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294933289 00000400:00000200:2.0:1767384344.491910:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:0.0:1767384344.491912:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294933289 00000400:00000200:2.0:1767384344.491914:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (24) 00000100:00000001:0.0:1767384344.491915:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.491919:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384344.491921:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384344.491922:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.491925:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384344.491926:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.491930:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384344.491933:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384344.491935:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.491936:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384344.491938:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.491939:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.491952:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384344.491953:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384344.491958:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048128 00000100:00000001:0.0:1767384344.491958:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.491963:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384344.491966:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384344.491968:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.491969:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:2.0:1767384344.491971:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384344.491974:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048128 00000100:00000001:0.0:1767384344.491977:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384344.491978:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384344.491980:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048256 00000400:00000010:3.0:1767384344.491981:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000580111f9. 00000020:00000040:2.0:1767384344.491981:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 02000000:00000001:0.0:1767384344.491984:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384344.491986:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384344.491987:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384344.491988:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062e95e3e. 00000020:00000040:2.0:1767384344.491991:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:0.0:1767384344.491991:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.491994:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000020:00000001:2.0:1767384344.491997:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 02000000:00000001:0.0:1767384344.491997:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.491999:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000580111f9 00000020:00000001:2.0:1767384344.492000:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:3.0:1767384344.492004:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000006d1102c7. 00000100:00000001:2.0:1767384344.492005:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384344.492008:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048256 00000020:00000010:2.0:1767384344.492010:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b7dbf03. 00000020:00000001:0.0:1767384344.492011:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384344.492012:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00000001:2.0:1767384344.492015:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384344.492016:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000010:2.0:1767384344.492019:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b7dbf03. 00000400:00000200:3.0:1767384344.492020:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000020:00000001:0.0:1767384344.492021:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.492025:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000400:00000200:3.0:1767384344.492026:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000020:00000001:0.0:1767384344.492032:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:2.0:1767384344.492033:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009619254a. 00000400:00000010:3.0:1767384344.492035:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000003bbce7c2. 00000020:00000001:0.0:1767384344.492035:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:2.0:1767384344.492039:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1ea20b4. 00000400:00000010:3.0:1767384344.492042:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384344.492042:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384344.492046:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b65df294. 00000020:00000010:0.0:1767384344.492047:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000400:00000010:3.0:1767384344.492049:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9c0e02b. 00000100:00000001:0.0:1767384344.492052:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384344.492055:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384344.492056:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000100:00000040:2.0:1767384344.492057:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384344.492062:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384344.492062:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a9c0e6. 00000100:00000001:2.0:1767384344.492065:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384344.492066:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000100:00000001:2.0:1767384344.492068:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384344.492069:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ed2d33c. 00000400:00000200:3.0:1767384344.492074:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:0.0:1767384344.492075:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000231a58e0. 00000100:00000001:2.0:1767384344.492078:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.492083:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384344.492084:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:0.0:1767384344.492087:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384344.492088:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.492090:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492092:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:0.0:1767384344.492097:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492098:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000100:00000001:2.0:1767384344.492102:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384344.492103:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.492106:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000100:00000001:2.0:1767384344.492107:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384344.492115:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00100000:2.0:1767384344.492116:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:0.0:1767384344.492117:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384344.492121:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384344.492123:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384344.492127:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227601488 : -120961481950128 : ffff91fc75d63c50) 00000400:00000200:3.0:1767384344.492129:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00100000:0.0:1767384344.492131:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384344.492137:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000351c4d7c x1853236744048128/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384344.492138:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000400:00000200:3.0:1767384344.492142:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:0.0:1767384344.492144:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227591248 : -120961481960368 : ffff91fc75d61450) 00000100:00000040:0.0:1767384344.492154:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043b385c7 x1853236744048256/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384344.492158:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:2.0:1767384344.492168:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384344.492174:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b7dbf03. 00000400:00000200:3.0:1767384344.492175:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000001:0.0:1767384344.492178:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384344.492179:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384344.492183:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384344.492184:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000020:00000010:2.0:1767384344.492184:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b7dbf03. 00000100:00000001:0.0:1767384344.492188:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384344.492195:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744048128:12345-0@lo:253: 00000020:00000010:0.0:1767384344.492195:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000400:00000200:3.0:1767384344.492199:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000200:2.0:1767384344.492202:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048128 00000100:00100000:0.0:1767384344.492205:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043b385c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744048256:12345-0@lo:253: 00000020:00000001:2.0:1767384344.492207:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384344.492211:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384344.492215:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384344.492216:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048256 00000400:00000200:3.0:1767384344.492220:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000020:00000001:2.0:1767384344.492220:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384344.492224:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384344.492226:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384344.492231:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384344.492232:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384344.492234:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000020:00000001:2.0:1767384344.492235:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384344.492236:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.492241:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384344.492242:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384344.492246:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384344.492247:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000020:00000001:0.0:1767384344.492247:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384344.492250:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.492253:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384344.492257:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384344.492258:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384344.492261:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000020:00000001:0.0:1767384344.492262:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384344.492264:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384344.492269:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384344.492270:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384344.492272:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000100:00000001:0.0:1767384344.492275:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384344.492277:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000edaf87a9. 02000000:00000001:0.0:1767384344.492278:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384344.492279:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 02000000:00000001:2.0:1767384344.492282:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384344.492288:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492290:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 16], ns[70, 16] 20000000:00000001:2.0:1767384344.492292:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384344.492292:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003e082242. 02000000:00000001:0.0:1767384344.492297:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492298:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 16], ns[72, 16] 00000100:00000001:0.0:1767384344.492301:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384344.492303:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc1ecc32. 20000000:00000001:0.0:1767384344.492306:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384344.492307:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 16], ns[73, 16] 20000000:01000000:2.0:1767384344.492309:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384344.492313:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384344.492314:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 20000000:00000010:0.0:1767384344.492314:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097873c80. 20000000:00000001:2.0:1767384344.492317:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384344.492320:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384344.492321:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp14 20000000:00000001:2.0:1767384344.492321:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.492325:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384344.492326:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492328:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp14 lpni_is_preferred = 0 20000000:00000001:0.0:1767384344.492329:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384344.492330:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384344.492333:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp14 20000000:00000001:0.0:1767384344.492334:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.492338:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492340:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [76:76:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [76:76:8:4294967295] 20000000:00000010:2.0:1767384344.492342:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000933770d9. 20000000:00000001:0.0:1767384344.492342:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384344.492346:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000400:00000200:3.0:1767384344.492347:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp14 20000000:00000001:2.0:1767384344.492352:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384344.492356:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:) -> 192.168.203.113@tcp14(192.168.203.113@tcp:192.168.203.113@tcp14) : GET try# 0 00080000:00000001:2.0:1767384344.492358:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:3.0:1767384344.492362:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp14 00000800:00000010:3.0:1767384344.492366:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033fcc08b. 00000800:00000200:3.0:1767384344.492370:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (6) 00000800:00000200:3.0:1767384344.492375:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:988 00000800:00000200:3.0:1767384344.492378:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384344.492386:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384344.492388:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00080000:00000001:2.0:1767384344.492398:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384344.492402:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384344.492404:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384344.492405:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384344.492408:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384344.492412:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384344.492415:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384344.492422:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000793187f9. 00080000:00000001:2.0:1767384344.492425:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094867968 : -120966614683648 : ffff91fb43e6f000) 00080000:00000001:2.0:1767384344.492427:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384344.492456:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384344.492460:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033fcc08b. 00000400:00000200:3.0:1767384344.492462:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.492466:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: GET: OK 00000400:00000200:3.0:1767384344.492468:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384344.492470:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384344.492474:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492478:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.492480:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492485:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.492490:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : GET - for me 00000400:00000200:3.0:1767384344.492498:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384344.492502:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 432/432 into md 0x1879 [1] + 0 00000001:00000001:2.0:1767384344.492505:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384344.492508:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.492511:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp14 to MR: 192.168.203.113@tcp14 local destination 00080000:00000001:2.0:1767384344.492512:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384344.492517:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [77:77:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1767384344.492525:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) -> 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) 192.168.203.113@tcp14 : REPLY try# 0 00080000:00000001:2.0:1767384344.492528:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384344.492531:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.113@tcp14 00080000:00000001:2.0:1767384344.492534:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384344.492536:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000800:00000200:3.0:1767384344.492540:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (6) 00000800:00000200:3.0:1767384344.492544:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:1013 00000800:00000200:3.0:1767384344.492546:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 3, nob 528 niov 1 nkiov 1 00000800:00000200:3.0:1767384344.492600:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384344.492602:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:3.0:1767384344.492605:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.492609:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: REPLY: OK 00000800:00000001:3.0:1767384344.492616:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492619:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.492622:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492626:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.492627:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384344.492634:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:3.0:1767384344.492637:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384344.492638:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384344.492643:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : REPLY - for me 00000400:00000200:3.0:1767384344.492652:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp14: Reply from 12345-192.168.203.113@tcp14 of length 432/432 into md 0x1895 00000800:00000001:3.0:1767384344.492655:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492659:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.492660:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.492665:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: REPLY: OK 00000400:00000200:3.0:1767384344.492667:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384344.492669:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000400:00000200:3.0:1767384344.492672:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384344.492676:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:3.0:1767384344.492679:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384344.492683:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 25. state = 0x100271 00000400:00000200:3.0:1767384344.492688:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384344.492697:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (24) 00000800:00000001:3.0:1767384344.492702:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.492704:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.492717:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384344.492719:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000f1 00000400:00000010:3.0:1767384344.492724:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 000000002980dde8. 00000400:00000010:3.0:1767384344.492727:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 000000003e1c6e96. 00000400:00000010:3.0:1767384344.492729:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 0000000042894a5f. 00000400:00000200:3.0:1767384344.492747:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp28(00000000c105dcfd) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384344.492754:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000087dc3955. 00000400:00000200:3.0:1767384344.492772:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000087dc3955 nid 192.168.203.113@tcp31 00000400:00000010:3.0:1767384344.492777:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c300c8e2. 00000400:00000200:3.0:1767384344.492780:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c300c8e2 net tcp31 00000400:00000200:3.0:1767384344.492782:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (23) 00000400:00000200:3.0:1767384344.492787:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp31 flags 0x11 00000400:00000010:3.0:1767384344.492792:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001078898d. 00000400:00000200:3.0:1767384344.492795:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001078898d nid 192.168.203.113@tcp32 00000400:00000010:3.0:1767384344.492798:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f8d655ef. 00000400:00000200:3.0:1767384344.492801:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f8d655ef net tcp32 00000400:00000200:3.0:1767384344.492808:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (24) 00000400:00000200:3.0:1767384344.492812:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp32 flags 0x11 00000400:00000010:3.0:1767384344.492818:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000586dffed. 00000400:00000200:3.0:1767384344.492821:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000586dffed nid 192.168.203.113@tcp33 00000400:00000010:3.0:1767384344.492824:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008377af8f. 00000400:00000200:3.0:1767384344.492825:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000008377af8f net tcp33 00000400:00000200:3.0:1767384344.492826:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (25) 00000400:00000200:3.0:1767384344.492829:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp33 flags 0x11 00000400:00000010:3.0:1767384344.492831:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 000000002980dde8. 00000400:00000010:3.0:1767384344.492834:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 000000003e1c6e96. 00000400:00000010:3.0:1767384344.492835:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 0000000042894a5f. 00000400:00000010:3.0:1767384344.492837:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000003bbce7c2. 00000400:00000200:3.0:1767384344.492841:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384344.492843:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100171 00000400:00000200:3.0:1767384344.492847:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc 1 00000400:00000200:3.0:1767384344.492849:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000200:3.0:1767384344.492852:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384344.492854:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384344.492857:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384344.492860:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (26) 00080000:00000001:2.0:1767384344.500868:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384344.500873:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384344.500876:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.500876:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384344.500878:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384344.500885:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384344.500889:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384344.500890:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384344.500891:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384344.500893:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000793187f9. 20000000:01000000:2.0:1767384344.500894:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384344.500900:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384344.500904:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384344.500909:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384344.500913:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384344.500916:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e4f13f5. 20000000:01000000:0.0:1767384344.500921:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384344.500924:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384344.500925:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384344.500927:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384344.500929:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384344.500932:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384344.500936:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384344.500939:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384344.500946:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001c3dd591. 00010000:00000001:1.0:1767384344.500950:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384344.500952:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfe8455c. 00080000:00000001:0.0:1767384344.500955:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384344.500956:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384344.500961:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfe8455c with handle 0xf489261bfe0bc6d3 to hash 00080000:00000001:0.0:1767384344.500961:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384344.500964:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384344.500965:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384344.500967:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384344.500968:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00000020:00000001:0.0:1767384344.500970:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384344.500972:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00000020:00000001:0.0:1767384344.500974:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:1.0:1767384344.500976:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.500980:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384344.500980:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384344.500985:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384344.500986:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004f1f3297. 00080000:00000001:0.0:1767384344.500991:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068069888 : -120966641481728 : ffff91fb424e0800) 00080000:00000001:0.0:1767384344.500996:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384344.500997:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384344.501001:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384344.501003:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384344.501005:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.501006:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.501008:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.501009:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.501011:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384344.501013:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384344.501014:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384344.501015:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384344.501017:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c3dd591) refcount = 1 00010000:00010000:1.0:1767384344.501020:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501031:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384344.501033:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384344.501034:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.501036:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501038:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384344.501040:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384344.501043:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384344.501046:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.501047:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384344.501048:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=4 00000020:00000001:1.0:1767384344.501050:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00000001:00000001:0.0:1767384344.501050:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384344.501053:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00080000:00000001:0.0:1767384344.501053:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501059:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384344.501060:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384344.501063:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501069:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384344.501071:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384344.501073:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501074:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384344.501077:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384344.501078:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384344.501080:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501084:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.501085:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501087:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384344.501089:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384344.501093:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bfe8455c already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384344.501095:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.501102:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384344.501104:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501109:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384344.501110:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.501111:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384344.501113:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=5 00000020:00000001:1.0:1767384344.501114:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384344.501115:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384344.501117:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384344.501119:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501122:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384344.501124:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.501126:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501128:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384344.501130:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384344.501132:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.501133:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384344.501135:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfe8455c with handle 0xf489261bfe0bc6d3 from hash 00010000:00000001:1.0:1767384344.501137:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384344.501138:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.501139:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.501140:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384344.501143:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384344.501144:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384344.501146:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384344.501147:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.501150:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501151:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384344.501152:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1767384344.501153:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384344.501154:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384344.501156:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384344.501157:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.501160:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501167:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.501168:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.501170:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501173:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.501175:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.501176:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384344.501177:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384344.501179:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.501180:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.501181:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384344.501198:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384344.501200:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.501201:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.501206:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384344.501207:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384344.501208:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc6d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384344.501212:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001c3dd591 count: 0 00010000:00000001:1.0:1767384344.501220:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384344.501221:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384344.504584:0:16619:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c3dd591. 00010000:00000010:1.1:1767384344.504601:0:16619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfe8455c. 00000100:00000040:2.0:1767384344.509593:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294933289, at 4294933290 00000100:00000040:1.0:1767384344.509599:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294933289, at 4294933290 00000100:00000010:2.0:1767384344.509600:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098d665e6. 00000100:00000040:0.0:1767384344.509601:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294933289, at 4294933290 00000100:00000010:1.0:1767384344.509609:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed52afe5. 00000100:00000010:0.0:1767384344.509612:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028798266. 00000100:00000040:3.0:1767384344.509650:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294933289, at 4294933290 00000100:00000010:3.0:1767384344.509657:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006892416. 00080000:00000001:0.0:1767384344.510190:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384344.510195:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384344.510197:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384344.510199:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384344.510202:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384344.510203:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384344.510207:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384344.510208:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384344.510212:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384344.510214:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384344.510218:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004f1f3297. 20000000:00000001:0.0:1767384344.510220:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384344.510225:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384344.510228:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384344.510230:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384344.510245:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384344.510248:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384344.510250:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384344.510253:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384344.510256:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384344.510262:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e711d88c. 00010000:00000001:0.0:1767384344.510266:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384344.510269:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 00000020:00000001:0.0:1767384344.510272:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384344.510275:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3c1d35d with handle 0xf489261bfe0bc6da to hash 00000020:00000001:0.0:1767384344.510278:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384344.510280:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510282:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510284:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384344.510286:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.510288:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510295:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384344.510304:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384344.510306:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384344.510307:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384344.510309:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384344.510310:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384344.510311:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384344.510314:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384344.510315:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384344.510317:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384344.510319:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384344.510321:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e711d88c) refcount = 1 00010000:00010000:0.0:1767384344.510324:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510329:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384344.510331:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384344.510332:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384344.510334:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510336:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384344.510339:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384344.510341:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384344.510343:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384344.510344:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.510346:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=4 00000020:00000001:0.0:1767384344.510348:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510350:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510352:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384344.510353:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510358:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384344.510359:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510364:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.510366:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384344.510374:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510378:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384344.510380:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510383:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384344.510384:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384344.510389:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d3c1d35d already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384344.510390:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384344.510392:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384344.510394:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510398:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384344.510399:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384344.510401:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384344.510402:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=5 00000020:00000001:0.0:1767384344.510403:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510405:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384344.510406:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384344.510408:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510412:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384344.510415:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384344.510416:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510420:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384344.510422:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384344.510424:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384344.510426:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384344.510428:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3c1d35d with handle 0xf489261bfe0bc6da from hash 00010000:00000001:0.0:1767384344.510430:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384344.510432:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.510439:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.510440:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384344.510442:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384344.510443:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384344.510445:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384344.510446:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384344.510448:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510450:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384344.510452:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384344.510454:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.510456:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.510457:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510459:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.510461:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.510463:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510467:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.510468:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.510470:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384344.510472:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384344.510473:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384344.510474:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384344.510475:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384344.510476:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.510478:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384344.510480:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384344.510484:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384344.510485:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384344.510487:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc6da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384344.510492:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e711d88c count: 0 00010000:00000001:0.0:1767384344.510501:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384344.510502:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384344.512480:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384344.512484:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384344.512485:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc1ecc32. 20000000:00000001:3.0:1767384344.512491:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384344.512495:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048128 00010000:00000001:3.0:1767384344.512498:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384344.512504:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000351c4d7c x1853236744048128/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.512512:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384344.512515:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384344.512519:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.512530:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384344.512534:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384344.512537:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384344.512540:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384344.512542:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.512546:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384344.512550:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384344.512582:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ee2ebcb. 00000100:00000200:3.0:1767384344.512586:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744048128, offset 224 00000400:00000200:3.0:1767384344.512592:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.512600:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384344.512609:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04e00 00000400:00000200:3.0:1767384344.512615:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1881 [2] + 224 00000400:00000200:3.0:1767384344.512620:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.512624:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.512629:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384344.512633:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384344.512642:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.512655:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384344.512660:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee2ebcb 00000400:00000010:3.0:1767384344.512662:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ee2ebcb. 00000100:00000001:3.0:1767384344.512665:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384344.512667:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.512669:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.512671:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384344.512673:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384344.512675:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.512678:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384344.512679:0:28284:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005498e53b. 00000100:00000040:3.0:1767384344.512682:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000351c4d7c x1853236744048128/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384344.512694:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744048128:12345-0@lo:253: Request processed in 20525us (21166us total) trans 0 rc 0/0 00000400:00000040:0.0:1767384344.512703:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.512708:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.512711:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00100000:3.0:1767384344.512714:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000040:0.0:1767384344.512716:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:3.0:1767384344.512720:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000400:00000040:0.0:1767384344.512721:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384344.512725:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000040:0.0:1767384344.512726:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:3.0:1767384344.512729:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000040:0.0:1767384344.512731:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000010:3.0:1767384344.512735:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1ea20b4. 00000400:00000040:0.0:1767384344.512735:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.512737:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.512741:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:00000010:3.0:1767384344.512742:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b65df294. 00000400:00000040:0.0:1767384344.512743:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.512749:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000010:3.0:1767384344.512750:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009619254a. 00000400:00000040:0.0:1767384344.512752:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384344.512771:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:00000040:3.0:1767384344.512788:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000400:00000040:0.0:1767384344.512789:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384344.512794:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:3.0:1767384344.512795:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:0.0:1767384344.512796:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000010:3.0:1767384344.512799:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000edaf87a9. 00000400:00000040:0.0:1767384344.512800:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384344.512804:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 02000000:00000001:3.0:1767384344.512806:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:0.0:1767384344.512807:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384344.512809:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384344.512810:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.512815:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000200:3.0:1767384344.512817:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:0.0:1767384344.512817:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.512819:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.512822:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000010:3.0:1767384344.512823:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016fd86fe. 00000400:00000040:0.0:1767384344.512825:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.512827:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000010:3.0:1767384344.512829:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ee2ebcb. 00000400:00000040:0.0:1767384344.512830:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.512834:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.512836:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.512837:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384344.512839:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.512840:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.512841:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.512843:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.512844:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.512845:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000001:3.0:1767384344.512847:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384344.512848:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767384344.512850:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384344.512853:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384344.512856:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:0.0:1767384344.512856:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:3.0:1767384344.512860:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000400:00000040:0.0:1767384344.512860:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.512864:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000200:3.0:1767384344.512866:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef7fb45f 00000400:00000040:0.0:1767384344.512867:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000010:3.0:1767384344.512870:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef7fb45f. 00000400:00000040:0.0:1767384344.512871:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000001:3.0:1767384344.512874:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:0.0:1767384344.512874:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384344.512876:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384344.512879:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000200:3.0:1767384344.512880:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384344.512881:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384344.512886:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384344.512890:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.512893:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000200:3.0:1767384344.512894:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384344.512896:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384344.512900:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384344.512904:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000100:00000001:3.0:1767384344.512908:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384344.512908:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000001:3.0:1767384344.512912:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384344.512912:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000100:00000001:3.0:1767384344.512918:0:16157:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:0.0:1767384344.512918:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 02000000:00000001:3.0:1767384344.512922:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767384344.512922:0:28284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767384344.512925:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384344.512927:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.512930:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384344.512940:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384344.512946:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.512950:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384344.512952:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.512955:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384344.512957:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.512961:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.512967:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.512978:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384344.512981:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384344.512983:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384344.512988:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384344.512991:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384344.512993:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384344.512996:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384344.512998:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384344.513001:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384344.513003:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384344.513005:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384344.513007:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384344.513009:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384344.513014:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384344.513028:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004eb4e607 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744048128:0@lo:253: 00000100:00000001:3.0:1767384344.513036:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.513039:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384344.513045:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004eb4e607 x1853236744048128/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.513055:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384344.513055:0:28284:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005498e53b. 02000000:00000001:3.0:1767384344.513058:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384344.513061:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000059a2670b. 02000000:00000001:3.0:1767384344.513066:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384344.513068:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384344.513069:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384344.513073:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384344.513075:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008436dc5e. 02000000:00000001:3.0:1767384344.513077:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384344.513094:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384344.513096:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 00000100:00000001:3.0:1767384344.513099:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384344.513099:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.513101:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.513105:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.513106:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.513108:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.513111:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384344.513898:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384344.513902:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384344.513904:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097873c80. 20000000:00000001:1.0:1767384344.513910:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384344.513920:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048256 00010000:00000001:1.0:1767384344.513922:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384344.513926:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043b385c7 x1853236744048256/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384344.513935:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384344.513936:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.513939:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.513942:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384344.513945:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384344.513947:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384344.513950:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384344.513952:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.513954:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.513957:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.513960:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003788ec34. 00000100:00000200:1.0:1767384344.513964:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744048256, offset 224 00000400:00000200:1.0:1767384344.513972:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.513981:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.513987:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04e80 00000400:00000200:1.0:1767384344.513992:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1889 [2] + 224 00000400:00000200:1.0:1767384344.513998:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.514001:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.514005:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384344.514008:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384344.514017:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.514038:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.514043:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003788ec34 00000100:00000001:0.0:1767384344.514045:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384344.514046:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003788ec34. 00000100:00000001:0.0:1767384344.514048:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.514052:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384344.514053:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384344.514055:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384344.514056:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384344.514060:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000100:00000001:1.0:1767384344.514063:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384344.514064:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003821af5a 00000400:00000010:0.0:1767384344.514082:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003821af5a. 00000100:00000040:1.0:1767384344.514084:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384344.514086:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384344.514091:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384344.514099:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384344.514104:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384344.514105:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384344.514110:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384344.514117:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384344.514119:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043b385c7 x1853236744048256/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.514120:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.514124:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384344.514127:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384344.514129:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.514138:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.514139:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043b385c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744048256:12345-0@lo:253: Request processed in 21958us (22379us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384344.514141:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384344.514147:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384344.514153:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384344.514155:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384344.514157:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.514159:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00010000:00000001:0.0:1767384344.514160:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384344.514163:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.514167:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.514168:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000040:0.0:1767384344.514171:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.514174:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384344.514178:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384344.514183:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384344.514184:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ed2d33c. 00000100:00000001:0.0:1767384344.514185:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384344.514187:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384344.514191:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384344.514192:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000231a58e0. 00000020:01000004:0.0:1767384344.514193:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384344.514196:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.514199:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:1.0:1767384344.514200:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a9c0e6. 00000020:01000004:0.0:1767384344.514201:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.514204:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.514207:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384344.514209:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000040:1.0:1767384344.514210:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000020:01000004:0.0:1767384344.514211:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384344.514215:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384344.514218:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384344.514223:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003e082242. 00000100:00100000:0.0:1767384344.514225:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ea3e440b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744048256:0@lo:253: 02000000:00000001:1.0:1767384344.514230:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384344.514231:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.514236:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.514236:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.514240:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ea3e440b x1853236744048256/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384344.514243:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384344.514247:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.514250:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.514252:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b20331b3. 00000400:00000010:1.0:1767384344.514253:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f850f921. 02000000:00000001:0.0:1767384344.514256:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.514259:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384344.514260:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003788ec34. 00000020:00000040:0.0:1767384344.514268:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384344.514271:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384344.514272:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003fb996a1. 02000000:00000001:0.0:1767384344.514275:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.514276:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384344.514277:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ea3e440b. 00000100:00000001:0.0:1767384344.514281:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.514282:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.514283:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.514288:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384344.514289:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.514290:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.514292:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384344.516052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e711d88c. 00010000:00000010:0.1:1767384344.516060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3c1d35d. 00010000:00000001:1.0:1767384344.532656:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384344.532661:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.532666:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384344.532667:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.532789:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384344.532793:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.532795:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384344.979625:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384344.979631:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384344.979635:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:0.0:1767384344.979639:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000400:00000200:0.0:1767384344.979645:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384344.979653:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery ping unlinked 00000400:00000010:0.0:1767384344.979662:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a9269629. 00000400:00000010:0.0:1767384344.979666:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006286d59a. 00010000:00000001:1.0:1767384345.555623:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384345.555629:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.555636:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384345.555638:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.555674:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.555678:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.555681:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384345.770204:0:28660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384345.770219:0:28660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.770224:0:28660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.770232:0:28660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384345.770237:0:28660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.770245:0:28660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384346.469542:0:28824:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384346.469546:0:28824:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:3.0:1767384346.473067:0:28824:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384346.480488:0:28825:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003e1c6e96. 00000400:00000010:3.0:1767384346.480500:0:28825:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000070522a4e. 00000400:00000010:3.0:1767384346.480509:0:28825:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000723ac5a7. 00000400:00000010:3.0:1767384346.480512:0:28825:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a5eb242a. 00000400:00000010:3.0:1767384346.480515:0:28825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000100554f6. 00000400:00000010:3.0:1767384346.480519:0:28825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000325a3b03. 00000400:00000010:3.0:1767384346.480520:0:28825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bc892208. 00000400:00000010:3.0:1767384346.480522:0:28825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edd50a12. 00000400:00000010:3.0:1767384346.480524:0:28825:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008dc01c92. 00000800:00000010:3.0:1767384346.480536:0:28825:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d0a0fda7. 00000800:00000200:3.0:1767384346.480562:0:28825:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384346.480575:0:28825:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384346.480634:0:28825:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384346.480654:0:28825:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384346.482424:0:28825:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000000d30f236. 00000400:00000010:3.0:1767384346.482431:0:28825:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000400:00000010:3.0:1767384346.482435:0:28825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000001:3.0:1767384346.482450:0:28825:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.482452:0:28825:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384346.482460:0:28825:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db7e9fb. 00000400:00000200:3.0:1767384346.482463:0:28825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:3.0:1767384346.482465:0:28825:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000400:00000010:3.0:1767384346.482469:0:28825:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000003dc7e3b7. 00000400:00000200:3.0:1767384346.482474:0:28825:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (25) 00000400:00000200:3.0:1767384346.482486:0:28825:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384346.482496:0:28825:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384346.482503:0:28825:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000059a2670b. 00000020:01000000:3.0:1767384346.482507:0:28825:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384346.482510:0:28825:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp34 00000400:00000010:3.0:1767384346.482530:0:28825:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000070522a4e. 00000400:00000010:3.0:1767384346.482536:0:28825:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003e1c6e96. 00000400:00000200:0.0:1767384346.482579:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384346.482587:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384346.482595:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000400:00000200:0.0:1767384346.482598:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000010:0.0:1767384346.482603:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f496b770. 00000020:00000001:1.0:1767384346.482608:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384346.482608:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp14 10000000:00000001:1.0:1767384346.482615:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384346.482621:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384346.482624:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384346.482630:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp14 to MR: 192.168.203.113@tcp14 local destination 00000020:01000004:1.0:1767384346.482632:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384346.482637:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384346.482639:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [78:78:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [78:78:8:4294967295] 00000020:01000004:1.0:1767384346.482642:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384346.482646:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384346.482648:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp14 00000020:01000004:1.0:1767384346.482653:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384346.482658:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384346.482662:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384346.482667:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) -> 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) : PUT try# 0 00000020:01000004:1.0:1767384346.482668:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384346.482673:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384346.482678:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384346.482678:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.113@tcp14 00000800:00000010:0.0:1767384346.482686:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a80bb680. 00000100:00000010:1.0:1767384346.482689:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000800:00000200:0.0:1767384346.482696:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (6) 00000020:00000040:1.0:1767384346.482699:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384346.482707:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384346.482712:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384346.482717:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:988 02000000:00000001:1.0:1767384346.482718:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384346.482722:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a80bb680 type 1, nob 544 niov 1 nkiov 1 02000000:00000010:1.0:1767384346.482732:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000be52e98. 00000400:00000200:0.0:1767384346.482738:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384346.482742:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:1.0:1767384346.482760:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.482772:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384346.482775:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.482786:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_01+1] req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384346.482831:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.482833:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384346.482836:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.482837:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384346.482842:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.482843:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:1.0:1767384346.482847:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384346.482850:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384346.482856:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384346.482859:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384346.482860:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384346.482862:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384346.482863:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384346.482867:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384346.482867:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384346.482871:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384346.482872:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384346.482874:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384346.482875:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:0.0:1767384346.482878:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744048384:0@lo:253: 00000100:00000001:0.0:1767384346.482881:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384346.482886:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384346.482887:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384346.482889:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384346.482891:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384346.482893:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384346.482894:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384346.482907:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384346.482908:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384346.482912:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:0.0:1767384346.482912:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d01a3c47. 00000800:00000010:2.0:1767384346.482915:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a80bb680. 02000000:00000001:0.0:1767384346.482917:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384346.482918:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384346.482922:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384346.482923:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384346.482926:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000100:00000010:1.0:1767384346.482929:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000400:00000010:0.0:1767384346.482934:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b20c5ed. 00000020:00000040:1.0:1767384346.482935:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384346.482936:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: PUT: OK 00000100:00000200:0.0:1767384346.482941:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744048384, portal 25 00000100:00000001:1.0:1767384346.482943:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384346.482946:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384346.482947:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384346.482949:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384346.482952:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000200:2.0:1767384346.482953:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp14: 0 02000000:00000001:1.0:1767384346.482954:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.482965:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384346.482966:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5281c4f. 00000800:00000001:2.0:1767384346.482968:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384346.482974:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384346.482980:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.482981:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384346.482982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767384346.482984:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384346.482986:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.482990:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384346.482991:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384346.482996:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_02+2] req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384346.482997:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e29f2d02. 00000100:00000200:0.0:1767384346.483004:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744048384, offset 0 00000400:00000200:2.0:1767384346.483006:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : PUT - for me 00000400:00000200:0.0:1767384346.483018:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384346.483024:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 448 into portal 0 MB=0x8000000000000000 10000000:00000001:1.0:1767384346.483033:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483039:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 432/448 into md 0x1891 [1] + 0 10000000:00000001:1.0:1767384346.483041:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384346.483044:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384346.483048:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.483049:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062e95e3e. 00000020:01000000:1.0:1767384346.483053:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384346.483056:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8ed4f2e 00000020:00000010:1.0:1767384346.483058:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000059a2670b. 00000400:00000200:0.0:1767384346.483061:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04f00 00000800:00000001:2.0:1767384346.483064:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384346.483071:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10e1 [2] + 0 00000800:00000001:2.0:1767384346.483072:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.483073:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384346.483078:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384346.483080:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384346.483080:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4a9171. 00000400:00000200:2.0:1767384346.483088:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: PUT: OK 00000400:00000200:0.0:1767384346.483089:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a290230 00000100:00000001:1.0:1767384346.483090:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384346.483095:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384346.483096:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000100:00000001:1.0:1767384346.483099:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384346.483099:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384346.483100:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000400:00000200:2.0:1767384346.483108:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384346.483109:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384346.483109:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384346.483115:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a290230 00000400:00000010:0.0:1767384346.483119:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a290230. 00000400:00000200:2.0:1767384346.483124:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (27) 00000100:00000001:0.0:1767384346.483126:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384346.483129:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384346.483131:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384346.483134:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483135:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000040:0.0:1767384346.483137:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000a19f81d3 x1853236744048384 msgsize 4848 02000000:00000001:1.0:1767384346.483140:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384346.483144:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.483145:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (448 bytes) 00000100:00100000:0.0:1767384346.483149:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384346.483152:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.483153:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384346.483156:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00100000:1.0:1767384346.483161:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744048512:0@lo:253: 00000100:00000001:0.0:1767384346.483163:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384346.483170:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (28) 00000100:00000001:1.0:1767384346.483173:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384346.483193:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384346.483195:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e29f2d02 02000000:00000001:1.0:1767384346.483197:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483198:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384346.483199:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e29f2d02. 02000000:00000001:1.0:1767384346.483204:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384346.483206:0:16155:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384346.483212:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000251662fc. 00000400:00000200:2.0:1767384346.483213:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp14 to MR: 192.168.203.113@tcp14 local destination 00000100:00000200:0.0:1767384346.483214:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384346.483220:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.483231:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000200:2.0:1767384346.483232:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp14 NI seq info: [79:79:256:4294967295] 192.168.203.113@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000010:1.0:1767384346.483241:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b46f933. 00000100:00000001:0.0:1767384346.483241:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384346.483248:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384346.483251:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744048512, portal 25 00000100:00000001:1.0:1767384346.483259:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384346.483264:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000400:00000200:2.0:1767384346.483267:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) -> 192.168.203.113@tcp14(192.168.203.113@tcp14:192.168.203.113@tcp14) 192.168.203.113@tcp14 : ACK try# 0 00000100:00000001:0.0:1767384346.483272:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.483278:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.483279:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1767384346.483286:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp14 00000100:00000001:0.0:1767384346.483286:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384346.483296:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc7277f9. 00000100:00000001:0.0:1767384346.483296:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294935280 00000100:00000001:1.0:1767384346.483300:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384346.483305:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe129487. 00000800:00000200:2.0:1767384346.483310:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (6) 00000100:00000040:1.0:1767384346.483311:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384346.483315:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384346.483319:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006899c2c6. 00000100:00000001:0.0:1767384346.483322:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294935280 00000800:00000200:2.0:1767384346.483326:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:1013 00000100:00000200:1.0:1767384346.483328:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744048512, offset 0 00000100:00000010:0.0:1767384346.483329:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000248dac99. 00000800:00000200:2.0:1767384346.483334:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc7277f9 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384346.483336:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384346.483343:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384346.483343:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294935280 00000800:00000001:2.0:1767384346.483354:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384346.483355:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc269dd. 00000400:00000200:1.0:1767384346.483357:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384346.483363:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384346.483364:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.483367:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294935280 00000400:00000200:1.0:1767384346.483374:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd04f80 00000100:00000010:0.0:1767384346.483376:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000bc3bf84. 00000100:00000001:0.0:1767384346.483382:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384346.483387:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10f9 [2] + 0 00000100:00000001:0.0:1767384346.483388:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.483395:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.483396:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d16a89. 00000100:00000001:0.0:1767384346.483399:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.483403:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384346.483404:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008860ac7b 00000100:00000001:0.0:1767384346.483411:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384346.483412:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384346.483414:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384346.483419:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.483421:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384346.483423:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.483424:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.483430:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384346.483431:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008860ac7b 00000800:00000200:2.0:1767384346.483437:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384346.483437:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008860ac7b. 00000800:00000010:2.0:1767384346.483443:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc7277f9. 00000100:00000001:1.0:1767384346.483443:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384346.483448:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384346.483450:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384346.483451:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384346.483455:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384346.483456:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000bb9035fb x1853236744048512 msgsize 4848 00000400:00000200:2.0:1767384346.483464:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: ACK: OK 00000100:00100000:1.0:1767384346.483473:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384346.483475:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384346.483476:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384346.483477:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384346.483484:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384346.483489:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384346.483493:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384346.483493:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048384 00000800:00000001:2.0:1767384346.483495:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384346.483499:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384346.483501:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384346.483503:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006899c2c6 00000100:00000001:0.0:1767384346.483504:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.483507:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384346.483510:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384346.483511:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384346.483513:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006899c2c6. 00000100:00100000:0.0:1767384346.483519:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048384 00000100:00000001:1.0:1767384346.483522:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384346.483524:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384346.483528:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:2.0:1767384346.483529:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp14(192.168.203.113@tcp14) <- 192.168.203.113@tcp14 : ACK - for me 00000020:00000001:0.0:1767384346.483531:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384346.483532:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384346.483537:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:0.0:1767384346.483542:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:2.0:1767384346.483563:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp14: ACK from 12345-192.168.203.113@tcp14 into md 0x18ad 00000400:00000200:2.0:1767384346.483571:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384346.483574:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384346.483580:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384346.483585:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384346.483585:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6d679c6. 00000100:00000001:0.0:1767384346.483590:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384346.483594:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384346.483595:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6d679c6. 00000020:00000010:0.0:1767384346.483603:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b90c5cd. 00000100:00000001:1.0:1767384346.483607:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483610:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp14->192.168.203.113@tcp14: ACK: OK 00000100:00000001:1.0:1767384346.483623:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384346.483627:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000020:00000010:0.0:1767384346.483627:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bcff91d. 00000100:00000001:1.0:1767384346.483631:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.483633:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0720f3f. 00000100:00000001:1.0:1767384346.483638:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294935281 00000400:00000010:2.0:1767384346.483641:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000100:00000040:0.0:1767384346.483647:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384346.483649:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294935280 00000400:00000200:2.0:1767384346.483650:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384346.483652:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384346.483657:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384346.483673:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:1.0:1767384346.483674:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294935281 00000100:00000001:0.0:1767384346.483675:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483682:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:1.0:1767384346.483683:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935280 00000100:00000001:0.0:1767384346.483687:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.483688:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000100:00000001:1.0:1767384346.483690:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294935281 00000100:00000001:1.0:1767384346.483696:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935280 00000100:00000001:0.0:1767384346.483697:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384346.483699:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384346.483700:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294935281 00000800:00000001:2.0:1767384346.483707:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384346.483709:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935280 00000100:00000001:0.0:1767384346.483709:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384346.483714:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048512 00000100:00000001:1.0:1767384346.483717:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384346.483717:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384346.483719:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.483722:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.483723:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.483726:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.483727:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384346.483730:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048512 00000100:00000001:1.0:1767384346.483732:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384346.483733:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384346.483735:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:0.0:1767384346.483736:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384346.483740:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384346.483741:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384346.483742:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000095426027. 00000020:00000040:0.0:1767384346.483742:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384346.483760:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384346.483762:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384346.483767:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384346.483767:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:2.0:1767384346.483778:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000100:00000001:1.0:1767384346.483782:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384346.483782:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384346.483787:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000100:00000001:1.0:1767384346.483787:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.483788:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6d679c6. 00000100:00000001:0.0:1767384346.483794:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.483795:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000095426027 00000100:00000001:1.0:1767384346.483796:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384346.483797:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6d679c6. 00000400:00000010:2.0:1767384346.483803:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000580111f9. 00000020:00000010:0.0:1767384346.483806:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d70cbbf. 00000400:00000200:2.0:1767384346.483810:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000020:00000010:0.0:1767384346.483812:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c2d5076. 00000400:00000200:2.0:1767384346.483817:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 00000020:00000010:0.0:1767384346.483818:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b12f871. 00000100:00000001:1.0:1767384346.483820:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384346.483824:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384346.483825:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000100:00000001:1.0:1767384346.483826:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384346.483827:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384346.483831:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384346.483835:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000060d6cd45. 00000100:00100000:1.0:1767384346.483835:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000010:2.0:1767384346.483843:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000040:1.0:1767384346.483844:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384346.483844:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.483849:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384346.483854:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0927496. 00000100:00000001:1.0:1767384346.483855:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227596368 : -120961481955248 : ffff91fc75d62850) 00000100:00000001:0.0:1767384346.483861:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384346.483865:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384346.483866:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a19f81d3 x1853236744048384/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384346.483867:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000100:00100000:0.0:1767384346.483879:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000400:00000200:2.0:1767384346.483882:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000100:00000040:0.0:1767384346.483886:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384346.483888:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384346.483889:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227593296 : -120961481958320 : ffff91fc75d61c50) 00000400:00000200:2.0:1767384346.483893:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:1.0:1767384346.483894:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddf002ef. 00000100:00000040:0.0:1767384346.483898:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb9035fb x1853236744048512/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/0 e 0 to 0 dl 1767384357 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384346.483901:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384346.483909:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddf002ef. 00000400:00000200:2.0:1767384346.483911:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:0.0:1767384346.483915:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384346.483920:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6d679c6. 00000100:00100000:1.0:1767384346.483921:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744048384:12345-0@lo:253: 00000400:00000200:2.0:1767384346.483925:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:0.0:1767384346.483926:0:16789:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384346.483931:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048384 00000020:00000010:0.0:1767384346.483932:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6d679c6. 00000020:00000001:1.0:1767384346.483938:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384346.483943:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000100:00100000:0.0:1767384346.483943:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744048512:12345-0@lo:253: 00000020:00000001:1.0:1767384346.483945:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384346.483949:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384346.483954:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048512 00000020:00000001:1.0:1767384346.483957:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384346.483958:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384346.483960:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000001:1.0:1767384346.483963:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384346.483963:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384346.483967:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.483972:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384346.483973:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384346.483975:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000020:00000001:0.0:1767384346.483975:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384346.483978:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384346.483982:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384346.483985:0:16789:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384346.483986:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384346.483988:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384346.483990:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:00000001:1.0:1767384346.483993:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384346.483993:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384346.483997:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384346.483999:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.484001:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:0.0:1767384346.484001:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384346.484006:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384346.484006:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384346.484011:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384346.484012:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd5a1b6b. 02000000:00000001:0.0:1767384346.484017:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384346.484019:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008e28c464. 00000100:00000001:0.0:1767384346.484019:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.484020:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 20000000:00000001:0.0:1767384346.484025:0:16789:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384346.484026:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384346.484032:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.484033:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 20000000:00000010:0.0:1767384346.484036:0:16789:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e082242. 20000000:00000001:1.0:1767384346.484037:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384346.484044:0:16789:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384346.484047:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 20000000:00000001:0.0:1767384346.484048:0:16789:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384346.484051:0:16789:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384346.484056:0:16789:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384346.484058:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000833fb32d. 00000400:00000200:2.0:1767384346.484059:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 20000000:00000001:0.0:1767384346.484060:0:16789:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384346.484065:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384346.484071:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 20000000:00000001:1.0:1767384346.484072:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384346.484072:0:16789:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384346.484077:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384346.484082:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384346.484083:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 20000000:00000010:0.0:1767384346.484085:0:16789:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071555443. 20000000:00000001:1.0:1767384346.484087:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384346.484091:0:16789:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:1.0:1767384346.484094:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384346.484099:0:16789:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384346.484102:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00080000:00000001:0.0:1767384346.484106:0:16789:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384346.484111:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384346.484118:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:2.0:1767384346.484125:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:2.0:1767384346.484131:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:2.0:1767384346.484139:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:2.0:1767384346.484146:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00080000:00000001:0.0:1767384346.484149:0:16789:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384346.484154:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00080000:00000001:0.0:1767384346.484155:0:16789:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384346.484158:0:16789:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.484162:0:16789:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384346.484167:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:0.0:1767384346.484167:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384346.484173:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000400:00000200:2.0:1767384346.484176:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:0.0:1767384346.484178:0:16789:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384346.484185:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00080000:00000010:0.0:1767384346.484186:0:16789:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f2b29245. 00080000:00000001:0.0:1767384346.484190:0:16789:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068068864 : -120966641482752 : ffff91fb424e0400) 00000400:00000200:2.0:1767384346.484194:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00080000:00000001:0.0:1767384346.484195:0:16789:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384346.484203:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp31 lpni_is_preferred = 0 00000400:00000200:2.0:1767384346.484207:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp31 00000400:00000200:2.0:1767384346.484220:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [80:80:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384346.484227:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:2.0:1767384346.484236:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:2.0:1767384346.484242:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:2.0:1767384346.484247:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc7277f9. 00000800:00000010:2.0:1767384346.484254:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fea0af32. 00000800:00000010:2.0:1767384346.484259:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006dee0541. 00000800:00000200:2.0:1767384346.484267:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:2.1:1767384346.484272:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000001:00000001:0.0:1767384346.484288:0:16789:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384346.484291:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00080000:00000001:0.0:1767384346.484292:0:16789:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.484296:0:16789:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384346.484299:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100251 rc 0 00080000:00000001:0.0:1767384346.484317:0:16789:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.484321:0:16789:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384346.484389:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00080000:00000001:0.0:1767384346.484452:0:16789:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384346.484456:0:16789:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384346.484458:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484506:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484549:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484627:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484691:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484764:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484832:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484882:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484929:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.484972:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485018:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485066:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485103:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485137:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485171:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485224:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485254:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485292:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485331:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485387:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485442:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485471:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485523:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485588:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485652:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485673:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485712:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485768:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485833:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485858:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485889:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485914:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485945:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384346.485977:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384346.486098:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edaf87a9. 00000800:00000010:2.0:1767384346.486102:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c185627. 00000800:00000010:2.0:1767384346.486106:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bce308d5. 00000800:00000010:2.0:1767384346.486128:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bce308d5. 00000800:00020000:2.0:1767384346.486135:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384346.486138:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c185627. 00000800:00000010:2.0:1767384346.486141:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000edaf87a9. 00000400:02020000:2.0:1767384346.486182:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384346.486187:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000800:00000200:2.0:1767384346.486192:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp31 down 00000800:00000100:2.0:1767384346.486198:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:2.0:1767384346.486200:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc7277f9. 00000400:00000200:2.0:1767384346.486203:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384346.486206:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384346.486213:0:16145:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:2.0:1767384346.486216:0:16145:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384346.486225:0:16145:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384346.486228:0:16145:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384346.486253:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384346.486257:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100851 00000400:00000001:2.0:1767384346.486260:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384346.486262:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384346.486263:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384346.486265:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000400:00000200:2.0:1767384346.486268:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384346.486270:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:2.0:1767384346.486273:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000060d6cd45. 00000400:00000200:2.0:1767384346.486276:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000400:00000200:2.0:1767384346.486279:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:2.0:1767384346.486282:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102051 rc -71 00000400:00000200:2.0:1767384346.486286:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384346.486290:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (26) 00080000:00000001:1.0:1767384346.493523:0:16789:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384346.493537:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384346.493543:0:16789:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384346.493546:0:16789:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384346.493575:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384346.493581:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384346.493584:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384346.493586:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384346.493588:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:0.0:1767384346.493591:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cdca89b0. 00080000:00000010:2.0:1767384346.493592:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f2b29245. 20000000:01000000:1.0:1767384346.493594:0:16789:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1767384346.493598:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00080000:00000001:2.0:1767384346.493601:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384346.493603:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384346.493609:0:16789:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384346.493609:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384346.493616:0:16789:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384346.493625:0:16789:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384346.493632:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384346.493636:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384346.493637:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.493639:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384346.493642:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384346.493645:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 20000000:01000000:1.0:1767384346.493649:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384346.493649:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384346.493653:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033e1be53. 20000000:00000001:1.0:1767384346.493655:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384346.493660:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384346.493660:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068075008 : -120966641476608 : ffff91fb424e1c00) 00080000:00000001:0.0:1767384346.493664:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384346.493668:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384346.493674:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384346.493683:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddfe0c64. 00010000:00000001:1.0:1767384346.493689:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384346.493693:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad1b981a. 00000020:00000001:1.0:1767384346.493698:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384346.493701:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad1b981a with handle 0xf489261bfe0bc6e1 to hash 00000020:00000001:1.0:1767384346.493703:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384346.493706:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00000001:00000001:0.0:1767384346.493708:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384346.493710:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384346.493714:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384346.493716:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384346.493718:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384346.493722:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384346.493722:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384346.493733:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493735:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384346.493737:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384346.493741:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384346.493762:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384346.493765:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384346.493767:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384346.493770:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384346.493773:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384346.493776:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384346.493778:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384346.493796:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384346.493798:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384346.493807:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ddfe0c64) refcount = 1 00010000:00010000:1.0:1767384346.493811:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384346.493817:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384346.493821:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384346.493822:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384346.493826:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384346.493829:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384346.493832:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493834:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384346.493839:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384346.493842:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384346.493845:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384346.493847:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384346.493849:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=4 00000020:00000001:1.0:1767384346.493851:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384346.493854:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384346.493856:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384346.493857:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493864:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384346.493866:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493873:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.493875:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384346.493876:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493882:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384346.493883:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493886:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384346.493888:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384346.493894:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad1b981a already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384346.493902:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384346.493904:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384346.493906:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493913:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384346.493915:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384346.493916:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384346.493917:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=5 00000020:00000001:1.0:1767384346.493919:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384346.493922:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384346.493925:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384346.493927:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493933:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384346.493934:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384346.493936:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493939:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384346.493941:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384346.493943:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384346.493944:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384346.493946:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad1b981a with handle 0xf489261bfe0bc6e1 from hash 00010000:00000001:1.0:1767384346.493949:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384346.493951:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.493952:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.493953:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384346.493955:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384346.493958:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384346.493960:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384346.493962:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384346.493964:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493966:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384346.493968:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384346.493970:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.493971:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.493977:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493979:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.493981:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384346.493984:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.493990:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.493991:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.493992:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384346.493994:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384346.493996:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384346.493997:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384346.493999:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384346.494000:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384346.494002:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384346.494004:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384346.494011:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384346.494012:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384346.494014:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc6e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384346.494021:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ddfe0c64 count: 0 00010000:00000001:1.0:1767384346.494028:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384346.494029:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384346.501584:0:28829:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddfe0c64. 00010000:00000010:1.1:1767384346.501593:0:28829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad1b981a. 00000100:00000040:3.0:1767384346.501594:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294935281, at 4294935282 00000100:00000010:3.0:1767384346.501602:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bc3bf84. 00080000:00000001:2.0:1767384346.502428:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384346.502429:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384346.502433:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384346.502435:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:2.0:1767384346.502437:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384346.502439:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384346.502441:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384346.502443:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384346.502444:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384346.502446:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384346.502448:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033e1be53. 00080000:00000001:2.0:1767384346.502454:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384346.502456:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384346.502460:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384346.502466:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384346.502477:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384346.502479:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384346.502481:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384346.502484:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384346.502485:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384346.502491:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3dc27b7. 00010000:00000001:0.0:1767384346.502494:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384346.502497:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00000020:00000001:0.0:1767384346.502500:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384346.502501:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc6e8 to hash 00000020:00000001:0.0:1767384346.502504:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384346.502505:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502508:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502509:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384346.502511:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.502514:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502519:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384346.502522:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384346.502524:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384346.502526:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.502534:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.502536:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384346.502537:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.502539:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384346.502541:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384346.502542:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384346.502544:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384346.502545:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b3dc27b7) refcount = 1 00010000:00010000:0.0:1767384346.502548:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502580:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384346.502582:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384346.502583:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.502585:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502587:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384346.502589:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384346.502591:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384346.502593:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384346.502595:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.502597:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:0.0:1767384346.502599:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502601:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502603:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384346.502605:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384346.502608:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294935281, at 4294935283 00010000:00000001:0.0:1767384346.502610:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384346.502613:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384346.502617:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000248dac99. 00010000:00000001:0.0:1767384346.502619:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.502622:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384346.502624:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502637:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384346.502639:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502641:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384346.502642:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384346.502647:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d002dd1 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384346.502649:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384346.502651:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384346.502652:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502656:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384346.502657:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384346.502659:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384346.502660:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=5 00000020:00000001:0.0:1767384346.502662:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502663:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384346.502666:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384346.502667:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502671:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384346.502672:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384346.502674:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502677:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384346.502678:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384346.502680:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384346.502682:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384346.502684:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc6e8 from hash 00010000:00000001:0.0:1767384346.502685:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384346.502687:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.502688:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.502694:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384346.502696:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384346.502698:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384346.502699:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384346.502701:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384346.502703:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502704:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384346.502706:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384346.502707:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.502708:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.502709:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502711:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.502712:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.502714:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502718:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.502719:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.502720:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384346.502721:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384346.502723:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384346.502724:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384346.502725:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384346.502727:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384346.502728:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.502730:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384346.502733:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384346.502734:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384346.502736:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384346.502740:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b3dc27b7 count: 0 00000100:00000040:2.0:1767384346.502760:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294935281, at 4294935283 00010000:00000001:0.0:1767384346.502761:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384346.502764:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:2.0:1767384346.502771:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc269dd. 00000100:00000040:0.0:1767384346.502778:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294935281, at 4294935283 00000100:00000010:0.0:1767384346.502784:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe129487. 00080000:00000020:0.0:1767384346.504893:0:16789:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384346.504896:0:16789:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384346.504898:0:16789:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e082242. 20000000:00000001:0.0:1767384346.504902:0:16789:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384346.504908:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048512 00010000:00000001:0.0:1767384346.504911:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384346.504920:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb9035fb x1853236744048512/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.504930:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.504933:0:16789:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.504937:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.504942:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.504945:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384346.504948:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384346.504951:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.504953:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.504956:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.504960:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.504964:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000170cb519. 00000100:00000200:0.0:1767384346.504969:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744048512, offset 224 00000400:00000200:0.0:1767384346.504976:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.504988:0:16789:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.505000:0:16789:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04f80 00000400:00000200:0.0:1767384346.505007:0:16789:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b9 [2] + 224 00000400:00000200:0.0:1767384346.505013:0:16789:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.505017:0:16789:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.505023:0:16789:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.505027:0:16789:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.505035:0:16789:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.505049:0:16789:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.505055:0:16789:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000170cb519 00000400:00000010:0.0:1767384346.505062:0:16789:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000170cb519. 00000100:00000001:0.0:1767384346.505066:0:16789:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.505068:0:16789:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.505074:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.505077:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384346.505079:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384346.505081:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.505083:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384346.505087:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb9035fb x1853236744048512/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.505094:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744048512:12345-0@lo:253: Request processed in 21178us (21637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384346.505102:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:0.0:1767384346.505105:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384346.505107:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384346.505109:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384346.505114:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c2d5076. 00000020:00000010:0.0:1767384346.505118:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b12f871. 00000020:00000010:0.0:1767384346.505123:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d70cbbf. 00000020:00000040:0.0:1767384346.505128:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384346.505132:0:16789:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384346.505134:0:16789:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd5a1b6b. 02000000:00000001:0.0:1767384346.505139:0:16789:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384346.505141:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384346.505145:0:16789:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384346.505150:0:16789:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b246cc. 00000400:00000010:0.0:1767384346.505153:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000170cb519. 00000100:00000001:0.0:1767384346.505171:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.505174:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384346.505178:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384346.505179:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384346.505180:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:0.0:1767384346.505183:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b46f933 00000400:00000010:0.0:1767384346.505185:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b46f933. 00000100:00000001:0.0:1767384346.505186:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.505195:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384346.505201:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.505205:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384346.505206:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.505208:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384346.505210:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384346.505212:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384346.505213:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384346.505216:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.505219:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=54 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384346.505222:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.505225:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384346.505227:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.505229:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384346.505230:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.505232:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.505235:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.505240:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384346.505243:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384346.505244:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384346.505248:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384346.505249:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384346.505251:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384346.505253:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384346.505254:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384346.505255:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384346.505257:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384346.505258:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384346.505259:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384346.505262:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384346.505268:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744048512:0@lo:253: 00000100:00000001:0.0:1767384346.505278:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.505280:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384346.505283:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744048512/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.505289:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384346.505292:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384346.505294:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000251662fc. 02000000:00000001:0.0:1767384346.505299:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384346.505300:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384346.505302:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384346.505304:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384346.505306:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5281c4f. 02000000:00000001:0.0:1767384346.505310:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384346.505312:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384346.505314:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:0.0:1767384346.505317:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384346.505319:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.505320:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384346.505327:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384346.505328:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.505331:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384346.505333:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384346.506162:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384346.506165:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384346.506166:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000833fb32d. 20000000:00000001:0.0:1767384346.506170:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384346.506173:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048384 00010000:00000001:0.0:1767384346.506174:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384346.506177:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a19f81d3 x1853236744048384/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384346.506182:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384346.506183:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384346.506185:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384346.506186:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384346.506188:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384346.506195:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384346.506197:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384346.506198:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384346.506199:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384346.506202:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384346.506205:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ceb44b9. 00000100:00000200:0.0:1767384346.506207:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744048384, offset 224 00000400:00000200:0.0:1767384346.506212:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384346.506217:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384346.506223:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd04f00 00000400:00000200:0.0:1767384346.506228:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b1 [2] + 224 00000400:00000200:0.0:1767384346.506232:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384346.506236:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384346.506239:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384346.506242:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.506248:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384346.506260:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384346.506265:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ceb44b9 00000400:00000010:0.0:1767384346.506266:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ceb44b9. 00000100:00000001:0.0:1767384346.506268:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384346.506270:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384346.506274:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384346.506276:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384346.506277:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384346.506278:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384346.506281:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384346.506281:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.506285:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384346.506286:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384346.506289:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a19f81d3 x1853236744048384/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:327/0 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384346.506290:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384346.506293:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000100:00100000:0.0:1767384346.506297:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744048384:12345-0@lo:253: Request processed in 22410us (23160us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384346.506305:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b20c5ed 00000400:00000010:2.0:1767384346.506310:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b20c5ed. 00000100:00100000:0.0:1767384346.506310:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:2.0:1767384346.506314:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384346.506319:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384346.506320:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384346.506324:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384346.506327:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384346.506331:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bcff91d. 00000100:00000200:2.0:1767384346.506335:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384346.506335:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0720f3f. 00000020:00000010:0.0:1767384346.506341:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b90c5cd. 00000020:00000040:0.0:1767384346.506346:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384346.506350:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384346.506353:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384346.506353:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008e28c464. 00000100:00000001:2.0:1767384346.506358:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384346.506360:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384346.506364:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384346.506364:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384346.506369:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384346.506370:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384346.506373:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384346.506375:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cedc8635. 00000100:00000001:2.0:1767384346.506376:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384346.506381:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384346.506381:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ceb44b9. 00000100:00001000:2.0:1767384346.506388:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=54 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384346.506392:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384346.506395:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384346.506396:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.506398:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384346.506400:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.506402:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384346.506406:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.506414:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384346.506417:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384346.506418:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384346.506421:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384346.506423:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384346.506425:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384346.506426:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384346.506427:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384346.506429:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384346.506430:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384346.506432:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384346.506434:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384346.506435:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384346.506437:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384346.506449:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744048384:0@lo:253: 00000100:00000001:2.0:1767384346.506452:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.506454:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384346.506455:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744048384/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384362 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384346.506460:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384346.506461:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384346.506463:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d01a3c47. 02000000:00000001:2.0:1767384346.506466:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384346.506467:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384346.506468:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384346.506470:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384346.506471:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000be52e98. 02000000:00000001:2.0:1767384346.506473:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384346.506474:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384346.506475:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:2.0:1767384346.506478:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384346.506478:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.506480:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384346.506483:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384346.506484:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384346.506485:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384346.506487:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384346.507028:0:28830:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000060e109f3. 00000400:00000040:3.0:1767384346.507048:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384346.507050:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384346.507053:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384346.507055:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384346.507058:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384346.507059:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384346.507062:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384346.507064:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384346.507066:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384346.507067:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384346.507070:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384346.507072:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384346.507074:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384346.507076:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384346.507078:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384346.507080:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384346.507082:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384346.507083:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384346.507085:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384346.507087:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384346.507089:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384346.507095:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384346.507097:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384346.507099:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384346.507100:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384346.507103:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384346.507105:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384346.507107:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384346.507108:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384346.507110:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384346.507111:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384346.507114:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384346.507115:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384346.507117:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384346.507119:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384346.507121:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384346.507123:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384346.507125:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384346.507127:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384346.507129:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384346.507131:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384346.507133:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384346.507135:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384346.507137:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384346.507139:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384346.507140:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384346.507142:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384346.507144:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384346.507146:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384346.507148:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384346.507150:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384346.507152:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384346.507153:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384346.507155:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384346.507157:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384346.507159:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384346.507160:0:28830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384346.507236:0:28830:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000060e109f3. 00010000:00000010:0.1:1767384346.511620:0:28829:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3dc27b7. 00010000:00000010:0.1:1767384346.511625:0:28829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00010000:00000001:1.0:1767384346.579619:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384346.579624:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384346.579631:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384346.579633:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384346.579664:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384346.579668:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384346.579671:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384347.027635:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp31 00000400:00000010:2.0:1767384347.027641:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba31ce36. 00000400:00000010:2.0:1767384347.027649:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e7e5e34d. 00000400:00000010:2.0:1767384347.027653:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000400:00000010:2.0:1767384347.027662:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e929c12a. 00000400:00000200:2.0:1767384347.027667:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp31 00000400:00000200:2.0:1767384347.027683:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp31 local destination 00000400:00000200:2.0:1767384347.027689:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00000400:00000200:2.0:1767384347.027693:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [81:81:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767384347.027698:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:2.0:1767384347.027714:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp31:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:2.0:1767384347.027720:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:2.0:1767384347.027723:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000054297645. 00000800:00000200:2.0:1767384347.027728:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:2.1:1767384347.027734:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000400:00000200:2.0:1767384347.027777:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:3.0:1767384347.027854:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.027914:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.027960:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028002:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028054:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028103:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028151:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028190:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028234:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028260:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028286:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028326:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028378:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028432:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028473:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028503:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028531:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028620:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028672:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028715:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028813:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028852:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028884:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028912:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.028955:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029006:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029063:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029098:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029126:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029152:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029188:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029221:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029328:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384347.029372:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384347.029556:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9af0110. 00000800:00000010:3.0:1767384347.029563:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009dc326ea. 00000800:00000010:3.0:1767384347.029569:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f7063653. 00000800:00000010:3.0:1767384347.029625:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f7063653. 00000800:00020000:3.0:1767384347.029636:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384347.029640:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009dc326ea. 00000800:00000010:3.0:1767384347.029643:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9af0110. 00000400:02020000:3.0:1767384347.029690:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384347.029698:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000400:00000200:3.0:1767384347.029703:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384347.029708:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:3.0:1767384347.029712:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000054297645. 00000400:00000200:3.0:1767384347.029717:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384347.029723:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384347.029732:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384347.029736:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384347.029759:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp31) recovery failed with -71 00000100:00000001:1.0:1767384347.283636:0:16782:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384347.283641:0:16782:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.283686:0:16779:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384347.283688:0:16779:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.603628:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384347.603640:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.603644:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384347.603645:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.603723:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384347.603727:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.603729:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384347.716902:0:29218:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384347.716914:0:29218:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.716934:0:29218:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384347.716940:0:29218:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384347.716946:0:29218:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.716948:0:29218:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384348.051664:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384348.051670:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384348.051673:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384348.051677:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000400:00000200:2.0:1767384348.051682:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384348.051688:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384348.051697:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba31ce36. 00000400:00000010:2.0:1767384348.051700:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e7e5e34d. 10000000:00000001:3.0:1767384348.307602:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384348.307608:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384348.307613:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384348.307615:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384348.307617:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384348.307618:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384348.307620:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384348.307622:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384348.307623:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 49 10000000:00000001:3.0:1767384348.307627:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384348.307629:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384348.307637:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000020:00000040:3.0:1767384348.307641:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384348.307651:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384348.307655:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.307659:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384348.307666:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dc2e4ea. 00000100:00000001:3.0:1767384348.307672:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.307677:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384348.307680:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384348.307686:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca36445d. 00010000:00000001:3.0:1767384348.307691:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384348.307694:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b37b7bf. 00000020:00000001:3.0:1767384348.307698:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384348.307702:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b37b7bf with handle 0xf489261bfe0bc6ef to hash 00000020:00000001:3.0:1767384348.307705:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384348.307706:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384348.307709:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:3.0:1767384348.307713:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384348.307716:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.307719:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384348.307727:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384348.307757:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384348.307762:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384348.307765:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384348.307786:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4395b41. 00000100:00000001:3.0:1767384348.307788:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111603042176 : -120962106509440 : ffff91fc509c3780) 00000100:00000001:3.0:1767384348.307791:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.307792:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000100:00000001:3.0:1767384348.307797:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384348.307798:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.307800:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384348.307808:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384348.307815:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.307823:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384348.307824:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.307827:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384348.307830:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384348.307832:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.307834:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744048640:0@lo:101: 00000100:00000001:3.0:1767384348.307837:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384348.307841:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384348.307844:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.307846:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384348.307850:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000755df1af. 02000000:00000001:3.0:1767384348.307851:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.307856:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 00000400:00000010:3.0:1767384348.307861:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00000200:3.0:1767384348.307866:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744048640, portal 25 00000100:00000001:3.0:1767384348.307867:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.307868:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000100:00000040:3.0:1767384348.307871:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.307877:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384348.307880:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384348.307881:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384348.307883:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744048640, offset 0 00000400:00000200:3.0:1767384348.307888:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384348.307898:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384348.307908:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd05000 00000400:00000200:3.0:1767384348.307914:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x111d [2] + 0 00000400:00000010:3.0:1767384348.307918:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000400:00000200:3.0:1767384348.307922:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ead1eef 00000400:00000200:3.0:1767384348.307929:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.307942:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384348.307949:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead1eef 00000400:00000010:3.0:1767384348.307952:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ead1eef. 00000100:00000001:3.0:1767384348.307957:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384348.307959:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384348.307963:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000006b0b32b4 x1853236744048640 msgsize 328 00000100:00100000:3.0:1767384348.307969:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384348.307971:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384348.307986:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384348.307996:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384348.307998:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384348.308002:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384348.308006:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.308015:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384348.308018:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.308022:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384348.308023:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.308027:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048640 00000100:00000001:3.0:1767384348.308028:0:16793:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384348.308032:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384348.308033:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308035:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.308038:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.308039:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937105 02000000:00000001:0.0:1767384348.308042:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384348.308046:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000100:00100000:0.0:1767384348.308047:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048640 00000020:00000001:0.0:1767384348.308053:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.308054:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384348.308055:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384348.308057:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384348.308061:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:3.0:1767384348.308063:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937105 00000020:00000001:0.0:1767384348.308064:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000010:3.0:1767384348.308069:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007eaa43d2. 00000020:00000001:0.0:1767384348.308069:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384348.308076:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384348.308077:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384348.308081:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937105 00000020:00000010:0.0:1767384348.308083:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000010:3.0:1767384348.308087:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e69e6f5. 00000100:00000001:0.0:1767384348.308088:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.308093:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00000001:3.0:1767384348.308094:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384348.308098:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937105 00000020:00000010:0.0:1767384348.308100:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ff6e3cc. 00000100:00000010:3.0:1767384348.308102:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbc95e1b. 00000100:00000001:3.0:1767384348.308106:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384348.308115:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb2059a. 00000100:00000001:3.0:1767384348.308118:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.308121:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0720f3f. 00000100:00000001:3.0:1767384348.308122:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.308128:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.308129:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384348.308131:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c4395b41 going to sleep for 11 seconds 00000100:00000001:3.0:1767384348.308136:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384348.308136:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384348.308141:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308142:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384348.308146:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384348.308149:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308157:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308166:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.308177:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384348.308179:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384348.308183:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384348.308186:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384348.308188:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227599440 : -120961481952176 : ffff91fc75d63450) 00000100:00000040:0.0:1767384348.308192:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b0b32b4 x1853236744048640/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.308201:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.308203:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384348.308205:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.308206:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384348.308209:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744048640:12345-0@lo:101: 00000100:00000200:0.0:1767384348.308213:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048640 00000020:00000001:0.0:1767384348.308215:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384348.308217:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384348.308219:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.308221:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384348.308223:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:0.0:1767384348.308226:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384348.308228:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384348.308230:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.308232:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.308236:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.308238:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384348.308240:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384348.308248:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384348.308250:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384348.308252:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.308256:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384348.308260:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3dc27b7. 00010000:00000001:0.0:1767384348.308264:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384348.308266:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 00000020:00000001:0.0:1767384348.308269:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384348.308271:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d002dd1 with handle 0xf489261bfe0bc6f6 to hash 00000020:00000001:0.0:1767384348.308273:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384348.308275:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:0.0:1767384348.308277:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00010000:0.0:1767384348.308279:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc6ef expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384348.308286:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:0.0:1767384348.308288:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384348.308294:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.308296:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384348.308299:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b18e6f16. 02000000:00000001:0.0:1767384348.308301:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308303:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.308305:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384348.308308:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384348.308310:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384348.308311:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384348.308313:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384348.308314:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384348.308315:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384348.308317:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384348.308319:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384348.308321:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384348.308322:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384348.308324:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b3dc27b7) refcount = 1 00010000:00010000:0.0:1767384348.308327:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384348.308337:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384348.308339:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384348.308340:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384348.308342:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.308343:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384348.308347:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384348.308349:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384348.308354:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384348.308356:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384348.308357:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384348.308359:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.308361:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384348.308362:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384348.308363:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384348.308364:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006d002dd1, rc 0) 00000020:00000001:0.0:1767384348.308367:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384348.308369:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048640 00010000:00000001:0.0:1767384348.308372:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384348.308375:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0b32b4 x1853236744048640/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/344 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384348.308382:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384348.308385:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.308388:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.308392:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384348.308394:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384348.308396:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384348.308399:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384348.308401:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.308403:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384348.308405:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384348.308408:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000100:00000200:0.0:1767384348.308411:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744048640, offset 224 00000400:00000200:0.0:1767384348.308420:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384348.308426:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384348.308432:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd05000 00000400:00000200:0.0:1767384348.308435:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18dd [1] + 224 00000400:00000200:0.0:1767384348.308439:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.308442:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384348.308445:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384348.308448:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.308455:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.308486:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384348.308491:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000400:00000010:0.0:1767384348.308492:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000001:0.0:1767384348.308495:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384348.308496:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384348.308499:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.308501:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384348.308503:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384348.308505:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.308507:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384348.308510:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b0b32b4 x1853236744048640/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/344 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.308518:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744048640:12345-0@lo:101: Request processed in 316us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384348.308524:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:2.0:1767384348.308525:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384348.308527:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384348.308532:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384348.308535:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384348.308535:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384348.308541:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384348.308542:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb2059a. 00000400:00000010:2.0:1767384348.308546:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db7e9fb. 00000020:00000010:0.0:1767384348.308548:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0720f3f. 00000400:00000200:2.0:1767384348.308583:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000020:00000010:0.0:1767384348.308583:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ff6e3cc. 00000400:00000010:2.0:1767384348.308588:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000001:2.0:1767384348.308597:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384348.308598:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384348.308603:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384348.308606:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384348.308607:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b18e6f16. 02000000:00000001:0.0:1767384348.308612:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384348.308616:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384348.308624:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384348.308630:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d87f824. 00000100:00000200:2.0:1767384348.308632:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384348.308636:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083cadd40. 00000100:00000001:2.0:1767384348.308649:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.308660:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.308665:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384348.308668:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384348.308670:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.308673:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.308676:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384348.308681:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384348.308685:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.308689:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384348.308692:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.308695:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384348.308697:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.308700:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.308705:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.308716:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.308719:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384348.308721:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384348.308725:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.308766:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744048640:0@lo:101: 00000100:00000001:2.0:1767384348.308773:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.308777:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.308780:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384348.308783:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.308786:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.308794:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384348.308797:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c4395b41. 00000100:00000001:2.0:1767384348.308801:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384348.308804:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.308807:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384348.308811:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.308813:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.308822:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=4 00000020:00000001:2.0:1767384348.308825:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:2.0:1767384348.308828:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000040:2.0:1767384348.308834:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000002b37b7bf, remote cookie: 0xf489261bfe0bc6f6, flags: 0x0 00010000:00000001:2.0:1767384348.308838:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384348.308840:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384348.308842:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384348.308844:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384348.308845:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384348.308848:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca36445d) refcount = 1 00010000:00010000:2.0:1767384348.308852:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.308861:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384348.308862:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384348.308864:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384348.308867:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384348.308870:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.308873:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.308881:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384348.308883:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.308885:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.308887:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.308889:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.308891:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.308894:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.308899:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744048640/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.308908:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384348.308911:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384348.308915:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000755df1af. 02000000:00000001:2.0:1767384348.308919:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384348.308923:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384348.308931:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384348.308934:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384348.308936:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008dc2e4ea. 02000000:00000001:2.0:1767384348.308940:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384348.308943:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384348.308945:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:2.0:1767384348.308949:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384348.308950:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384348.308953:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384348.308956:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384348.308958:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:2.0:1767384348.308961:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.308963:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.308965:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.308967:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=3 00000020:00000001:2.0:1767384348.308970:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:2.0:1767384348.308972:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:2.0:1767384348.308975:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384348.308977:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.308979:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.308980:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384348.308983:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384348.308986:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008434f853. 00000100:00000010:2.0:1767384348.309001:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027c696b. 00000020:00000040:2.0:1767384348.309004:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384348.309008:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384348.309010:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384348.309012:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384348.309016:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060d6cd45. 00000100:00000001:2.0:1767384348.309020:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309025:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384348.309029:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000003458b2. 00000100:00000010:2.0:1767384348.309033:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a1494ec4. 00000020:00000040:2.0:1767384348.309036:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384348.309041:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384348.309042:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384348.309052:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000007ed9159. 00000100:00000001:2.0:1767384348.309054:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112228068928 : -120961481482688 : ffff91fc75dd5e40) 00000100:00000001:2.0:1767384348.309058:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384348.309059:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000100:00000001:2.0:1767384348.309064:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384348.309066:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309068:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384348.309070:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384348.309073:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.309083:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384348.309084:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.309087:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384348.309089:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384348.309091:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.309094:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744048768:0@lo:256: 00000100:00000001:2.0:1767384348.309099:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384348.309103:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384348.309105:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309108:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384348.309113:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000400:00000010:2.0:1767384348.309118:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002765c2ed. 00000100:00000200:2.0:1767384348.309124:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd05080-0x695824dd05080, portal 33 00000100:00000001:2.0:1767384348.309128:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.309130:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384348.309133:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7e5e34d. 02000000:00000001:2.0:1767384348.309136:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.309139:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000400:00000010:2.0:1767384348.309144:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000200:2.0:1767384348.309146:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744048768, portal 25 00000100:00000001:2.0:1767384348.309149:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384348.309150:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000100:00000040:2.0:1767384348.309154:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.309176:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.309180:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384348.309183:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000100:00000200:2.0:1767384348.309185:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744048768, offset 0 00000400:00000200:2.0:1767384348.309192:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384348.309201:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384348.309209:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd05080 00000400:00000200:2.0:1767384348.309215:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1199 [2] + 0 00000400:00000010:2.0:1767384348.309219:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000107de41b. 00000400:00000200:2.0:1767384348.309224:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089a86c7c 00000400:00000200:2.0:1767384348.309228:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.309232:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384348.309237:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a86c7c 00000400:00000010:2.0:1767384348.309239:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089a86c7c. 00000100:00000001:2.0:1767384348.309244:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384348.309246:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384348.309250:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000000531f285 x1853236744048768 msgsize 304 00000100:00100000:2.0:1767384348.309256:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384348.309257:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384348.309270:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384348.309275:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000400:00000010:2.0:1767384348.309278:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00000100:00000001:2.0:1767384348.309281:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384348.309284:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.309294:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.309298:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.309307:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309309:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384348.309314:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309318:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937106 00000100:00000001:2.0:1767384348.309326:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937105 00000100:00000001:2.0:1767384348.309338:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937106 00000100:00000001:2.0:1767384348.309344:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937105 00000100:00000001:0.0:1767384348.309349:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384348.309350:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937106 00000100:00100000:0.0:1767384348.309354:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048768 00000100:00000001:2.0:1767384348.309357:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937105 02000000:00000001:0.0:1767384348.309358:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384348.309361:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.309364:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937106 00000100:00000001:0.0:1767384348.309365:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.309370:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.309372:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937105 00000100:00100000:0.0:1767384348.309374:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048768 00000100:00000001:2.0:1767384348.309378:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384348.309378:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.309381:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:2.0:1767384348.309386:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.309386:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384348.309389:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384348.309393:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384348.309394:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384348.309398:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384348.309398:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:2.0:1767384348.309406:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 0000000007ed9159 going to sleep for 11 seconds 00000100:00000001:0.0:1767384348.309406:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384348.309412:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384348.309412:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:2.0:1767384348.309416:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309417:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.309423:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:0.0:1767384348.309427:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ff6e3cc. 00000020:00000010:0.0:1767384348.309430:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb2059a. 00000020:00000010:0.0:1767384348.309433:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0720f3f. 00000100:00000040:0.0:1767384348.309439:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384348.309441:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384348.309443:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384348.309444:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309447:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309458:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.309467:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384348.309475:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384348.309480:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384348.309482:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384348.309484:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227587152 : -120961481964464 : ffff91fc75d60450) 00000100:00000040:0.0:1767384348.309488:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000531f285 x1853236744048768/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 304/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.309497:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.309499:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384348.309500:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.309502:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384348.309506:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000531f285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744048768:12345-0@lo:256: 00000100:00000200:0.0:1767384348.309509:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048768 00000020:00000001:0.0:1767384348.309512:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384348.309513:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384348.309515:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.309517:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384348.309519:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:0.0:1767384348.309521:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384348.309523:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384348.309525:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.309527:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.309529:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309532:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.309534:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384348.309536:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b18e6f16. 02000000:00000001:0.0:1767384348.309537:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309539:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.309541:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384348.309544:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384348.309547:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384348.309550:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384348.309578:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.309581:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384348.309582:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384348.309591:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000041df784b. 20000000:00000001:0.0:1767384348.309594:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384348.309605:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384348.309610:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384348.309614:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384348.309616:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384348.309617:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384348.309619:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384348.309620:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384348.309622:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384348.309623:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384348.309625:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384348.309626:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384348.309628:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384348.309630:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384348.309632:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384348.309634:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384348.309636:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384348.309638:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384348.309639:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384348.309641:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384348.309643:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384348.309644:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384348.309645:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384348.309647:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384348.309648:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384348.309649:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384348.309651:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:0.0:1767384348.309652:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3552/1/4/3. 20000000:00000040:0.0:1767384348.309657:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384348.309659:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384348.309660:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384348.309662:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384348.309663:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384348.309665:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384348.309666:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384348.309667:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384348.309668:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384348.309670:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384348.309677:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384348.309680:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384348.309681:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384348.309683:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384348.309684:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384348.309686:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384348.309687:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384348.309688:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384348.309690:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384348.309691:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384348.309692:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384348.309694:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384348.309695:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384348.309696:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384348.309698:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384348.309699:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:0.0:1767384348.309700:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3008/1/4/3. 20000000:01000000:0.0:1767384348.309702:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1088, version 56 20000000:00000001:0.0:1767384348.309704:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1088 : 1088 : 440) 00000100:00000001:0.0:1767384348.309706:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384348.309708:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c8236bff. 00000100:00000010:0.0:1767384348.309710:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009b43c46c. 00000020:00000040:0.0:1767384348.309711:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:0.0:1767384348.309714:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384348.309716:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384348.309718:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000400:00000010:0.0:1767384348.309723:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f38d77f7. 00000400:00000200:0.0:1767384348.309728:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384348.309757:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384348.309763:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1088 into portal 33 MB=0x695824dd05080 00000400:00000200:0.0:1767384348.309768:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1088/1088 into md 0x18ed [4] + 0 00000400:00000010:0.0:1767384348.309771:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000400:00000200:0.0:1767384348.309774:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002765c2ed 00000400:00000200:0.0:1767384348.309777:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.309779:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384348.309781:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002765c2ed 00000400:00000010:0.0:1767384348.309782:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002765c2ed. 00000100:00000001:0.0:1767384348.309792:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384348.309794:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000027c696b desc 00000000003458b2 mbits 1853236744048768 00000100:00000001:0.0:1767384348.309804:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384348.309809:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384348.309814:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384348.309820:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x18f9 00000400:00000200:0.0:1767384348.309822:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.309825:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384348.309828:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384348.309830:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c8236bff 00000100:00000001:0.0:1767384348.309832:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384348.309838:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000400:00000010:0.0:1767384348.309839:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000001:0.0:1767384348.309841:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384348.309842:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c8236bff 00000100:00000001:0.0:1767384348.309845:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:2.0:1767384348.309849:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384348.309850:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1088 bytes via portal 33 id 12345-0@lo mbits 0x695824dd05080-0x695824dd05080 00000100:00000001:2.0:1767384348.309854:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309856:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.309863:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309865:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384348.309868:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:0.0:1767384348.309871:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009b43c46c. 00000100:00000010:0.0:1767384348.309875:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c8236bff. 00000100:00000001:0.0:1767384348.309876:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384348.309878:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384348.309885:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000041df784b. 20000000:00000001:0.0:1767384348.309888:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384348.309890:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048768 00010000:00000001:0.0:1767384348.309892:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384348.309895:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000531f285 x1853236744048768/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 304/240 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384348.309902:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384348.309904:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.309906:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.309909:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384348.309915:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384348.309917:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384348.309918:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384348.309920:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.309922:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384348.309924:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384348.309926:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000100:00000200:0.0:1767384348.309928:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744048768, offset 224 00000400:00000200:0.0:1767384348.309934:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384348.309939:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384348.309944:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd05080 00000400:00000200:0.0:1767384348.309948:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x18f1 [1] + 224 00000400:00000200:0.0:1767384348.309951:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.309954:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384348.309957:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384348.309959:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.309965:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.309979:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384348.309982:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000400:00000010:0.0:1767384348.309984:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000001:0.0:1767384348.309986:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384348.309988:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384348.309990:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.309992:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384348.309994:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384348.309995:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.309997:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384348.310000:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000531f285 x1853236744048768/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 304/240 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.310007:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000531f285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744048768:12345-0@lo:256: Request processed in 510us (755us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384348.310015:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384348.310022:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384348.310027:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000400:00000001:2.0:1767384348.310028:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384348.310031:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000400:00000010:2.0:1767384348.310033:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000100:00000001:0.0:1767384348.310035:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384348.310040:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384348.310041:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000020:00000010:0.0:1767384348.310044:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb2059a. 00000400:00000010:2.0:1767384348.310046:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000020:00000010:0.0:1767384348.310049:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0720f3f. 00000100:00000001:2.0:1767384348.310054:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384348.310055:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ff6e3cc. 00000020:00000040:0.0:1767384348.310060:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000200:2.0:1767384348.310064:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384348.310065:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384348.310068:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b18e6f16. 02000000:00000001:0.0:1767384348.310074:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384348.310077:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384348.310083:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384348.310087:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384348.310089:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7d90f1f. 00000400:00000010:0.0:1767384348.310096:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000817651fa. 00000100:00000001:2.0:1767384348.310105:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.310107:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.310110:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384348.310112:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384348.310114:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.310116:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.310118:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384348.310130:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384348.310135:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.310138:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384348.310140:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.310142:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384348.310144:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.310147:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.310150:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384348.310161:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.310170:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384348.310172:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384348.310176:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.310185:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744048768:0@lo:256: 00000100:00000001:2.0:1767384348.310191:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.310194:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.310196:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384348.310198:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.310200:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.310209:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384348.310211:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000007ed9159. 00000100:00000001:2.0:1767384348.310215:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384348.310216:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384348.310219:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 56, more 0. 10000000:00000001:2.0:1767384348.310223:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384348.310228:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003f9ad880. 00010000:00000001:2.0:1767384348.310239:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384348.310242:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384348.310247:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:2.0:1767384348.310249:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.310259:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384348.310261:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:2.0:1767384348.310264:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:2.0:1767384348.310269:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 26 NIDs 00000400:00001000:2.0:1767384348.310272:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384348.310277:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:2.0:1767384348.310284:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384348.310290:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (25) 00000400:00000200:2.0:1767384348.310296:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000200:2.0:1767384348.310313:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384348.310316:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384348.310319:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384348.310322:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767384348.310325:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000400:00000200:2.0:1767384348.310329:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:2.0:1767384348.310332:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:2.0:1767384348.310337:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310340:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:2.0:1767384348.310343:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:0.0:1767384348.310346:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384348.310348:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310353:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384348.310354:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000400:00000200:2.0:1767384348.310360:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:0.0:1767384348.310360:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000010:0.0:1767384348.310369:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000003ff6e3cc. 00000400:00000200:2.0:1767384348.310370:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000010:0.0:1767384348.310375:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000400:00000200:2.0:1767384348.310376:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:2.0:1767384348.310382:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000010:0.0:1767384348.310382:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001df32513. 00000400:00000200:2.0:1767384348.310390:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310391:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384348.310397:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:2.0:1767384348.310401:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:0.0:1767384348.310404:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384348.310410:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310413:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384348.310417:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:2.0:1767384348.310424:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:0.0:1767384348.310425:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:2.0:1767384348.310434:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384348.310440:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:2.0:1767384348.310447:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384348.310448:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:2.0:1767384348.310457:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310458:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:2.0:1767384348.310463:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:0.0:1767384348.310466:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:2.0:1767384348.310478:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:0.0:1767384348.310487:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384348.310488:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310494:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:0.0:1767384348.310498:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:2.0:1767384348.310500:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:2.0:1767384348.310511:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310511:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384348.310518:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:0.0:1767384348.310523:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384348.310525:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:2.0:1767384348.310534:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310535:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384348.310541:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:0.0:1767384348.310545:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:2.0:1767384348.310548:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:0.0:1767384348.310578:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384348.310583:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310588:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384348.310589:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384348.310596:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384348.310601:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:2.0:1767384348.310606:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310611:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384348.310612:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:2.0:1767384348.310619:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384348.310624:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:2.0:1767384348.310628:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310634:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:0.0:1767384348.310635:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:2.0:1767384348.310641:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:0.0:1767384348.310646:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:2.0:1767384348.310652:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310655:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:2.0:1767384348.310658:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384348.310664:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:2.0:1767384348.310666:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:0.0:1767384348.310672:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:2.0:1767384348.310676:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310682:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:0.0:1767384348.310682:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:2.0:1767384348.310690:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384348.310695:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384348.310699:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310702:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:2.0:1767384348.310710:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:0.0:1767384348.310714:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:2.0:1767384348.310718:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310723:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:2.0:1767384348.310724:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:0.0:1767384348.310746:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp32 lpni_is_preferred = 0 00000400:00000200:2.0:1767384348.310749:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:0.0:1767384348.310750:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp32 00000400:00000200:2.0:1767384348.310762:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310762:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [82:82:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1767384348.310770:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:2.0:1767384348.310776:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:0.0:1767384348.310777:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:2.0:1767384348.310786:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310794:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:0.0:1767384348.310796:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:0.0:1767384348.310805:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000400:00000200:2.0:1767384348.310810:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000800:00000010:0.0:1767384348.310814:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a80bb680. 00000400:00000200:2.0:1767384348.310819:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310823:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000800:00000010:0.0:1767384348.310824:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000360afb6f. 00000400:00000200:2.0:1767384348.310828:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000800:00000010:0.0:1767384348.310830:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000059d00793. 00000400:00000200:2.0:1767384348.310836:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310841:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000800:00000200:0.0:1767384348.310842:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:2.0:1767384348.310849:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000800:00000200:0.1:1767384348.310855:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:2.0:1767384348.310861:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310864:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:2.0:1767384348.310867:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:0.0:1767384348.310869:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384348.310876:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384348.310876:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00000400:00000200:2.0:1767384348.310883:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:2.0:1767384348.310888:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:2.0:1767384348.310892:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384348.310895:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:2.0:1767384348.310898:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000010:2.0:1767384348.310904:0:16793:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e14e17a4. 00000400:00000200:2.0:1767384348.310910:0:16793:0:(peer.c:264:lnet_peer_alloc()) 00000000e14e17a4 nid 192.168.203.113@tcp34 00000400:00000010:2.0:1767384348.310915:0:16793:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f8b2b4cd. 00000400:00000200:2.0:1767384348.310918:0:16793:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f8b2b4cd net tcp34 00000400:00000010:2.0:1767384348.310923:0:16793:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029aa56b5. 00000400:00000200:2.0:1767384348.310931:0:16793:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029aa56b5 nid 192.168.203.113@tcp34 00000400:00000200:2.0:1767384348.310935:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (0) 00000400:00000200:3.0:1767384348.310940:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.310942:0:16793:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.113@tcp34: -2 00000400:00000200:2.0:1767384348.310952:0:16793:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp34 NID 192.168.203.113@tcp34 flags 0x1 00000400:00000200:2.0:1767384348.310957:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (1) 00000400:00000200:2.0:1767384348.310961:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (2) 00000400:00000200:2.0:1767384348.310964:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (1) 00000400:00000200:2.0:1767384348.310971:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (2) 00000400:00000200:2.0:1767384348.310985:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): 0 00000400:00000200:2.0:1767384348.310988:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384348.310991:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384348.310997:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp34 NID 192.168.203.113@tcp34: 0. pending discovery 00000400:00000200:2.0:1767384348.311000:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (3) 00000100:00000001:2.0:1767384348.311005:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.311014:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00010000:00000001:2.0:1767384348.311015:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384348.311024:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:2.0:1767384348.311030:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000037e4c0a2. 10000000:00000040:2.0:1767384348.311034:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 55/56 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:2.0:1767384348.311038:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384348.311046:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384348.311052:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d79a0159. 00000400:00000200:3.0:1767384348.311057:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000020:00000010:2.0:1767384348.311058:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087b98a77. 00000040:00000010:2.0:1767384348.311066:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000191e7530. 00000020:00000010:2.0:1767384348.311072:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c6e0ff0f. 00000020:00000010:2.0:1767384348.311078:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384348.311086:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bf42cb0. 80000000:00000010:2.0:1767384348.311092:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b52065e. 40000000:00000010:2.0:1767384348.311097:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000e130343. 00000400:00000200:3.0:1767384348.311098:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00100000:00000010:2.0:1767384348.311105:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3aed96b. 00040000:00000010:2.0:1767384348.311112:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000117ab142. 00040000:00000010:2.0:1767384348.311118:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384348.311124:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000017d9a3e2. 00080000:00000010:2.0:1767384348.311130:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008ea457ec. 00000004:00000010:2.0:1767384348.311137:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000058c615d8. 00000400:00000200:3.0:1767384348.311138:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000004:00000010:2.0:1767384348.311145:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000afac467f. 00000004:00000010:2.0:1767384348.311154:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005541d74. 00002000:00000010:2.0:1767384348.311160:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000506bd8f1. 00000400:00000200:3.0:1767384348.311164:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000004:00000010:2.0:1767384348.311166:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003ebf66e5. 00000004:00000001:2.0:1767384348.311173:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384348.311177:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384348.311180:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000037e4c0a2 00000040:00001000:2.0:1767384348.311182:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384348.311185:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384348.311188:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384348.311190:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384348.311191:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000040:00001000:2.0:1767384348.311196:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384348.311201:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384348.311203:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384348.311212:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:2.0:1767384348.311215:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384348.311218:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311248:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311275:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000004:00000001:2.0:1767384348.311290:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384348.311298:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087b98a77. 00000040:00000010:2.0:1767384348.311305:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000191e7530. 00000400:00000200:3.0:1767384348.311307:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000010:2.0:1767384348.311309:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c6e0ff0f. 00000020:00000010:2.0:1767384348.311317:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6114fe9. 00000020:00000010:2.0:1767384348.311323:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bf42cb0. 80000000:00000010:2.0:1767384348.311327:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003b52065e. 00000400:00000200:3.0:1767384348.311332:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 40000000:00000010:2.0:1767384348.311334:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e130343. 00100000:00000010:2.0:1767384348.311341:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3aed96b. 00040000:00000010:2.0:1767384348.311348:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000117ab142. 00040000:00000010:2.0:1767384348.311353:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c15ed1ec. 00040000:00000010:2.0:1767384348.311357:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000017d9a3e2. 00000400:00000200:3.0:1767384348.311363:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00080000:00000010:2.0:1767384348.311363:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008ea457ec. 00000004:00000010:2.0:1767384348.311372:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058c615d8. 00000004:00000010:2.0:1767384348.311379:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000afac467f. 00000004:00000010:2.0:1767384348.311384:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005541d74. 00002000:00000010:2.0:1767384348.311388:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000506bd8f1. 00000004:00000010:2.0:1767384348.311393:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003ebf66e5. 00000020:00000010:2.0:1767384348.311397:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d79a0159. 00000400:00000200:3.0:1767384348.311398:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000020:00000001:2.0:1767384348.311403:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.311408:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384348.311412:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000037e4c0a2. 00000400:00000200:3.0:1767384348.311421:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 10000000:00000040:2.0:1767384348.311424:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:2.0:1767384348.311428:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003f9ad880. 10000000:00000001:2.0:1767384348.311433:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.311437:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.311442:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027c696b x1853236744048768/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.311453:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384348.311454:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 02000000:00000001:2.0:1767384348.311456:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384348.311461:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7e5e34d. 02000000:00000001:2.0:1767384348.311466:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384348.311476:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384348.311478:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384348.311481:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384348.311483:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384348.311485:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384348.311486:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000020:00000040:2.0:1767384348.311488:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384348.311493:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384348.311496:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a1494ec4. 00000100:00000010:2.0:1767384348.311500:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000003458b2. 00000100:00000001:2.0:1767384348.311503:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384348.311506:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060d6cd45. 02000000:00000001:2.0:1767384348.311510:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384348.311513:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384348.311515:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027c696b. 00000400:00000200:3.0:1767384348.311516:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000100:00000001:2.0:1767384348.311521:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384348.311525:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384348.311542:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008434f853. 10000000:01000000:2.0:1767384348.311547:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384348.311549:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 10000000:00000001:2.0:1767384348.311551:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384348.311578:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.311581:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.311583:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=3 00000020:00000001:2.0:1767384348.311587:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:2.0:1767384348.311592:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:2.0:1767384348.311598:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384348.311602:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.311612:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.311614:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384348.311617:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.311625:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384348.311627:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384348.311629:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00010000:00000001:2.0:1767384348.311630:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384348.311640:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384348.311643:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384348.311646:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384348.311649:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384348.311651:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 00000400:00000200:3.0:1767384348.311652:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 10000000:00000001:2.0:1767384348.311656:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384348.311682:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311707:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311728:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311771:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311797:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311813:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311830:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311855:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311875:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311897:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311923:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.311967:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.312020:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384348.312047:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384348.312217:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9af0110. 00000800:00000010:3.0:1767384348.312222:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c4395b41. 00000800:00000010:3.0:1767384348.312228:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3dfda05. 00000800:00000010:3.0:1767384348.312251:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3dfda05. 00000800:00020000:3.0:1767384348.312263:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384348.312266:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c4395b41. 00000800:00000010:3.0:1767384348.312270:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9af0110. 00000400:02020000:3.0:1767384348.312319:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384348.312327:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000800:00000200:3.0:1767384348.312333:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp32 down 00000800:00000100:3.0:1767384348.312341:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:3.0:1767384348.312344:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a80bb680. 00000400:00000200:3.0:1767384348.312348:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384348.312353:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384348.312360:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:3.0:1767384348.312364:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384348.312368:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:3.0:1767384348.312372:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384348.312603:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384348.312608:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x41 00000400:00000200:3.0:1767384348.312611:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (2) 00000400:00000010:3.0:1767384348.312622:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0f8df23. 00000400:00000010:3.0:1767384348.312626:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000400:00000010:3.0:1767384348.312632:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e03ba7a8. 00000400:00000200:3.0:1767384348.312635:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp34 00000400:00000200:3.0:1767384348.312644:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp34 local destination 00000400:00000200:3.0:1767384348.312648:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:3.0:1767384348.312651:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp34 00000400:00000200:3.0:1767384348.312654:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp34 lpni_is_preferred = 0 00000400:00000200:3.0:1767384348.312656:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp34 00000400:00000200:3.0:1767384348.312660:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [83:83:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384348.312664:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp34 00000400:00000200:3.0:1767384348.312670:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) : GET try# 0 00000800:00000200:3.0:1767384348.312676:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp34 00000800:00000010:3.0:1767384348.312680:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003dc6405c. 00000800:00000010:3.0:1767384348.312686:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c4395b41. 00000800:00000010:3.0:1767384348.312690:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009ac9f83a. 00000800:00000200:3.0:1767384348.312693:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:3.1:1767384348.312697:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000400:00000200:3.0:1767384348.312713:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp34 00000400:00000200:3.0:1767384348.312717:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x241 rc 0 00000400:00000200:3.0:1767384348.312720:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100871 00000400:00000001:3.0:1767384348.312723:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384348.312724:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384348.312725:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000400:00000010:3.0:1767384348.312726:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000400:00000200:3.0:1767384348.312729:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384348.312752:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:3.0:1767384348.312756:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000003ff6e3cc. 00000400:00000200:3.0:1767384348.312759:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000400:00000200:3.0:1767384348.312762:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:3.0:1767384348.312763:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 rc -71 00000400:00000200:3.0:1767384348.312794:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384348.312797:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (26) 00000400:00000200:0.0:1767384348.312797:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312842:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312869:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312889:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312912:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312929:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312951:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312971:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.312997:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313017:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313044:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313066:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313105:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313137:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313157:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313186:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313222:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313245:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313270:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313293:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313318:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313343:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313365:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313391:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313411:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313429:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313452:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313476:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313495:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313520:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313540:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313589:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313616:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313644:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384348.313671:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384348.313806:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd5a1b6b. 00000800:00000010:0.0:1767384348.313810:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b20c5ed. 00000800:00000010:0.0:1767384348.313813:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e65b3ffc. 00000800:00000010:0.0:1767384348.313833:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e65b3ffc. 00000800:00020000:0.0:1767384348.313840:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384348.313842:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b20c5ed. 00000800:00000010:0.0:1767384348.313845:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd5a1b6b. 00000400:02020000:0.0:1767384348.313889:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384348.313893:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp34 notifying 192.168.203.113@tcp34: down 00000800:00000200:0.0:1767384348.313897:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp34 down 00000800:00000100:0.0:1767384348.313901:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp34 00000800:00000010:0.0:1767384348.313904:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003dc6405c. 00000400:00000200:0.0:1767384348.313918:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384348.313922:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384348.313926:0:16144:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp34 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:0.0:1767384348.313929:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384348.313931:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp34: 1 00000400:00000200:0.0:1767384348.313934:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000400:00000200:0.0:1767384348.313952:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384348.313957:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x841 00000400:00000001:0.0:1767384348.313960:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384348.313961:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384348.313962:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:0.0:1767384348.313964:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000400:00000200:0.0:1767384348.313966:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384348.313968:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000400:00000010:0.0:1767384348.313970:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0f8df23. 00000400:00000200:0.0:1767384348.313973:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (3) 00000400:00000200:0.0:1767384348.313976:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp34:-71 00000400:00000200:0.0:1767384348.313978:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x2041 rc -71 00000400:00000200:0.0:1767384348.313981:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp34 (00000000e14e17a4) 00000400:00000200:0.0:1767384348.313985:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (2) 00000020:00000010:2.0:1767384348.321862:0:29345:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a1494ec4. 00000020:00000040:2.0:1767384348.321868:0:29345:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384348.321870:0:29345:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a1494ec4. 00000100:00000040:1.0:1767384348.326600:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294937106, at 4294937107 00000100:00000040:2.0:1767384348.326607:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294937106, at 4294937107 00000100:00000010:1.0:1767384348.326610:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007eaa43d2. 00000100:00000010:2.0:1767384348.326613:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e69e6f5. 00000100:00000040:0.0:1767384348.326632:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294937106, at 4294937107 00000100:00000010:0.0:1767384348.326640:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000040:3.0:1767384348.327855:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294937106, at 4294937108 00000100:00000010:3.0:1767384348.327862:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbc95e1b. 00000001:00000001:3.0:1767384348.425509:0:29384:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384348.425513:0:29384:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:3.0:1767384348.430139:0:29384:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384348.438168:0:29385:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003d43831a. 00000400:00000010:3.0:1767384348.438182:0:29385:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000451515ba. 00000400:00000010:3.0:1767384348.438190:0:29385:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ecc03ca9. 00000400:00000010:3.0:1767384348.438193:0:29385:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004db203d6. 00000400:00000010:3.0:1767384348.438197:0:29385:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055681284. 00000400:00000010:3.0:1767384348.438201:0:29385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064bac734. 00000400:00000010:3.0:1767384348.438203:0:29385:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008d6b72ce. 00000400:00000010:3.0:1767384348.438205:0:29385:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036111c52. 00000400:00000010:3.0:1767384348.438208:0:29385:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d1302cce. 00000800:00000010:3.0:1767384348.438221:0:29385:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003dc6405c. 00000800:00000200:3.0:1767384348.438232:0:29385:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384348.438243:0:29385:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384348.438278:0:29385:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384348.438301:0:29385:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp35 [8/256/0/180] 00000400:00000010:3.0:1767384348.440350:0:29385:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000ea9d4bdc. 00000400:00000010:3.0:1767384348.440357:0:29385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a123b. 00000400:00000010:3.0:1767384348.440362:0:29385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000400:00000001:3.0:1767384348.440377:0:29385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384348.440378:0:29385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384348.440380:0:29385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000400:00000200:3.0:1767384348.440383:0:29385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384348.440385:0:29385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384348.440389:0:29385:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000000d30f236. 00000400:00000200:3.0:1767384348.440394:0:29385:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (25) 00000400:00000200:3.0:1767384348.440408:0:29385:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384348.440411:0:29385:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (1) 00000400:00000200:3.0:1767384348.440413:0:29385:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): 0 00000400:00000200:3.0:1767384348.440423:0:29385:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000400:00000200:0.0:1767384348.440432:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384348.440433:0:29385:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e9af0110. 00000020:01000000:3.0:1767384348.440441:0:29385:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384348.440442:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000020:01000000:3.0:1767384348.440448:0:29385:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384348.440449:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000010:0.0:1767384348.440456:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000002e28c2f9. 00000400:00000010:0.0:1767384348.440460:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000400:00000010:3.0:1767384348.440466:0:29385:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000451515ba. 00000400:00000010:0.0:1767384348.440467:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ddf58fad. 00000400:00000010:3.0:1767384348.440473:0:29385:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003d43831a. 00000400:00000200:0.0:1767384348.440474:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384348.440490:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:1.0:1767384348.440496:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384348.440496:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:1.0:1767384348.440502:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384348.440506:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:00000001:1.0:1767384348.440507:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384348.440510:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384348.440514:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384348.440517:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384348.440521:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384348.440524:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384348.440528:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384348.440528:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384348.440532:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384348.440534:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384348.440538:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384348.440541:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:1.0:1767384348.440542:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384348.440546:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384348.440550:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000010:1.0:1767384348.440574:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000400:00000200:0.0:1767384348.440583:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000020:00000040:1.0:1767384348.440595:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384348.440596:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:1.0:1767384348.440606:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384348.440606:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 02000000:00000001:1.0:1767384348.440613:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384348.440616:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 02000000:00000001:1.0:1767384348.440621:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.440624:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384348.440632:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 02000000:00000010:1.0:1767384348.440636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c8451a6. 00000400:00000200:0.0:1767384348.440637:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384348.440645:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:1.0:1767384348.440649:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.440652:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384348.440657:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:1.0:1767384348.440661:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384348.440661:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000001:1.0:1767384348.440667:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.440669:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:0.0:1767384348.440676:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000100:00000040:1.0:1767384348.440682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837ff344] to pc [ptlrpcd_00_03+3] req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384348.440683:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:0.0:1767384348.440697:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:0.0:1767384348.440721:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:0.0:1767384348.440727:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:0.0:1767384348.440749:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[82, 18], ns[82, 18] 00000400:00000200:0.0:1767384348.440754:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 10000000:00000001:1.0:1767384348.440756:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.440757:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384348.440760:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 10000000:00000001:1.0:1767384348.440762:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.440763:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.440767:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384348.440767:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.440770:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp33 00000020:01000000:1.0:1767384348.440772:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384348.440776:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384348.440779:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp33 lpni_is_preferred = 0 00000020:00000001:1.0:1767384348.440783:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384348.440788:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp33 10000000:00000001:1.0:1767384348.440789:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384348.440799:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp33 NI seq info: [84:84:256:4294967295] 192.168.203.113@tcp33 LPNI seq info [83:83:8:4294967295] 10000000:00000001:1.0:1767384348.440801:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384348.440803:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384348.440806:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384348.440806:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384348.440810:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384348.440812:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384348.440813:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp33 02000000:00000001:2.0:1767384348.440815:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384348.440815:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384348.440819:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384348.440819:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384348.440824:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384348.440827:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744048896:0@lo:253: 00000020:01000004:1.0:1767384348.440829:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384348.440833:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384348.440836:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384348.440837:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33:) -> 192.168.203.113@tcp33(192.168.203.113@tcp:192.168.203.113@tcp33) : GET try# 0 00000100:00000001:2.0:1767384348.440838:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384348.440838:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384348.440843:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384348.440847:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384348.440849:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000800:00000200:0.0:1767384348.440851:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp33 02000000:00000001:2.0:1767384348.440853:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.440853:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000800:00000010:0.0:1767384348.440858:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e1a25467. 02000000:00000001:2.0:1767384348.440859:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384348.440859:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.440863:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384348.440868:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384348.440869:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000edaf87a9. 00000800:00000010:0.0:1767384348.440871:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002b20c5ed. 02000000:00000001:2.0:1767384348.440873:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384348.440876:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d10ef302. 00000800:00000010:0.0:1767384348.440879:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000043e0fe68. 00000400:00000010:2.0:1767384348.440882:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000100:00000001:1.0:1767384348.440882:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384348.440888:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000100:00000001:1.0:1767384348.440890:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384348.440892:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007ed9159. 00000100:00000001:1.0:1767384348.440895:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384348.440897:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000100:00000200:2.0:1767384348.440900:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744048896, portal 25 00000100:00000040:1.0:1767384348.440901:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_00+0] req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.440904:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384348.440908:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000100:00000040:2.0:1767384348.440916:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384348.440935:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384348.440942:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 10000000:00000001:1.0:1767384348.440945:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384348.440951:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.440953:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x2061 00000020:00000001:1.0:1767384348.440956:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.440957:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384348.440958:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (2) 00000020:01000000:1.0:1767384348.440961:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384348.440964:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384348.440965:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006f6be27f. 00000020:00000010:1.0:1767384348.440966:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e9af0110. 00000400:00000010:2.0:1767384348.440971:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dec314c. 00000400:00000010:0.0:1767384348.440972:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000100:00000200:2.0:1767384348.440976:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744048896, offset 0 00000400:00000010:0.0:1767384348.440980:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1c7cd31. 00000100:00000001:1.0:1767384348.440985:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384348.440986:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp34 00000100:00000001:1.0:1767384348.440991:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.440995:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384348.440997:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384348.441000:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.441009:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384348.441011:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384348.441011:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.441014:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp34 local destination 02000000:00000001:1.0:1767384348.441017:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384348.441019:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 02000000:00000001:1.0:1767384348.441021:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384348.441035:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp34 02000000:00000001:1.0:1767384348.441036:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.441040:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp34 lpni_is_preferred = 0 00000100:00100000:1.0:1767384348.441044:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744049024:0@lo:253: 00000100:00000001:1.0:1767384348.441053:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384348.441055:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp34 02000000:00000001:1.0:1767384348.441058:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384348.441062:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [85:85:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [2:2:8:4294967295] 02000000:00000001:1.0:1767384348.441063:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.441071:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384348.441074:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp34 02000000:00000010:1.0:1767384348.441079:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073319d3e. 00000400:00000200:0.0:1767384348.441084:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) : GET try# 0 02000000:00000001:1.0:1767384348.441086:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384348.441093:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp34 00000400:00000010:1.0:1767384348.441094:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d16a89. 00000400:00000200:2.0:1767384348.441099:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05100 00000800:00000010:0.0:1767384348.441100:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d430a61. 00000400:00000010:1.0:1767384348.441103:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042bf9331. 00000400:00000200:2.0:1767384348.441113:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11a1 [2] + 0 00000800:00000200:0.0:1767384348.441114:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:0.0:1767384348.441120:0:16152:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 1, 1 secs later) 00000400:00000010:2.0:1767384348.441122:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003527a1a5. 00000800:00000200:0.1:1767384348.441128:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000400:00000200:2.0:1767384348.441130:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1704acb 00000800:00000200:0.1:1767384348.441131:0:16152:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 1, 1 secs later) 00000100:00000200:1.0:1767384348.441137:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744049024, portal 25 00000400:00000200:2.0:1767384348.441141:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000100:0.0:1767384348.441141:0:16152:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp34 00000100:00000001:1.0:1767384348.441144:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384348.441146:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d430a61. 00000100:00000001:1.0:1767384348.441148:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000200:2.0:1767384348.441153:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384348.441155:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1767384348.441156:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.441158:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1704acb 00000400:00000010:2.0:1767384348.441163:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1704acb. 00000400:00000200:0.0:1767384348.441169:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: GET: REMOTE_ERROR 00000100:00000001:2.0:1767384348.441171:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384348.441177:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384348.441177:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384348.441178:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384348.441182:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000cd1f6764 x1853236744048896 msgsize 4848 00000100:00000040:1.0:1767384348.441184:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384348.441187:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp34: 1 00000400:00000010:1.0:1767384348.441190:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9c977c9. 00000100:00100000:2.0:1767384348.441194:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384348.441196:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384348.441196:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744049024, offset 0 00000400:00000200:0.0:1767384348.441200:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000100:00000001:2.0:1767384348.441208:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384348.441208:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384348.441216:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dec314c 00000400:00000010:2.0:1767384348.441219:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dec314c. 00000400:00000200:1.0:1767384348.441221:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384348.441224:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384348.441226:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp34 00000100:00000200:2.0:1767384348.441231:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384348.441233:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05180 00000400:00000200:0.0:1767384348.441233:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x861 rc 0 00000400:00000200:1.0:1767384348.441242:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b1 [2] + 0 00000400:00000200:0.0:1767384348.441245:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x861 00000400:00000010:1.0:1767384348.441252:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028d3571d. 00000100:00000001:2.0:1767384348.441255:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384348.441256:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6bd652d 00000100:00000040:2.0:1767384348.441259:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384348.441259:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767384348.441262:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767384348.441263:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384348.441268:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000400:00000200:1.0:1767384348.441269:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384348.441273:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000100:00000001:2.0:1767384348.441275:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384348.441278:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384348.441279:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6bd652d 00000100:00000001:2.0:1767384348.441280:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384348.441284:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6bd652d. 00000400:00000200:0.0:1767384348.441287:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000100:00000001:1.0:1767384348.441290:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384348.441292:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006f6be27f. 00000100:00000200:1.0:1767384348.441294:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384348.441297:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (3) 00000100:00000040:1.0:1767384348.441300:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000ddf794a8 x1853236744049024 msgsize 4848 00000400:00000200:0.0:1767384348.441304:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp34:-5 00000100:00000001:2.0:1767384348.441305:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.441312:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937238 00000400:00000200:0.0:1767384348.441313:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x2061 rc -5 00000100:00100000:1.0:1767384348.441314:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384348.441318:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b52065e. 00000100:00000040:1.0:1767384348.441321:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384348.441323:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp34 (00000000e14e17a4) 00000400:00000200:0.0:1767384348.441327:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (2) 00000100:00000001:2.0:1767384348.441338:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384348.441341:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.441347:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937238 00000100:00000001:0.0:1767384348.441347:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384348.441348:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9c977c9 00000400:00000010:1.0:1767384348.441351:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9c977c9. 00000100:00000010:2.0:1767384348.441352:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000af3bd00. 00000100:00000001:1.0:1767384348.441354:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384348.441356:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384348.441360:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.441361:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937238 00000100:00000200:1.0:1767384348.441361:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384348.441369:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7cef6d2. 00000100:00000001:1.0:1767384348.441372:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384348.441374:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384348.441376:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.441380:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384348.441381:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937238 00000100:00100000:0.0:1767384348.441385:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744048896 00000100:00000001:1.0:1767384348.441387:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384348.441388:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047ef5713. 02000000:00000001:0.0:1767384348.441389:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384348.441392:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384348.441395:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384348.441395:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.441399:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441400:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441412:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937238 00000100:00000001:2.0:1767384348.441413:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384348.441415:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441417:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294937238 00000100:00000001:2.0:1767384348.441418:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384348.441420:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744048896 00000100:00000001:1.0:1767384348.441422:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937238 00000100:00000001:2.0:1767384348.441424:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.441425:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384348.441427:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294937238 00000100:00000001:2.0:1767384348.441428:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384348.441429:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384348.441434:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937238 00000020:00000001:0.0:1767384348.441435:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384348.441439:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384348.441440:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384348.441441:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294937238 00000100:00000001:2.0:1767384348.441442:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384348.441446:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384348.441448:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.441448:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937238 00000020:00000001:0.0:1767384348.441452:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384348.441453:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.441453:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294937238 00000100:00000001:2.0:1767384348.441458:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441460:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.441461:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384348.441462:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441464:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441468:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.441468:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:1.0:1767384348.441475:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.441476:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384348.441483:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00000001:1.0:1767384348.441486:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.441490:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384348.441491:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f6be27f. 00000100:00000001:1.0:1767384348.441496:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384348.441499:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005712736a. 00000100:00000001:1.0:1767384348.441500:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.441507:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441514:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.441517:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e0720f3f. 00000100:00000040:0.0:1767384348.441526:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384348.441529:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384348.441530:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384348.441532:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441541:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384348.441541:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.441545:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:1.0:1767384348.441548:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.441586:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.441602:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384348.441605:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049024 02000000:00000001:0.0:1767384348.441606:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384348.441608:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.441610:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.441613:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.441614:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384348.441615:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049024 00000020:00000001:0.0:1767384348.441617:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.441620:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384348.441627:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384348.441632:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384348.441635:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000100:00100000:1.0:1767384348.441636:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000001:0.0:1767384348.441641:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:1.0:1767384348.441645:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000001:0.0:1767384348.441645:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384348.441651:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384348.441652:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227588176 : -120961481963440 : ffff91fc75d60850) 00000020:00000010:0.0:1767384348.441655:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384348.441661:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384348.441664:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000040:1.0:1767384348.441664:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd1f6764 x1853236744048896/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384348.441666:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:0.0:1767384348.441675:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c642e3a2. 00000020:00000010:0.0:1767384348.441681:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcacfef0. 00000100:00000001:1.0:1767384348.441685:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.441686:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b12f871. 00000020:00000010:1.0:1767384348.441692:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ad0fc04. 00000100:00000001:0.0:1767384348.441693:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384348.441698:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384348.441699:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.441700:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384348.441709:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ad0fc04. 00000100:00000001:0.0:1767384348.441712:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.441717:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384348.441722:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd1f6764 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744048896:12345-0@lo:253: 00000100:00000200:1.0:1767384348.441749:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744048896 00000100:00000001:0.0:1767384348.441749:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384348.441752:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384348.441754:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00100000:0.0:1767384348.441759:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384348.441762:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384348.441764:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227589200 : -120961481962416 : ffff91fc75d60c50) 00000020:00000001:1.0:1767384348.441783:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384348.441788:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384348.441790:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddf794a8 x1853236744049024/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384348.441792:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.441799:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384348.441804:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:0.0:1767384348.441805:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384348.441810:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000020:00000001:1.0:1767384348.441811:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384348.441815:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384348.441816:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384348.441821:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384348.441827:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddf794a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744049024:12345-0@lo:253: 00000020:00000001:1.0:1767384348.441834:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384348.441835:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049024 00000020:00000001:1.0:1767384348.441840:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.441840:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384348.441848:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.441848:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384348.441855:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384348.441855:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384348.441856:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.441859:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384348.441862:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384348.441865:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 02000000:00000010:1.0:1767384348.441868:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000833fb32d. 00000020:00000001:0.0:1767384348.441869:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384348.441872:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384348.441875:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.441876:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.441879:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384348.441881:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.441882:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384348.441889:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384348.441889:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384348.441892:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384348.441894:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 02000000:00000010:0.0:1767384348.441898:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd5a1b6b. 02000000:00000001:0.0:1767384348.441902:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384348.441904:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000be52e98. 00000100:00000001:0.0:1767384348.441905:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.441909:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384348.441912:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384348.441918:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384348.441919:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e082242. 20000000:00000001:1.0:1767384348.441920:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384348.441927:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384348.441938:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.441938:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384348.441941:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 20000000:00000001:1.0:1767384348.441948:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.441948:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384348.441953:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384348.441953:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.441958:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384348.441960:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384348.441968:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba900318. 20000000:01000000:1.0:1767384348.441973:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000400:00000200:2.0:1767384348.441977:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 20000000:00000001:1.0:1767384348.441979:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384348.441984:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384348.442021:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00080000:00000001:1.0:1767384348.442035:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384348.442040:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384348.442042:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.442044:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384348.442048:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384348.442055:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384348.442059:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384348.442067:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ef42979. 00080000:00000001:1.0:1767384348.442071:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057644544 : -120966651907072 : ffff91fb41aef400) 00000400:00000200:2.0:1767384348.442074:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00080000:00000001:1.0:1767384348.442075:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384348.442124:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442158:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442183:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000001:00000001:1.0:1767384348.442184:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384348.442187:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.442191:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384348.442213:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384348.442217:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384348.442236:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442287:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442350:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00080000:00000001:1.0:1767384348.442357:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384348.442362:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384348.442403:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442446:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442495:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442534:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442601:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442635:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442661:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442691:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442721:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442767:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442803:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442828:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442855:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442882:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442917:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.442973:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.443004:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.443032:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.443073:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384348.443116:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384348.443302:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc1ecc32. 00000800:00000010:2.0:1767384348.443306:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dec314c. 00000800:00000010:2.0:1767384348.443312:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1494ec4. 00000800:00000010:2.0:1767384348.443331:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1494ec4. 00000800:00020000:2.0:1767384348.443341:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384348.443344:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dec314c. 00000800:00000010:2.0:1767384348.443348:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dc1ecc32. 00000400:02020000:2.0:1767384348.443385:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384348.443399:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp33 notifying 192.168.203.113@tcp33: down 00000800:00000200:2.0:1767384348.443404:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp33 down 00000800:00000100:2.0:1767384348.443411:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp33 00000800:00000010:2.0:1767384348.443414:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e1a25467. 00000400:00000200:2.0:1767384348.443418:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384348.443423:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384348.443429:0:16145:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp33 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:2.0:1767384348.443432:0:16145:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384348.443434:0:16145:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384348.443437:0:16145:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384348.443458:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384348.443466:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100871 00000400:00000001:0.0:1767384348.443477:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384348.443478:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384348.443480:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:0.0:1767384348.443481:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000400:00000200:0.0:1767384348.443485:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384348.443491:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:0.0:1767384348.443494:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000002e28c2f9. 00000400:00000200:0.0:1767384348.443497:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000400:00000200:0.0:1767384348.443500:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:0.0:1767384348.443502:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 rc -71 00000400:00000200:0.0:1767384348.443505:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384348.443508:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (26) 00080000:00000001:2.0:1767384348.451416:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384348.451422:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384348.451426:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384348.451428:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384348.451433:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384348.451438:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384348.451439:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384348.451440:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384348.451443:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384348.451445:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384348.451448:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ef42979. 20000000:00000001:2.0:1767384348.451450:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384348.451453:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384348.451454:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384348.451457:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b33bdb0. 00080000:00000020:2.0:1767384348.451461:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384348.451462:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:1.0:1767384348.451468:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384348.451472:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384348.451478:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384348.451482:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384348.451486:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384348.451490:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384348.451493:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384348.451498:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b3dc27b7 count: 2 00080000:00000001:1.0:1767384348.451498:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384348.451517:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384348.451517:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384348.451521:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.451522:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384348.451523:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384348.451527:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384348.451528:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5dd7179. 00000020:00000001:1.0:1767384348.451530:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:3.0:1767384348.451534:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384348.451535:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384348.451539:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f5dd7179 with handle 0xf489261bfe0bc6fd to hash 00080000:00000010:1.0:1767384348.451541:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006389bef3. 00000020:00000001:3.0:1767384348.451542:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384348.451545:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00080000:00000001:1.0:1767384348.451546:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057635328 : -120966651916288 : ffff91fb41aed000) 00010000:00000001:3.0:1767384348.451549:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00080000:00000001:1.0:1767384348.451551:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384348.451584:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384348.451586:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.451589:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.451599:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384348.451603:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384348.451605:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384348.451607:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384348.451609:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384348.451621:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384348.451626:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384348.451628:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.451630:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384348.451632:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.451634:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384348.451635:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384348.451637:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384348.451642:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b3dc27b7) refcount = 2 00000001:00000001:1.0:1767384348.451643:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1767384348.451646:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384348.451647:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384348.451651:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384348.451651:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384348.451658:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384348.451658:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384348.451665:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7b425f3. 00080000:00000001:1.0:1767384348.451666:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.451667:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384348.451670:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:3.0:1767384348.451673:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5c7523f. 00000100:00000001:3.0:1767384348.451677:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107057786880 : -120966651764736 : ffff91fb41b12000) 00000100:00000001:3.0:1767384348.451679:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107057786880 : -120966651764736 : ffff91fb41b12000) 00000100:00000001:3.0:1767384348.451681:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384348.451683:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384348.451684:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384348.451687:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384348.451689:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384348.451691:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384348.451693:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384348.451695:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384348.451698:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384348.451702:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a6c9bd3. 00000020:00000040:3.0:1767384348.451710:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:3.0:1767384348.451713:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384348.451715:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.451718:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384348.451723:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085bb6b13. 00000100:00000001:3.0:1767384348.451727:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.451752:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384348.451755:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384348.451759:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384348.451779:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 16 pid: 16790 timeout: 419 lvb_type: 0 00010000:00000001:3.0:1767384348.451786:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384348.451788:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384348.451792:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384348.451798:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384348.451800:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.451803:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009a6c9bd3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744049152:0@lo:104: 00000100:00000001:3.0:1767384348.451806:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384348.451809:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384348.451810:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.451812:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384348.451816:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000918bf610. 02000000:00000001:3.0:1767384348.451818:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.451823:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000400:00000010:3.0:1767384348.451827:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384348.451831:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049152, portal 16 00000100:00000001:3.0:1767384348.451833:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.451834:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341721472 : -120961367830144 : ffff91fc7ca39180) 00000100:00000040:3.0:1767384348.451838:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384348.451844:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384348.451847:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384348.451855:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000200:3.0:1767384348.451858:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744049152, offset 0 00000400:00000200:3.0:1767384348.451864:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384348.451872:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384348.451881:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd05200 00000400:00000200:3.0:1767384348.451886:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 0 00000400:00000200:3.0:1767384348.451891:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384348.451894:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384348.451897:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384348.451899:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384348.451902:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0f373a4. 00000100:00000040:3.0:1767384348.451904:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000e0f373a4 x1853236744049152 msgsize 328 00000100:00100000:3.0:1767384348.451907:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384348.451921:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384348.451929:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:3.0:1767384348.451932:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:3.0:1767384348.451936:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384348.451950:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384348.451953:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384348.451961:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049152 02000000:00000001:0.0:1767384348.451965:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384348.451968:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.451969:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384348.451970:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.451975:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.451977:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384348.451982:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049152 00000020:00000001:0.0:1767384348.451986:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384348.451989:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000020:00000001:0.0:1767384348.451992:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384348.451995:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384348.451995:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:0.0:1767384348.452001:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:3.0:1767384348.452002:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384348.452006:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:0.0:1767384348.452010:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384348.452012:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.452017:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294937249 00000100:00000001:3.0:1767384348.452023:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294937238 00000100:00000001:3.0:1767384348.452029:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294937249 00000020:00000010:0.0:1767384348.452033:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db8008ae. 00000100:00000001:3.0:1767384348.452034:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294937238 00000100:00000001:0.0:1767384348.452037:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.452041:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294937249 00000020:00000010:0.0:1767384348.452042:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db8008ae. 00000100:00000001:3.0:1767384348.452051:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294937238 00000020:00000010:0.0:1767384348.452051:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d70cbbf. 00000100:00000001:3.0:1767384348.452057:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294937249 00000020:00000010:0.0:1767384348.452059:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004062f4d3. 00000100:00000001:3.0:1767384348.452060:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294937238 00000020:00000010:0.0:1767384348.452065:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000231a58e0. 00000100:00000001:3.0:1767384348.452075:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384348.452075:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384348.452079:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384348.452080:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.452082:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384348.452083:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.452088:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.452088:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.452095:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.452098:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384348.452098:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.452103:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384348.452105:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.452108:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384348.452109:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384348.452110:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.452114:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.452117:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.452119:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384348.452121:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a5c7523f going to sleep for 11 seconds 00000100:00000001:3.0:1767384348.452124:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.452127:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.452132:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384348.452135:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384348.452141:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384348.452145:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:1.0:1767384348.452147:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341717888 : -120961367833728 : ffff91fc7ca38380) 00000100:00000040:1.0:1767384348.452153:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0f373a4 x1853236744049152/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384348.452161:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384348.452165:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c53e78f4. 00000100:00000001:1.0:1767384348.452168:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384348.452170:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c53e78f4. 00000100:00100000:1.0:1767384348.452176:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0f373a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744049152:12345-0@lo:104: 00000100:00000200:1.0:1767384348.452179:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049152 00010000:00000001:1.0:1767384348.452181:0:16778:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384348.452184:0:16778:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.452186:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.452188:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=2 00000020:00000001:1.0:1767384348.452190:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:1.0:1767384348.452193:0:16778:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:1.0:1767384348.452195:0:16778:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.452198:0:16778:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.452200:0:16778:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384348.452207:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384348.452209:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384348.452218:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011dfeecc. 02000000:00000001:1.0:1767384348.452220:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.452222:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.452226:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384348.452229:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384348.452232:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384348.452237:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384348.452240:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384348.452242:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384348.452244:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384348.452246:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.452248:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384348.452251:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384348.452255:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000100:00000200:1.0:1767384348.452258:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744049152, offset 224 00000400:00000200:1.0:1767384348.452264:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384348.452272:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384348.452278:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd05200 00000400:00000200:1.0:1767384348.452284:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1929 [1] + 224 00000400:00000200:1.0:1767384348.452287:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384348.452292:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384348.452295:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384348.452299:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384348.452308:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384348.452322:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384348.452328:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384348.452329:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000100:00000001:1.0:1767384348.452333:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384348.452336:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384348.452341:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.452345:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384348.452348:0:16778:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384348.452373:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384348.452378:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384348.452380:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384348.452382:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000400:00000200:0.0:1767384348.452386:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:0.0:1767384348.452388:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384348.452390:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384348.452394:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384348.452402:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384348.452414:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384348.452417:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.452420:0:16811:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384348.452422:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384348.452424:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.452426:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.452429:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.452432:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384348.452435:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.452438:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384348.452439:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.452442:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384348.452444:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.452446:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.452450:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384348.452457:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.452460:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384348.452461:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384348.452463:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384348.452465:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384348.452467:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384348.452469:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.452472:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384348.452479:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009a6c9bd3 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744049152:0@lo:104: 00000100:00000001:0.0:1767384348.452483:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.452485:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.452486:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384348.452488:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384348.452491:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009a6c9bd3 x1853236744049152/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384348.452495:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384348.452503:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384348.452506:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000918bf610. 02000000:00000001:0.0:1767384348.452510:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384348.452512:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384348.452514:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:0.0:1767384348.452516:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384348.452518:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000085bb6b13. 02000000:00000001:0.0:1767384348.452522:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384348.452524:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384348.452525:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a6c9bd3. 00000100:00000001:0.0:1767384348.452539:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384348.452540:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384348.452542:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a5c7523f. 00000100:00000001:0.0:1767384348.452544:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384348.452545:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384348.452548:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7b425f3. 00010000:00000001:0.0:1767384348.452581:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.452584:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.452586:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384348.452590:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384348.452592:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384348.452595:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384348.452728:0:16778:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ab3635d6. 00010000:00000001:1.0:1767384348.452750:0:16778:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384348.452777:0:16778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384348.452779:0:16778:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.452781:0:16778:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.452783:0:16778:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.452788:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0f373a4 x1853236744049152/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384348.452795:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0f373a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744049152:12345-0@lo:104: Request processed in 634us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384348.452802:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384348.452804:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:1.0:1767384348.452806:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384348.452808:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384348.452811:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004062f4d3. 00000020:00000010:1.0:1767384348.452816:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000231a58e0. 00000020:00000010:1.0:1767384348.452820:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d70cbbf. 00000020:00000040:1.0:1767384348.452826:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:1.0:1767384348.452829:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384348.452927:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384348.452929:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.452932:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384348.452935:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384348.452937:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384348.452939:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384348.452946:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b37b7bf already unused, calling callback (000000001cc36fe6) 10000000:00000001:1.0:1767384348.452949:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384348.452950:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.452956:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384348.452963:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.452965:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.452967:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b37b7bf refcount=3 00000020:00000001:1.0:1767384348.452969:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:1.0:1767384348.452971:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463616 : -120962105088000 : ffff91fc50b1e800) 00010000:00000001:1.0:1767384348.452974:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384348.452977:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384348.452981:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384348.452983:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384348.452987:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384348.453017:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384348.453019:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384348.453022:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384348.453024:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384348.453026:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384348.453039:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384348.453041:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384348.453043:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:1.0:1767384348.453045:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384348.453046:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453050:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384348.453052:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384348.453054:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384348.453056:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.453058:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.453060:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b37b7bf with handle 0xf489261bfe0bc6ef from hash 00010000:00000001:1.0:1767384348.453062:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384348.453064:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453065:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453066:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384348.453068:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384348.453070:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384348.453078:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384348.453080:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384348.453085:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000020:00000040:1.0:1767384348.453088:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384348.453090:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.453092:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384348.453094:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384348.453099:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d45270f. 00000100:00000001:1.0:1767384348.453102:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453105:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384348.453108:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384348.453113:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384348.453114:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.453117:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384348.453120:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.453126:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_01+1] req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384348.453143:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384348.453146:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453147:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453149:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453151:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384348.453153:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.453155:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453159:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384348.453162:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 000000002b37b7bf/0xf489261bfe0bc6ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc6f6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384348.453167:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca36445d count: 0 00010000:00000001:1.0:1767384348.453183:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453184:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384348.453191:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ab3635d6. 00010000:00000001:1.0:1767384348.453195:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.453198:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384348.453201:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.453203:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384348.453205:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384348.453207:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.453210:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384348.453213:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384348.453215:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.453218:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384348.453242:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.453245:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.453247:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384348.453252:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453258:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384348.453259:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.453262:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384348.453264:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384348.453266:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.453269:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744049280:0@lo:103: 00000100:00000001:1.0:1767384348.453272:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384348.453276:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384348.453277:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.453279:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384348.453283:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060d6cd45. 02000000:00000001:1.0:1767384348.453285:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384348.453289:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384348.453294:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000100:00000200:1.0:1767384348.453298:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049280, portal 18 00000100:00000001:1.0:1767384348.453300:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384348.453302:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000040:1.0:1767384348.453305:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453320:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384348.453323:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384348.453327:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000200:1.0:1767384348.453329:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744049280, offset 0 00000400:00000200:1.0:1767384348.453336:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384348.453344:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384348.453352:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd05280 00000400:00000200:1.0:1767384348.453357:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:1.0:1767384348.453362:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384348.453370:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384348.453374:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384348.453376:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384348.453379:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e49da3a. 00000100:00000040:1.0:1767384348.453381:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000002e49da3a x1853236744049280 msgsize 328 00000100:00100000:1.0:1767384348.453384:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384348.453394:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384348.453399:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000400:00000010:1.0:1767384348.453401:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000001:1.0:1767384348.453404:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384348.453407:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453414:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.453416:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453421:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453423:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384348.453426:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453428:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937250 00000100:00000001:1.0:1767384348.453433:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937249 00000100:00000001:1.0:1767384348.453436:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937250 00000100:00000001:1.0:1767384348.453440:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937249 00000100:00000001:1.0:1767384348.453443:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937250 00000100:00000001:1.0:1767384348.453453:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937249 00000100:00000001:1.0:1767384348.453457:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937250 00000100:00000001:1.0:1767384348.453459:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937249 00000100:00000001:1.0:1767384348.453462:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.453464:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453466:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453467:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.453472:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.453473:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384348.453476:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.453477:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.453478:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453481:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453493:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.453495:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.453497:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453500:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453519:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384348.453520:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049280 02000000:00000001:1.0:1767384348.453522:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384348.453524:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384348.453525:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.453528:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.453530:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049280 00000020:00000001:1.0:1767384348.453532:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384348.453534:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384348.453536:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.453537:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:1.0:1767384348.453540:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384348.453542:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384348.453545:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384348.453548:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a7869b6. 00000100:00000001:1.0:1767384348.453550:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384348.453573:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a7869b6. 00000020:00000010:1.0:1767384348.453578:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7e5e34d. 00000020:00000010:1.0:1767384348.453586:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000349b521a. 00000020:00000010:1.0:1767384348.453590:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008c6c35e6. 00000100:00000040:1.0:1767384348.453597:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384348.453599:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384348.453600:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384348.453601:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384348.453602:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453604:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384348.453606:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.453608:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.453609:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:1.0:1767384348.453610:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:1.0:1767384348.453611:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00010000:1.0:1767384348.453615:0:16782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 17 pid: 16790 timeout: 419 lvb_type: 0 00010000:00000001:1.0:1767384348.453620:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453621:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453622:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.453624:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.453628:0:16782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384348.453632:0:16782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e49da3a x1853236744049280/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453638:0:16782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384348.453639:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453649:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.453658:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384348.453660:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384348.453664:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384348.453666:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:1.0:1767384348.453668:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340684800 : -120961368866816 : ffff91fc7c93c000) 00000100:00000040:1.0:1767384348.453672:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e49da3a x1853236744049280/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.453678:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384348.453688:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a7869b6. 00000100:00000001:1.0:1767384348.453690:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384348.453692:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a7869b6. 00000100:00100000:1.0:1767384348.453696:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e49da3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16155:x1853236744049280:12345-0@lo:103: 00000100:00000200:1.0:1767384348.453699:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049280 00010000:00000001:1.0:1767384348.453701:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384348.453703:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384348.453705:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384348.453709:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384348.453710:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384348.453714:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ce437427. 02000000:00000001:1.0:1767384348.453716:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.453718:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453720:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384348.453722:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384348.453724:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.453725:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.453726:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d002dd1 refcount=4 00000020:00000001:1.0:1767384348.453728:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000001:1.0:1767384348.453743:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751872 : -120961592799744 : ffff91fc6f3ace00) 00010000:00000040:1.0:1767384348.453746:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b3dc27b7 count: 3 00010000:00010000:1.0:1767384348.453748:0:16782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 17 pid: 16790 timeout: 419 lvb_type: 0 00000100:00001000:1.0:1767384348.453753:0:16782:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384348 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384348.453756:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384348.453759:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453760:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384348.453762:0:16782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 17 pid: 16790 timeout: 419 lvb_type: 0 00000020:00000001:1.0:1767384348.453766:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384348.453768:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384348.453770:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.453777:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453781:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384348.453782:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384348.453787:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453789:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453791:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.453793:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.453795:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d002dd1 with handle 0xf489261bfe0bc6f6 from hash 00010000:00000001:1.0:1767384348.453798:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384348.453799:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453800:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453801:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384348.453802:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384348.453803:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384348.453806:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d002dd1/0xf489261bfe0bc6f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc6ef expref: 17 pid: 16790 timeout: 419 lvb_type: 0 00010000:00000040:1.0:1767384348.453810:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:1.0:1767384348.453812:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:1.0:1767384348.453818:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453820:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384348.453822:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384348.453823:0:16782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f5dd7179 00010000:00000001:1.0:1767384348.453825:0:16782:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384348.453827:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384348.453829:0:16782:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.453830:0:16782:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384348.453831:0:16782:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.453833:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384348.453835:0:16782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384348.453836:0:16782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453840:0:16782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384348.453842:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384348.453843:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384348.453843:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384348.453851:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b3dc27b7) refcount = 2 00010000:00010000:1.0:1767384348.453853:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453858:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384348.453859:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384348.453860:0:16782:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.453862:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384348.453866:0:16782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a7869b6. 00000100:00000001:1.0:1767384348.453868:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384348.453871:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ab3635d6. 00000100:00000001:1.0:1767384348.453873:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111425579648 : -120962283971968 : ffff91fc46085a80) 00000100:00000001:1.0:1767384348.453875:0:16782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111425579648 : -120962283971968 : ffff91fc46085a80) 00000100:00000001:1.0:1767384348.453877:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384348.453878:0:16782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384348.453880:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384348.453882:0:16782:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384348.453885:0:16782:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384348.453887:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.453889:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.453890:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5dd7179 refcount=5 00000020:00000001:1.0:1767384348.453892:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00010000:00000001:1.0:1767384348.453894:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00010000:00000001:1.0:1767384348.453896:0:16782:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384348.453898:0:16782:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453904:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384348.453906:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453910:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453912:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384348.453913:0:16782:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453926:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.453928:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453930:0:16782:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384348.453932:0:16782:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384348.453936:0:16782:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f5dd7179 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384348.453938:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384348.453939:0:16782:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384348.453941:0:16782:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453945:0:16782:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384348.453947:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384348.453948:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384348.453950:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5dd7179 refcount=6 00000020:00000001:1.0:1767384348.453951:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00010000:00000001:1.0:1767384348.453953:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467712 : -120962105083904 : ffff91fc50b1f800) 00010000:00000001:1.0:1767384348.453954:0:16782:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384348.453955:0:16782:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.453959:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384348.453961:0:16782:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384348.453963:0:16782:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.453972:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384348.453973:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384348.453976:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384348.453977:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.453979:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5dd7179 with handle 0xf489261bfe0bc6fd from hash 00010000:00000001:1.0:1767384348.453981:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384348.453982:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.453984:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.453991:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384348.453994:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384348.453995:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384348.453997:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384348.453998:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.454000:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454002:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384348.454003:0:16782:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384348.454005:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.454007:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.454008:0:16782:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454010:0:16782:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454012:0:16782:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.454014:0:16782:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.454017:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.454018:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.454019:0:16782:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384348.454021:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384348.454021:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.454022:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.454023:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384348.454025:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384348.454026:0:16782:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454027:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384348.454028:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384348.454029:0:16782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454030:0:16782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384348.454031:0:16782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384348.454033:0:16782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.454034:0:16782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.454035:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384348.454037:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ab3635d6. 00000100:00000001:1.0:1767384348.454041:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384348.454042:0:16782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384348.454044:0:16782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a7869b6. 00010000:00000001:1.0:1767384348.454047:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384348.454054:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384348.454055:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384348.454058:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384348.454060:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384348.454062:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384348.454065:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384348.454068:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384348.454070:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384348.454072:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384348.454074:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.454076:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384348.454080:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384348.454084:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000200:1.0:1767384348.454087:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744049280, offset 224 00000400:00000200:1.0:1767384348.454091:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384348.454098:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384348.454107:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd05280 00000400:00000200:1.0:1767384348.454112:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1935 [1] + 224 00000400:00000200:1.0:1767384348.454115:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384348.454119:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384348.454124:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384348.454127:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384348.454135:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.454149:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384348.454155:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000400:00000010:1.0:1767384348.454157:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000001:1.0:1767384348.454161:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384348.454162:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384348.454167:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.454170:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384348.454172:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454174:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.454184:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e49da3a x1853236744049280/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 328/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384348.454192:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e49da3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744049280:12345-0@lo:103: Request processed in 512us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384348.454200:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384348.454202:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384348.454204:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384348.454206:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384348.454209:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000349b521a. 00000020:00000010:1.0:1767384348.454213:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008c6c35e6. 00000020:00000010:1.0:1767384348.454217:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7e5e34d. 00000020:00000040:1.0:1767384348.454222:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:1.0:1767384348.454225:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384348.454250:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.454255:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384348.454258:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384348.454260:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384348.454264:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384348.454266:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384348.454267:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f5dd7179/0xf489261bfe0bc6fd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384348.454271:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b3dc27b7 count: 0 00010000:00000001:1.0:1767384348.454286:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384348.454287:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384348.454299:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.454301:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384348.454305:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.454307:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384348.454314:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000400:00000200:1.0:1767384348.454317:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384348.454318:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000100:00000001:1.0:1767384348.454321:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384348.454326:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384348.454334:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.454341:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384348.454343:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.454345:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384348.454347:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384348.454348:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384348.454349:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.454360:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384348.454363:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384348.454367:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384348.454369:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384348.454371:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.454373:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384348.454375:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.454376:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.454379:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.454384:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.454386:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384348.454388:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384348.454391:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384348.454396:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744049280:0@lo:103: 00000100:00000001:1.0:1767384348.454401:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.454403:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.454406:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744049280/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.454420:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384348.454423:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384348.454425:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060d6cd45. 02000000:00000001:1.0:1767384348.454428:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384348.454430:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384348.454431:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384348.454433:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384348.454435:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d45270f. 02000000:00000001:1.0:1767384348.454438:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384348.454440:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384348.454442:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:1.0:1767384348.454445:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384348.454446:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.454448:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.454452:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.454454:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.454457:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.454459:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384348.457587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca36445d. 00010000:00000010:1.1:1767384348.457595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b37b7bf. 00010000:00000010:1.1:1767384348.457599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00010000:00000010:1.1:1767384348.457603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3dc27b7. 00010000:00000010:1.1:1767384348.457608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f5dd7179. 00080000:00000001:3.0:1767384348.459337:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384348.459341:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384348.459342:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384348.459344:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384348.459347:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384348.459348:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384348.459349:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384348.459353:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006389bef3. 20000000:00000001:1.0:1767384348.459353:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384348.459359:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384348.459360:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384348.459361:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384348.459371:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384348.459374:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384348.459379:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384348.459381:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384348.459385:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384348.459387:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384348.459390:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384348.459392:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384348.459397:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef55dd39. 00010000:00000001:2.0:1767384348.459401:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384348.459404:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f304f145. 00000020:00000001:2.0:1767384348.459406:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384348.459409:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f304f145 with handle 0xf489261bfe0bc704 to hash 00000020:00000001:2.0:1767384348.459411:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384348.459413:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459416:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459418:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.459427:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.459429:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459435:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384348.459438:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384348.459440:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384348.459442:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384348.459443:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.459445:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384348.459447:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.459449:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384348.459450:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384348.459452:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384348.459453:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384348.459455:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef55dd39) refcount = 1 00010000:00010000:2.0:1767384348.459457:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459462:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384348.459464:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384348.459465:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.459466:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459468:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384348.459470:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384348.459473:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384348.459475:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.459476:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.459478:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f304f145 refcount=4 00000020:00000001:2.0:1767384348.459480:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459482:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459485:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384348.459487:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459492:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384348.459500:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459504:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.459506:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384348.459507:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459511:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.459512:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459515:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384348.459517:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384348.459521:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f304f145 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384348.459523:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.459525:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384348.459528:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459532:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384348.459533:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384348.459534:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384348.459536:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f304f145 refcount=5 00000020:00000001:2.0:1767384348.459537:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459539:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454700032 : -120962254851584 : ffff91fc47c4b200) 00010000:00000001:2.0:1767384348.459542:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384348.459543:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459547:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384348.459548:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384348.459550:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459571:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384348.459572:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384348.459574:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384348.459580:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.459583:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f304f145 with handle 0xf489261bfe0bc704 from hash 00010000:00000001:2.0:1767384348.459586:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384348.459587:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.459589:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.459591:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384348.459593:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384348.459595:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384348.459596:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384348.459598:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.459600:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459602:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384348.459604:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384348.459606:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.459607:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.459609:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459610:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.459612:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.459613:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459617:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.459619:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.459620:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384348.459621:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384348.459623:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384348.459624:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384348.459625:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384348.459627:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384348.459628:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384348.459630:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384348.459634:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384348.459635:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384348.459637:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f304f145/0xf489261bfe0bc704 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384348.459650:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef55dd39 count: 0 00010000:00000001:2.0:1767384348.459661:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384348.459662:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384348.461465:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384348.461469:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384348.461471:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000be52e98. 20000000:00000001:2.0:1767384348.461477:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384348.461480:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744048896 00010000:00000001:2.0:1767384348.461482:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384348.461488:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd1f6764 x1853236744048896/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.461495:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384348.461496:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384348.461498:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.461502:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384348.461505:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384348.461507:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384348.461509:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384348.461511:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.461514:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.461517:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384348.461521:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8003475. 00000100:00000200:2.0:1767384348.461525:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744048896, offset 224 00000400:00000200:2.0:1767384348.461531:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384348.461539:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384348.461547:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05100 00000400:00000200:2.0:1767384348.461576:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1915 [2] + 224 00000400:00000200:2.0:1767384348.461582:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.461586:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384348.461590:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384348.461595:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384348.461603:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.461621:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384348.461627:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8003475 00000400:00000010:2.0:1767384348.461629:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8003475. 00000100:00000001:2.0:1767384348.461633:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384348.461635:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384348.461639:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.461641:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384348.461644:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384348.461646:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.461648:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384348.461652:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd1f6764 x1853236744048896/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.461660:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd1f6764 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744048896:12345-0@lo:253: Request processed in 19975us (20476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384348.461669:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:2.0:1767384348.461671:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384348.461673:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384348.461675:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384348.461678:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005712736a. 00000020:00000010:2.0:1767384348.461682:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e0720f3f. 00000020:00000010:2.0:1767384348.461686:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f6be27f. 00000020:00000040:2.0:1767384348.461691:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384348.461695:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384348.461697:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000833fb32d. 02000000:00000001:2.0:1767384348.461701:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384348.461702:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384348.461706:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384348.461710:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003527a1a5. 00000400:00000010:2.0:1767384348.461715:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8003475. 00000100:00000001:2.0:1767384348.461748:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.461750:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384348.461752:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384348.461754:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384348.461763:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000400:00000200:2.0:1767384348.461766:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ed9159 00000400:00000010:2.0:1767384348.461784:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007ed9159. 00000100:00000001:2.0:1767384348.461788:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384348.461791:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384348.461797:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.461803:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.461805:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.461806:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384348.461807:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384348.461809:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.461810:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.461812:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384348.461815:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384348.461818:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.461820:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384348.461822:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384348.461824:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384348.461825:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.461827:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.461830:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.461834:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.461836:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384348.461837:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384348.461840:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384348.461841:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384348.461842:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384348.461844:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384348.461845:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384348.461847:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384348.461848:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384348.461850:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384348.461851:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384348.461858:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384348.461861:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.461867:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000837ff344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744048896:0@lo:253: 00000100:00000001:2.0:1767384348.461870:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.461871:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384348.461873:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000837ff344 x1853236744048896/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.461878:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384348.461879:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384348.461881:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000edaf87a9. 02000000:00000001:2.0:1767384348.461884:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384348.461884:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384348.461885:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384348.461887:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384348.461889:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c8451a6. 02000000:00000001:2.0:1767384348.461892:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384348.461894:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384348.461895:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 00000100:00000001:2.0:1767384348.461900:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384348.461901:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.461902:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.461907:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384348.461908:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.461910:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.461913:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384348.462251:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384348.462253:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384348.462255:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e082242. 20000000:00000001:2.0:1767384348.462260:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384348.462263:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744049024 00010000:00000001:2.0:1767384348.462265:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384348.462268:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ddf794a8 x1853236744049024/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.462274:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384348.462281:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384348.462283:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384348.462285:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384348.462288:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384348.462290:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384348.462292:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384348.462293:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.462296:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.462299:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384348.462302:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007ed9159. 00000100:00000200:2.0:1767384348.462305:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744049024, offset 224 00000400:00000200:2.0:1767384348.462309:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384348.462316:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384348.462323:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05180 00000400:00000200:2.0:1767384348.462327:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1921 [2] + 224 00000400:00000200:2.0:1767384348.462331:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.462335:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384348.462338:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384348.462341:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384348.462346:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.462357:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384348.462361:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ed9159 00000400:00000010:2.0:1767384348.462362:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007ed9159. 00000100:00000001:2.0:1767384348.462365:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384348.462366:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384348.462369:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.462371:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384348.462374:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384348.462374:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384348.462378:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.462378:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384348.462382:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384348.462384:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384348.462385:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddf794a8 x1853236744049024/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384348.462389:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384348.462392:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d16a89. 00000400:00000200:1.0:1767384348.462397:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042bf9331 00000400:00000010:1.0:1767384348.462399:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042bf9331. 00000100:00000001:1.0:1767384348.462403:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384348.462409:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384348.462414:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddf794a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744049024:12345-0@lo:253: Request processed in 20606us (21110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384348.462430:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384348.462432:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384348.462435:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384348.462437:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384348.462440:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcacfef0. 00000020:00000010:2.0:1767384348.462446:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b12f871. 00000100:00000200:1.0:1767384348.462450:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384348.462451:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c642e3a2. 00000020:00000040:2.0:1767384348.462457:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:1.0:1767384348.462461:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384348.462462:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384348.462464:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384348.462465:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd5a1b6b. 00000100:00000001:1.0:1767384348.462468:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384348.462471:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384348.462471:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384348.462472:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.462475:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.462476:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.462479:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384348.462480:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384348.462482:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=56 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384348.462485:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000100:00001000:1.0:1767384348.462487:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384348.462492:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007ed9159. 00000100:00000001:1.0:1767384348.462492:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384348.462493:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.462499:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384348.462501:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.462503:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.462507:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.462513:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.462514:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384348.462515:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384348.462517:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384348.462519:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384348.462520:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384348.462521:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384348.462523:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384348.462525:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384348.462526:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384348.462527:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384348.462528:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384348.462531:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384348.462537:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744049024:0@lo:253: 00000100:00000001:1.0:1767384348.462541:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.462548:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.462550:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744049024/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.462586:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384348.462588:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384348.462590:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073319d3e. 02000000:00000001:1.0:1767384348.462594:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384348.462596:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384348.462597:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384348.462599:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384348.462600:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d10ef302. 02000000:00000001:1.0:1767384348.462603:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384348.462604:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384348.462605:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:1.0:1767384348.462608:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384348.462609:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.462610:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.462614:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.462615:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.462616:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.462618:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384348.462829:0:29390:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005498e53b. 00000400:00000040:0.0:1767384348.462845:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.462848:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384348.462850:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.462851:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.462853:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.462854:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384348.462856:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.462857:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384348.462859:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384348.462860:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384348.462862:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384348.462863:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.462870:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384348.462872:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.462872:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384348.462874:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384348.462876:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384348.462877:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384348.462877:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384348.462879:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.462880:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.462881:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.462882:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.462883:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.462884:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384348.462885:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.462886:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.462887:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.462888:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.462889:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.462890:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384348.462891:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384348.462892:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384348.462893:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384348.462894:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384348.462895:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.462896:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384348.462897:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384348.462898:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.462899:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384348.462900:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384348.462901:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384348.462902:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384348.462903:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384348.462904:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384348.462905:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384348.462906:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384348.462907:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384348.462908:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384348.462909:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384348.462910:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384348.462916:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384348.462917:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384348.462918:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384348.462920:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384348.462921:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384348.462922:0:29390:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384348.462975:0:29390:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005498e53b. 00010000:00000010:2.1:1767384348.468580:0:29392:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef55dd39. 00010000:00000010:2.1:1767384348.468590:0:29392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f304f145. 00000100:00000040:3.0:1767384348.470589:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294937250, at 4294937251 00000100:00000010:3.0:1767384348.470597:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047ef5713. 00000100:00000040:1.0:1767384348.470603:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294937250, at 4294937251 00000100:00000010:1.0:1767384348.470611:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000af3bd00. 00000100:00000040:2.0:1767384348.470614:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294937250, at 4294937251 00000100:00000040:0.0:1767384348.470617:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294937250, at 4294937251 00000100:00000010:2.0:1767384348.470623:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7cef6d2. 00000100:00000010:0.0:1767384348.470625:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b52065e. 00010000:00000001:1.0:1767384348.627595:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384348.627600:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.627605:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384348.627607:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.627627:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384348.627629:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384348.627630:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384348.819610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384348.819616:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384348.819622:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000020:00000040:1.0:1767384348.819628:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384348.819643:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.819646:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:2.0:1767384348.819649:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384348.819653:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384348.819658:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027c696b. 02000000:00000001:1.0:1767384348.819658:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384348.819665:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:1.0:1767384348.819668:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee6339c1. 00000100:00000001:2.0:1767384348.819669:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384348.819671:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384348.819675:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.819676:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384348.819681:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000758115f5. 00000100:00000001:2.0:1767384348.819686:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819686:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384348.819694:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384348.819697:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.819697:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384348.819700:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.819707:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000027c696b] to pc [ptlrpcd_00_02+2] req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384348.819708:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_03+3] req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.819770:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384348.819771:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384348.819780:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384348.819783:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000020:00000040:1.0:1767384348.819785:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384348.819787:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.819788:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384348.819789:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384348.819793:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000036f003cf. 00000100:00000001:1.0:1767384348.819795:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819798:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384348.819802:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384348.819804:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819806:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_00+0] req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.819820:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384348.819824:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384348.819826:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000020:00000040:1.0:1767384348.819828:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384348.819830:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.819837:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384348.819838:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384348.819839:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.819844:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384348.819845:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b00e72ee. 00000100:00000001:3.0:1767384348.819848:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384348.819849:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.819856:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384348.819857:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384348.819858:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.819864:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.819868:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384348.819876:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.819890:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384348.819892:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384348.819893:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.819896:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819901:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_01+1] req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384348.819903:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384348.819906:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.819910:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384348.819914:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.819915:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.819922:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744049408:0@lo:400: 02000000:00000001:2.0:1767384348.819923:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384348.819923:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384348.819928:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.819934:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384348.819936:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.819937:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384348.819938:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc4f2453. 00000020:00000040:1.0:1767384348.819942:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384348.819943:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384348.819945:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744049536:0@lo:13: 02000000:00000001:3.0:1767384348.819947:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.819947:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384348.819950:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384348.819954:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384348.819955:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.819956:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384348.819959:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbb6126. 02000000:00000001:2.0:1767384348.819962:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384348.819962:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a29a1d41. 02000000:00000001:3.0:1767384348.819963:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.819967:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.819969:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.819971:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050812422. 02000000:00000001:2.0:1767384348.819974:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384348.819976:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384348.819982:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384348.819983:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819984:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc4f2453] to pc [ptlrpcd_00_02+2] req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384348.819989:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007db567a9. 00000400:00000010:3.0:1767384348.819990:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000001:1.0:1767384348.819990:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384348.819997:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.819997:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000100:00000200:3.0:1767384348.820000:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049408, portal 25 00000100:00000001:3.0:1767384348.820004:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384348.820005:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000400:00000010:2.0:1767384348.820006:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107de41b. 00000100:00000040:3.0:1767384348.820011:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.820011:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384348.820014:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000001:1.0:1767384348.820015:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.820018:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384348.820024:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744049536, portal 4 00000100:00000001:3.0:1767384348.820025:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384348.820025:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.820031:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384348.820034:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384348.820035:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000400:00000010:3.0:1767384348.820039:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384348.820044:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744049408, offset 0 00000100:00000040:2.0:1767384348.820047:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.820056:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384348.820073:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384348.820074:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384348.820077:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820080:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384348.820081:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384348.820084:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384348.820086:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384348.820090:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd05300 02000000:00000001:1.0:1767384348.820091:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.820094:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000100:00100000:1.0:1767384348.820097:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744049664:0@lo:400: 00000400:00000200:3.0:1767384348.820102:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11c9 [2] + 0 00000100:00000001:1.0:1767384348.820103:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384348.820107:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a53f1af0. 02000000:00000001:1.0:1767384348.820107:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384348.820110:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.820112:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af024aea 02000000:00000001:1.0:1767384348.820112:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384348.820117:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0a9c0e6. 00000100:00000200:2.0:1767384348.820118:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744049536, offset 0 00000400:00000200:3.0:1767384348.820119:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384348.820122:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384348.820130:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384348.820130:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d16a89. 00000400:00000200:2.0:1767384348.820135:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384348.820143:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af024aea 00000400:00000010:1.0:1767384348.820144:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000400:00000010:3.0:1767384348.820149:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af024aea. 00000400:00000200:2.0:1767384348.820152:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384348.820155:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384348.820158:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049664, portal 4 00000100:00000200:3.0:1767384348.820159:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384348.820164:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384348.820165:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd05380 00000100:00000040:3.0:1767384348.820167:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000083900458 x1853236744049408 msgsize 224 00000100:00000001:1.0:1767384348.820167:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000040:1.0:1767384348.820178:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384348.820182:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384348.820182:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000040:3.0:1767384348.820187:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384348.820192:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384348.820197:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384348.820198:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384348.820199:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384348.820201:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000400:00000200:3.0:1767384348.820206:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000100:00000200:1.0:1767384348.820206:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744049664, offset 0 00000400:00000200:2.0:1767384348.820210:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384348.820215:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384348.820219:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384348.820222:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384348.820224:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.820228:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384348.820233:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384348.820234:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384348.820240:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384348.820243:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ae1846c. 00000100:00000040:3.0:1767384348.820244:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384348.820250:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd05400 00000100:00000040:2.0:1767384348.820251:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000001ae1846c x1853236744049536 msgsize 224 00000400:00000200:1.0:1767384348.820261:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00100000:2.0:1767384348.820268:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384348.820270:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384348.820271:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384348.820274:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384348.820277:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384348.820280:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820281:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384348.820282:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384348.820286:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384348.820288:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294937617 00000100:00000010:1.0:1767384348.820290:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008aab4474. 00000400:00000200:2.0:1767384348.820291:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000100:00000010:3.0:1767384348.820293:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f6f3edd. 00000400:00000010:2.0:1767384348.820296:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00000100:00000001:3.0:1767384348.820302:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384348.820302:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000008aab4474 x1853236744049664 msgsize 224 00000100:00000001:2.0:1767384348.820303:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384348.820313:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.820314:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294937617 00000100:00100000:1.0:1767384348.820316:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384348.820321:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000100:00000001:3.0:1767384348.820327:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384348.820328:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.820330:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384348.820334:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294937617 00000100:00000040:2.0:1767384348.820337:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384348.820337:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000100:00000010:3.0:1767384348.820339:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff8846. 00000400:00000010:1.0:1767384348.820341:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000001:3.0:1767384348.820346:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384348.820347:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384348.820353:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294937617 00000100:00000200:1.0:1767384348.820356:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.820358:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384348.820359:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049c8d1cc. 00000100:00000001:2.0:1767384348.820364:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.820366:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384348.820371:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384348.820372:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.820374:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.820375:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.820379:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.820382:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6406 usecs (7 jiffies) 00000100:00000001:3.0:1767384348.820386:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820390:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937607 00000100:00000001:3.0:1767384348.820392:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.820393:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820397:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820398:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.820403:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384348.820403:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937607 00000100:00000001:1.0:1767384348.820404:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820407:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384348.820411:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937617 00000100:00000001:3.0:1767384348.820412:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384348.820412:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6406 usecs (7 jiffies) 00000100:00000001:3.0:1767384348.820415:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.820418:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937607 00000100:00000001:1.0:1767384348.820418:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937607 00000100:00000001:3.0:1767384348.820419:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.820426:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384348.820426:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820426:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937617 00000100:00000001:2.0:1767384348.820433:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937607 00000100:00000001:3.0:1767384348.820434:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.820434:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937607 00000100:00000001:1.0:1767384348.820439:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937617 00000100:00000001:2.0:1767384348.820441:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820445:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937607 00000100:00000001:3.0:1767384348.820447:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384348.820447:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.820448:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937617 00000100:00000001:3.0:1767384348.820451:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.820454:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820454:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937607 00000100:00000001:3.0:1767384348.820455:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.820458:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.820461:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384348.820461:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937617 00000100:00000001:2.0:1767384348.820462:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820465:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.820467:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.820468:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.820470:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820474:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.820481:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.820482:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.820483:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384348.820487:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384348.820488:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820491:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384348.820493:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384348.820494:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384348.820495:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384348.820496:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384348.820497:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.820499:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.820502:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820503:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384348.820506:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc4f2453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744049920:0@lo:400: 00000100:00000001:2.0:1767384348.820508:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384348.820509:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384348.820513:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384348.820514:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820514:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384348.820516:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384348.820518:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384348.820519:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820521:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820521:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384348.820522:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384348.820527:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a40bf94a. 00000100:00000001:1.0:1767384348.820528:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384348.820531:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820531:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384348.820535:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384348.820537:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008160c0e3. 00000100:00000040:1.0:1767384348.820540:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384348.820542:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000001:2.0:1767384348.820548:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384348.820549:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049920, portal 10 00000100:00000001:1.0:1767384348.820550:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384348.820570:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.820573:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384348.820575:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384348.820576:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.820579:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049536 00000100:00100000:1.0:1767384348.820580:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744049792:0@lo:400: 02000000:00000001:2.0:1767384348.820585:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384348.820585:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384348.820591:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384348.820591:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384348.820593:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.820596:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.820597:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384348.820601:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000088d867d. 02000000:00000001:2.0:1767384348.820603:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.820604:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.820610:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049536 00000400:00000010:1.0:1767384348.820611:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000020:00000001:2.0:1767384348.820617:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384348.820617:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000020:00000040:2.0:1767384348.820621:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000200:1.0:1767384348.820623:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744049792, portal 10 00000020:00000001:2.0:1767384348.820625:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384348.820626:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384348.820630:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:1.0:1767384348.820630:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 00000020:00000001:2.0:1767384348.820635:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:1.0:1767384348.820637:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384348.820640:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384348.820647:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384348.820649:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384348.820650:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384348.820654:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000020:00000010:2.0:1767384348.820655:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e07a0677. 00000100:00000200:1.0:1767384348.820656:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744049792, offset 0 00000020:00000010:2.0:1767384348.820664:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006b4cd623. 00000400:00000200:1.0:1767384348.820664:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384348.820672:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384348.820673:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000400:00000200:1.0:1767384348.820680:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd05480 00000100:00000001:2.0:1767384348.820688:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384348.820691:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767384348.820696:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384348.820696:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000400:00000200:1.0:1767384348.820697:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384348.820699:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340692864 : -120961368858752 : ffff91fc7c93df80) 00000020:00000010:2.0:1767384348.820704:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058b7eee1. 00000400:00000200:1.0:1767384348.820706:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384348.820710:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384348.820712:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009738a1a2. 00000100:00000001:1.0:1767384348.820713:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384348.820715:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384348.820722:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000837ff344. 00000100:00000001:3.0:1767384348.820723:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384348.820724:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384348.820740:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000837ff344 x1853236744049792 msgsize 224 00000100:00000040:3.0:1767384348.820745:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384348.820745:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384348.820751:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384348.820751:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384348.820752:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000001:2.0:1767384348.820756:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384348.820757:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744049920, offset 0 00000100:00000001:1.0:1767384348.820762:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384348.820765:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384348.820766:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384348.820773:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000200:3.0:1767384348.820774:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384348.820777:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000100:00000001:2.0:1767384348.820778:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.820782:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384348.820786:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd05500 00000100:00000200:1.0:1767384348.820789:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.820794:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384348.820795:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:2.0:1767384348.820799:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384348.820801:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.820806:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.820808:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384348.820816:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000400:00000200:3.0:1767384348.820819:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384348.820824:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:1.0:1767384348.820827:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820829:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384348.820829:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353486976 : -120961356064640 : ffff91fc7d571880) 00000100:00000001:1.0:1767384348.820830:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384348.820832:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384348.820836:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384348.820838:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a6c9bd3. 00000100:00000040:1.0:1767384348.820840:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2751 usecs (3 jiffies) 00000100:00000040:2.0:1767384348.820841:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ae1846c x1853236744049536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384348.820844:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000009a6c9bd3 x1853236744049920 msgsize 224 00000100:00000001:1.0:1767384348.820845:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937604 00000100:00000001:1.0:1767384348.820851:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820856:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00000100:00100000:3.0:1767384348.820859:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384348.820862:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820867:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00000100:00000001:3.0:1767384348.820873:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384348.820874:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937617 00000100:00000001:2.0:1767384348.820875:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384348.820878:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000020:00000010:2.0:1767384348.820881:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b4cd623. 00000100:00000001:1.0:1767384348.820881:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937617 00000400:00000200:3.0:1767384348.820882:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000100:00000001:1.0:1767384348.820887:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384348.820888:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:2.0:1767384348.820889:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.820892:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384348.820894:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b4cd623. 00000100:00000001:1.0:1767384348.820896:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384348.820899:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.820901:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.820906:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ae1846c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744049536:12345-0@lo:13: 00000100:00000001:1.0:1767384348.820907:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820918:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384348.820918:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049536 00000100:00000001:1.0:1767384348.820919:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384348.820922:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384348.820923:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.820924:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384348.820928:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384348.820933:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820935:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.820937:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384348.820937:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384348.820938:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384348.820942:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049664 00000020:00000001:2.0:1767384348.820943:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 02000000:00000001:1.0:1767384348.820944:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384348.820945:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.820948:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384348.820950:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384348.820951:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.820952:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3126 usecs (4 jiffies) 00000020:00000001:2.0:1767384348.820956:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384348.820956:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820957:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937605 00000020:00000001:2.0:1767384348.820963:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384348.820963:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049664 00000100:00000001:3.0:1767384348.820964:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937617 00000020:00000001:1.0:1767384348.820967:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384348.820968:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384348.820969:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937605 00000020:00000040:1.0:1767384348.820970:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:2.0:1767384348.820973:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820975:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937617 00000020:00000001:1.0:1767384348.820975:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384348.820979:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384348.820979:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000100:00000001:3.0:1767384348.820980:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937605 02000000:00000001:2.0:1767384348.820984:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384348.820985:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384348.820986:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937617 02000000:00000010:2.0:1767384348.820990:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003cf0e158. 00000020:00000001:1.0:1767384348.820990:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384348.820991:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937605 02000000:00000001:2.0:1767384348.820996:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.820997:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937617 00000100:00000001:1.0:1767384348.820998:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384348.821002:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.821002:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384348.821003:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c03405f. 00002000:00000001:2.0:1767384348.821009:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384348.821009:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.821010:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384348.821015:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384348.821016:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384348.821016:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c03405f. 00000020:00000001:2.0:1767384348.821020:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1767384348.821024:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5c946eb. 00000100:00000001:3.0:1767384348.821026:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384348.821026:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:1.0:1767384348.821028:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084379100. 00000020:00000010:1.0:1767384348.821033:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008c6c35e6. 00080000:00000001:2.0:1767384348.821041:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.821041:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384348.821043:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384348.821046:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384348.821047:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.821048:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.821051:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000024:2.0:1767384348.821055:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:3.0:1767384348.821056:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049408 00000100:00000001:1.0:1767384348.821057:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384348.821060:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384348.821062:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384348.821064:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000020:2.0:1767384348.821064:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384348.821065:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.821067:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.821071:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821075:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384348.821076:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049408 00000020:00000020:2.0:1767384348.821077:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384348.821081:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384348.821085:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00002000:00000020:2.0:1767384348.821085:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384348.821088:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384348.821089:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:2.0:1767384348.821091:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384348.821092:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384348.821093:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384348.821097:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000001:00000001:2.0:1767384348.821098:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1767384348.821098:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:3.0:1767384348.821100:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000001:00000001:2.0:1767384348.821102:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.821104:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384348.821107:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.821109:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000020:00000010:3.0:1767384348.821110:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 00010000:00000040:2.0:1767384348.821112:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744049536 00000100:00000001:1.0:1767384348.821114:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340694656 : -120961368856960 : ffff91fc7c93e680) 00000100:00000001:3.0:1767384348.821116:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384348.821118:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384348.821121:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 00000100:00000040:1.0:1767384348.821122:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008aab4474 x1853236744049664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384348.821126:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ae1846c x1853236744049536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384348.821128:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9df0a90. 00000020:00000010:3.0:1767384348.821136:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f0a2e53. 00000100:00000001:1.0:1767384348.821140:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384348.821142:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000020:00000010:1.0:1767384348.821145:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c03405f. 00010000:00000001:2.0:1767384348.821149:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384348.821150:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384348.821153:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384348.821153:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c03405f. 00010000:00000001:2.0:1767384348.821154:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.821157:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384348.821160:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1767384348.821162:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384348.821164:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.821164:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008aab4474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16154:x1853236744049664:12345-0@lo:400: 00000100:00000001:2.0:1767384348.821170:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384348.821171:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049664 00000100:00000001:3.0:1767384348.821173:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.821175:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384348.821177:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:1.0:1767384348.821180:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384348.821181:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:1.0:1767384348.821182:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.821185:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384348.821186:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384348.821188:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384348.821190:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 02000000:00000001:2.0:1767384348.821192:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.821194:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384348.821197:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384348.821197:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.821198:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384348.821202:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384348.821202:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384348.821204:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384348.821206:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384348.821209:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000100:00100000:3.0:1767384348.821210:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:1.0:1767384348.821210:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.821216:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1767384348.821217:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744049536, offset 224 00000100:00000040:3.0:1767384348.821218:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384348.821220:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384348.821222:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227413072 : -120961482138544 : ffff91fc75d35c50) 02000000:00000001:1.0:1767384348.821224:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384348.821228:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000987762fb. 00000100:00000040:3.0:1767384348.821230:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083900458 x1853236744049408/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 224/0 e 0 to 0 dl 1767384359 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.821231:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384348.821232:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821237:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384348.821241:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.821246:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1767384348.821247:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744049664 00010000:00000001:1.0:1767384348.821251:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384348.821255:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008aab4474 x1853236744049664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384348.821258:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd05380 00000400:00000200:2.0:1767384348.821272:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1955 [1] + 224 00000400:00000200:2.0:1767384348.821281:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384348.821286:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384348.821289:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384348.821289:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.821291:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384348.821293:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3dfda05. 00000100:00000001:2.0:1767384348.821296:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384348.821297:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384348.821299:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=46 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384348.821302:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3dfda05. 00000100:00000001:1.0:1767384348.821304:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384348.821305:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384348.821310:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00100000:3.0:1767384348.821313:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083900458 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744049408:12345-0@lo:400: 00000100:00000001:1.0:1767384348.821315:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384348.821322:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1767384348.821324:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049408 02000000:00000001:1.0:1767384348.821325:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.821329:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384348.821331:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384348.821334:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384348.821337:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384348.821338:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384348.821339:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.821344:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384348.821344:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000020:00000001:3.0:1767384348.821349:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000100:00000200:1.0:1767384348.821351:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744049664, offset 224 00000020:00000001:3.0:1767384348.821355:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384348.821357:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384348.821358:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384348.821360:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384348.821363:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384348.821367:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384348.821369:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384348.821372:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384348.821376:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384348.821381:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384348.821384:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd05400 02000000:00000010:3.0:1767384348.821386:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e577db90. 00000100:00000001:2.0:1767384348.821390:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384348.821391:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384348.821391:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1961 [1] + 224 00000100:00000001:3.0:1767384348.821398:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384348.821399:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384348.821401:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.821404:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000400:00000200:1.0:1767384348.821405:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1767384348.821406:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744049408 00000400:00000010:2.0:1767384348.821409:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00010000:00000001:3.0:1767384348.821412:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384348.821416:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384348.821416:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1767384348.821419:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083900458 x1853236744049408/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.821420:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384348.821424:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.821427:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.821433:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384348.821436:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:3.0:1767384348.821437:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384348.821443:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=56 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384348.821443:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384348.821444:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384348.821448:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.821454:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384348.821455:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384348.821458:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000040:2.0:1767384348.821463:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ae1846c x1853236744049536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/368 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.821463:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384348.821468:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000200:1.0:1767384348.821470:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:1.0:1767384348.821474:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 02000000:00000001:3.0:1767384348.821475:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384348.821479:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821480:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384348.821484:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.821485:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384348.821488:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.821489:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ae1846c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16156:x1853236744049536:12345-0@lo:13: Request processed in 610us (1233us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384348.821494:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384348.821495:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000010:3.0:1767384348.821500:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00010000:00000001:1.0:1767384348.821501:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384348.821504:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.821507:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:3.0:1767384348.821508:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744049408, offset 224 00000020:00000001:1.0:1767384348.821509:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384348.821512:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 00000100:00000040:1.0:1767384348.821516:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008aab4474 x1853236744049664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384348.821517:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384348.821518:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384348.821523:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384348.821530:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384348.821530:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058b7eee1. 00000100:00100000:1.0:1767384348.821534:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008aab4474 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16154:x1853236744049664:12345-0@lo:400: Request processed in 388us (1226us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384348.821538:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009738a1a2. 00000400:00000200:3.0:1767384348.821544:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd05300 00000020:00000010:2.0:1767384348.821546:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000100:00100000:1.0:1767384348.821574:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384348.821577:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000400:00000200:3.0:1767384348.821580:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1951 [1] + 224 00000100:00000001:1.0:1767384348.821581:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384348.821585:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384348.821586:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000400:00000200:3.0:1767384348.821587:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384348.821589:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084379100. 00000100:00000001:2.0:1767384348.821594:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384348.821595:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384348.821595:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008c6c35e6. 00000020:00000010:1.0:1767384348.821602:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5c946eb. 00000100:00000001:3.0:1767384348.821603:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384348.821609:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000200:3.0:1767384348.821610:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.821614:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384348.821623:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.821627:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384348.821631:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.821635:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384348.821636:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384348.821637:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384348.821641:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384348.821642:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384348.821645:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000107de41b. 00000400:00000200:2.0:1767384348.821649:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384348.821651:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000100:00000001:2.0:1767384348.821655:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384348.821657:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384348.821660:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384348.821661:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384348.821662:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d16a89. 00000400:00000200:1.0:1767384348.821668:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384348.821671:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000400:00000200:3.0:1767384348.821676:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000100:00000001:1.0:1767384348.821676:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384348.821679:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000200:1.0:1767384348.821681:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.821685:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384348.821689:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384348.821693:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.821700:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384348.821706:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384348.821710:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384348.821714:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384348.821716:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384348.821721:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384348.821723:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083900458 x1853236744049408/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.821743:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384348.821747:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384348.821752:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384348.821755:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384348.821758:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384348.821761:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384348.821765:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083900458 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744049408:12345-0@lo:400: Request processed in 472us (1594us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384348.821767:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.821768:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384348.821774:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384348.821775:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=46 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384348.821779:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:2.0:1767384348.821779:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:1.0:1767384348.821781:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=46 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384348.821784:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384348.821785:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384348.821788:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384348.821789:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.821790:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384348.821791:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384348.821793:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384348.821794:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384348.821798:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384348.821798:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384348.821799:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384348.821803:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f0a2e53. 00000100:00001000:2.0:1767384348.821806:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=46 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384348.821808:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384348.821814:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9df0a90. 00000100:00001000:2.0:1767384348.821817:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=46 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384348.821819:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384348.821826:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384348.821826:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384348.821827:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384348.821828:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e577db90. 00000100:00000001:2.0:1767384348.821831:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821832:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384348.821833:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384348.821837:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384348.821837:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384348.821837:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384348.821842:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384348.821845:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384348.821845:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384348.821847:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384348.821852:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084ae510a. 00000100:00000040:1.0:1767384348.821854:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384348.821860:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000135866d8. 00010000:00000001:2.0:1767384348.821872:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821873:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384348.821878:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384348.821878:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384348.821880:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384348.821881:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384348.821885:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.821886:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384348.821889:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384348.821900:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744049664:0@lo:400: 00000100:00000040:2.0:1767384348.821904:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384348.821906:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384348.821911:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384348.821917:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744049664/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384348.821918:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384348.821919:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384348.821924:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:2.0:1767384348.821925:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384348.821929:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384348.821935:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767384348.821936:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384348.821938:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000040:2.0:1767384348.821940:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:1.0:1767384348.821940:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384348.821941:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049792 02000000:00000010:1.0:1767384348.821944:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0a9c0e6. 02000000:00000001:3.0:1767384348.821946:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000040:2.0:1767384348.821947:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:1.0:1767384348.821949:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384348.821950:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384348.821952:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384348.821954:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384348.821955:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384348.821959:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384348.821960:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384348.821962:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000010:1.0:1767384348.821962:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000036f003cf. 00000100:00100000:3.0:1767384348.821963:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049792 00000020:00000001:3.0:1767384348.821968:0:16797:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384348.821969:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384348.821973:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000004:00000001:2.0:1767384348.821973:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384348.821973:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384348.821976:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000020:00000001:3.0:1767384348.821977:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384348.821979:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384348.821981:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:1.0:1767384348.821983:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384348.821986:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:1.0:1767384348.821987:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.821989:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384348.821994:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:1.0:1767384348.821994:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.822000:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384348.822003:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384348.822006:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000100:00000001:1.0:1767384348.822007:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.822013:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384348.822013:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384348.822014:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744049536:0@lo:13: 00000020:00000010:3.0:1767384348.822020:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1cf9021. 00000100:00000001:2.0:1767384348.822024:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384348.822026:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9df0a90. 00000100:00000001:2.0:1767384348.822029:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384348.822031:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f0a2e53. 00000100:00000040:2.0:1767384348.822033:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027c696b x1853236744049536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384348.822042:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000001:2.0:1767384348.822045:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384348.822047:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384348.822050:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007db567a9. 00000100:00000040:3.0:1767384348.822051:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384348.822055:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384348.822055:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384348.822056:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384348.822059:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384348.822060:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384348.822063:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384348.822066:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384348.822067:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384348.822069:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384348.822071:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384348.822071:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000758115f5. 02000000:00000001:2.0:1767384348.822076:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384348.822079:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384348.822081:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027c696b. 00000100:00000001:3.0:1767384348.822082:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.822085:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384348.822088:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822091:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384348.822091:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384348.822095:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744049920 02000000:00000001:3.0:1767384348.822098:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384348.822099:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384348.822099:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384348.822103:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.822103:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.822109:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.822109:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384348.822114:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744049920 00000100:00000001:2.0:1767384348.822114:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.822118:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384348.822120:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:3.0:1767384348.822121:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384348.822123:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:3.0:1767384348.822125:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:3.0:1767384348.822126:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:3.0:1767384348.822128:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384348.822130:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000020:00000010:3.0:1767384348.822132:0:16797:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000077946666. 00000020:00000040:3.0:1767384348.822136:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:3.0:1767384348.822144:0:16797:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384348.822146:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000359fb720. 00000020:00000010:3.0:1767384348.822149:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067d994a6. 00000100:00000001:2.0:1767384348.822149:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384348.822153:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384348.822155:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ac53a35. 00000100:00000001:3.0:1767384348.822159:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384348.822162:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384348.822163:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1767384348.822165:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384348.822167:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:3.0:1767384348.822169:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384348.822173:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384348.822173:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112340695552 : -120961368856064 : ffff91fc7c93ea00) 00000100:00000040:2.0:1767384348.822179:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000837ff344 x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:329/0 lens 224/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.822182:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.822192:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384348.822193:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384348.822204:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b4cd623. 00000100:00000001:0.0:1767384348.822204:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384348.822205:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384348.822209:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384348.822209:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384348.822210:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384348.822215:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b4cd623. 00000100:00100000:0.0:1767384348.822215:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767384348.822221:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:3.0:1767384348.822222:0:16797:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.822225:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341721472 : -120961367830144 : ffff91fc7ca39180) 00000100:00100000:2.0:1767384348.822226:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000837ff344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744049792:12345-0@lo:400: 00000100:00000001:3.0:1767384348.822227:0:16797:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.822232:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a6c9bd3 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:329/0 lens 224/0 e 0 to 0 dl 1767384359 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384348.822235:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049792 00000020:00000001:2.0:1767384348.822240:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384348.822244:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384348.822245:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384348.822249:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384348.822249:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067a82384. 00000020:00000001:2.0:1767384348.822255:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384348.822255:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384348.822259:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000010:0.0:1767384348.822260:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067a82384. 00000020:00000001:2.0:1767384348.822266:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384348.822270:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a6c9bd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744049920:12345-0@lo:400: 00000020:00000001:2.0:1767384348.822271:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384348.822277:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384348.822277:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744049920 00000020:00000001:2.0:1767384348.822281:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384348.822281:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384348.822286:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.822286:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384348.822291:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384348.822291:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.822295:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384348.822296:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384348.822297:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 02000000:00000001:2.0:1767384348.822300:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384348.822300:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384348.822304:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384348.822305:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007db567a9. 00000020:00000001:0.0:1767384348.822306:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384348.822309:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384348.822310:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.822312:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384348.822314:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.822315:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00080000:3.0:1767384348.822318:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384348.822318:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384348.822322:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744049792 00000020:00000040:3.0:1767384348.822325:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:0.0:1767384348.822325:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384348.822326:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384348.822329:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384348.822333:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8236bff. 00010000:00000200:2.0:1767384348.822334:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000837ff344 x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384348.822337:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.822341:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384348.822346:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384348.822350:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744049920 00010000:00000001:2.0:1767384348.822352:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384348.822353:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384348.822356:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384348.822359:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a6c9bd3 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384348.822361:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384348.822365:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.822368:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384348.822372:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1767384348.822374:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384348.822376:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:3.0:1767384348.822377:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384348.822378:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384348.822379:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384348.822380:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050812422. 00000100:00000001:2.0:1767384348.822384:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00001000:0.0:1767384348.822385:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=51 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384348.822386:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 02000000:00000001:2.0:1767384348.822389:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384348.822391:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 02000000:00000001:2.0:1767384348.822393:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.822394:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384348.822395:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384348.822398:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:0.0:1767384348.822401:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000200:3.0:1767384348.822403:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.822406:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384348.822407:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384348.822411:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.822415:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384348.822416:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.822417:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384348.822421:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000040:0.0:1767384348.822426:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384348.822428:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744049792, offset 224 00000400:00000010:0.0:1767384348.822431:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000100:00000001:3.0:1767384348.822432:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384348.822436:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822441:0:16157:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384348.822441:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384348.822445:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384348.822447:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384348.822447:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744049920, offset 224 00000100:00000001:3.0:1767384348.822449:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.822454:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.822455:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384348.822458:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=56 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384348.822459:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384348.822466:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=56 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384348.822471:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd05480 00000100:00000001:3.0:1767384348.822472:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384348.822474:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384348.822475:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384348.822480:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384348.822484:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.822485:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x196d [1] + 224 00000400:00000200:0.0:1767384348.822490:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd05500 00000400:00000200:2.0:1767384348.822494:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.822498:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1969 [1] + 224 00000400:00000200:2.0:1767384348.822503:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384348.822504:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384348.822509:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384348.822510:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384348.822516:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384348.822517:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384348.822522:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384348.822542:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.822545:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.822578:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.822585:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.822589:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384348.822601:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000100:00000001:3.0:1767384348.822602:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384348.822603:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000100:00000001:3.0:1767384348.822606:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384348.822608:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384348.822609:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.822612:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384348.822617:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384348.822618:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384348.822626:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384348.822630:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384348.822631:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384348.822635:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744049408:0@lo:400: 00000020:00000001:0.0:1767384348.822635:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384348.822639:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000020:00000001:0.0:1767384348.822640:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384348.822642:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384348.822644:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000100:00000001:3.0:1767384348.822645:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384348.822646:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a6c9bd3 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384348.822651:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744049408/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.822651:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384348.822655:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384348.822660:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384348.822669:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00100000:0.0:1767384348.822675:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a6c9bd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744049920:12345-0@lo:400: Request processed in 427us (1827us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384348.822676:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384348.822677:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384348.822680:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.822681:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384348.822685:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbb6126. 00000020:00000001:2.0:1767384348.822686:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384348.822687:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 02000000:00000001:3.0:1767384348.822692:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384348.822692:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000040:2.0:1767384348.822694:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000837ff344 x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1767384359 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384348.822696:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384348.822696:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384348.822699:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384348.822700:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384348.822705:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384348.822705:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067d994a6. 02000000:00000010:3.0:1767384348.822709:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ee6339c1. 00000020:00000010:0.0:1767384348.822711:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ac53a35. 02000000:00000001:3.0:1767384348.822714:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384348.822717:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384348.822718:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000359fb720. 00000100:00000010:3.0:1767384348.822720:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00100000:2.0:1767384348.822723:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000837ff344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744049792:12345-0@lo:400: Request processed in 526us (1990us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384348.822726:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384348.822726:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:3.0:1767384348.822743:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.822745:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822749:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.822751:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384348.822755:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384348.822755:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000001:3.0:1767384348.822760:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384348.822761:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000400:00000001:3.0:1767384348.822762:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384348.822766:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008160c0e3. 00000100:00000001:2.0:1767384348.822767:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384348.822770:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000100:00000001:2.0:1767384348.822771:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384348.822772:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384348.822773:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:0.0:1767384348.822776:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384348.822777:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384348.822780:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384348.822783:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384348.822783:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384348.822784:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f0a2e53. 00000400:00000010:0.0:1767384348.822785:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000020:00000010:2.0:1767384348.822793:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000400:00000200:0.0:1767384348.822793:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000400:00000010:0.0:1767384348.822796:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000020:00000010:2.0:1767384348.822801:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9df0a90. 00000100:00000001:0.0:1767384348.822802:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384348.822808:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384348.822810:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000200:3.0:1767384348.822815:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384348.822816:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822834:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384348.822834:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384348.822839:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822843:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384348.822845:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384348.822846:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384348.822847:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384348.822851:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384348.822857:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=50 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384348.822859:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384348.822860:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384348.822862:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.822866:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384348.822866:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384348.822870:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.822870:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384348.822874:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384348.822874:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384348.822876:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.822879:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384348.822881:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384348.822884:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=51 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384348.822892:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384348.822892:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384348.822898:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384348.822899:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384348.822901:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384348.822902:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.822904:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384348.822905:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384348.822906:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384348.822910:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384348.822912:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384348.822934:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384348.822935:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384348.822938:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384348.822939:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384348.822940:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384348.822941:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.822943:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384348.822946:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384348.822948:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384348.822953:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384348.822961:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc4f2453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744049920:0@lo:400: 00000100:00000001:0.0:1767384348.822967:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384348.822970:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.822971:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384348.822974:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384348.822975:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384348.822979:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384348.822987:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc4f2453 x1853236744049920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384348.822990:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744049792:0@lo:400: 00000100:00000001:0.0:1767384348.823001:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384348.823002:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384348.823005:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384348.823006:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384348.823009:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a40bf94a. 00000100:00000040:0.0:1767384348.823010:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466595ef x1853236744049792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384348.823015:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384348.823018:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384348.823019:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1767384348.823020:0:16157:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384348.823022:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384348.823023:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a29a1d41. 02000000:00000001:3.0:1767384348.823025:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384348.823027:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384348.823028:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384348.823031:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000088d867d. 00000100:00000010:3.0:1767384348.823032:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc4f2453. 02000000:00000001:0.0:1767384348.823037:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384348.823040:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384348.823041:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384348.823043:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384348.823044:0:16154:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384348.823048:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384348.823048:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384348.823051:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b00e72ee. 00000100:00000001:3.0:1767384348.823052:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384348.823054:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384348.823055:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384348.823057:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384348.823059:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384348.823060:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 00000100:00000001:3.0:1767384348.823061:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.823065:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384348.823067:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.823068:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384348.823073:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384348.823074:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384348.823076:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384348.823078:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384348.837600:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294937617, at 4294937618 00000100:00000040:0.0:1767384348.837603:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294937617, at 4294937618 00000100:00000010:1.0:1767384348.837609:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00000100:00000010:0.0:1767384348.837612:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f6f3edd. 00000100:00000040:2.0:1767384348.837622:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294937617, at 4294937618 00000100:00000010:2.0:1767384348.837632:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff8846. 00000100:00000040:3.0:1767384348.838585:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294937617, at 4294937619 00000100:00000010:3.0:1767384348.838592:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049c8d1cc. 00000400:00000200:2.0:1767384349.075622:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp31 00000800:00000010:3.0:1767384349.075625:0:16146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a7c1ff2. 00000400:00000010:2.0:1767384349.075629:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dcd56e50. 00000800:00000200:3.0:1767384349.075637:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (6) 00000400:00000010:2.0:1767384349.075637:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001bf42cb0. 00000800:00000200:3.0:1767384349.075645:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:988 00000400:00000010:2.0:1767384349.075645:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000800:00000200:3.0:1767384349.075651:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384349.075656:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7a181a4. 00000400:00000200:2.0:1767384349.075663:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp31 00000400:00000200:2.0:1767384349.075681:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp31 local destination 00000400:00000200:2.0:1767384349.075688:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00000400:00000200:2.0:1767384349.075694:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [86:86:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1767384349.075701:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:2.0:1767384349.075710:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp31:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:2.0:1767384349.075715:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:2.0:1767384349.075720:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000758115f5. 00000800:00000200:2.0:1767384349.075725:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:2.1:1767384349.075744:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000400:00000200:2.0:1767384349.075761:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:2.0:1767384349.075769:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp32 00000400:00000010:2.0:1767384349.075773:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee432f1b. 00000400:00000010:2.0:1767384349.075777:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000191e7530. 00000800:00000200:1.0:1767384349.075780:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384349.075781:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000800:00000001:1.0:1767384349.075786:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384349.075789:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8ecbde3. 00000400:00000200:2.0:1767384349.075793:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp32 00000800:00000001:1.0:1767384349.075795:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384349.075800:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.075803:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp32 local destination 00000800:00000001:1.0:1767384349.075804:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.075811:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:2.0:1767384349.075824:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [87:87:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1767384349.075831:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:2.0:1767384349.075840:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp32:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:2.0:1767384349.075846:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000800:00000010:2.0:1767384349.075850:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b07c02d. 00000800:00000200:2.0:1767384349.075855:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000800:00000200:2.1:1767384349.075859:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:1.0:1767384349.075870:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.075876:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:2.0:1767384349.075883:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp34 00000400:00000010:2.0:1767384349.075888:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000334ef0ec. 00000400:00000010:2.0:1767384349.075893:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a519f0ee. 00000400:00000010:2.0:1767384349.075897:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384349.075905:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d923542. 00000400:00000200:2.0:1767384349.075911:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp34 00000400:00000200:2.0:1767384349.075919:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp34 local destination 00000400:00000200:2.0:1767384349.075924:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp34 00000400:00000200:1.0:1767384349.075924:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.075931:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [88:88:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384349.075938:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp34 00000400:00000200:2.0:1767384349.075951:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) : GET try# 0 00000800:00000200:2.0:1767384349.075959:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp34 00000800:00000010:2.0:1767384349.075963:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d65524d. 00000800:00000200:2.0:1767384349.075969:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:2.1:1767384349.075975:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000400:00000200:1.0:1767384349.075976:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.075994:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp34 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:2.0:1767384349.076001:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp33 00000400:00000010:2.0:1767384349.076005:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000046391e82. 00000400:00000010:2.0:1767384349.076010:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001f74ba23. 00000400:00000010:2.0:1767384349.076015:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c739db8d. 00000400:00000200:1.0:1767384349.076017:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000010:2.0:1767384349.076021:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6f1e900. 00000400:00000200:2.0:1767384349.076029:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp33 00000400:00000200:2.0:1767384349.076037:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp33 local destination 00000400:00000200:2.0:1767384349.076048:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp33 00000400:00000200:2.0:1767384349.076051:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp33 NI seq info: [89:89:256:4294967295] 192.168.203.113@tcp33 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384349.076056:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp33 00000400:00000200:1.0:1767384349.076058:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076070:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33:) -> 192.168.203.113@tcp33(192.168.203.113@tcp33:192.168.203.113@tcp33) : GET try# 0 00000800:00000200:2.0:1767384349.076077:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp33 00000800:00000010:2.0:1767384349.076082:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000036a6ac53. 00000800:00000200:2.0:1767384349.076087:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000800:00000200:2.1:1767384349.076091:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000400:00000200:1.0:1767384349.076100:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076105:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp33 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:1.0:1767384349.076157:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076170:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076227:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076237:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076293:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076298:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076357:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076361:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076420:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076426:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076490:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076517:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076579:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076589:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076625:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076649:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076671:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076709:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076741:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076769:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076808:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076823:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076846:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076884:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076906:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076919:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.076959:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.076981:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.076991:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077011:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077039:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077055:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077071:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077093:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077118:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077127:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077152:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077170:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077213:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077217:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077221:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077244:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077287:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077297:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077300:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077323:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077361:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077386:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077387:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077388:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077430:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077460:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077468:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077474:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077508:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077540:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.077548:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077569:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077602:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077661:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077662:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077678:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077758:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077764:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077773:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077839:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077849:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077867:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077919:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.077933:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.077964:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.077994:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078017:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078052:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078074:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078101:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078143:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078154:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078180:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078227:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078235:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078262:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078323:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078325:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078336:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078398:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078427:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078427:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078511:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078522:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.078530:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078591:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000800:00000010:1.0:1767384349.078601:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5281c4f. 00000800:00000010:1.0:1767384349.078606:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f21ed57. 00000800:00000010:1.0:1767384349.078611:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007cd6be52. 00000400:00000200:2.0:1767384349.078626:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.078633:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000010:1.0:1767384349.078638:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007cd6be52. 00000800:00020000:1.0:1767384349.078648:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384349.078652:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f21ed57. 00000800:00000010:1.0:1767384349.078655:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5281c4f. 00000400:00000200:3.0:1767384349.078656:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078711:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.078711:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:02020000:1.0:1767384349.078719:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.078722:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384349.078742:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000400:00000200:1.0:1767384349.078746:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384349.078752:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:1.0:1767384349.078755:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000758115f5. 00000400:00000200:1.0:1767384349.078760:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384349.078765:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384349.078773:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384349.078776:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384349.078780:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp31) recovery failed with -71 00000400:00000200:0.0:1767384349.078791:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078826:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078826:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.078847:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.078934:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.078937:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.078939:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079008:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.079013:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.079031:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079077:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.079084:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079130:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.079142:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079185:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.079206:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:2.0:1767384349.079233:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edaf87a9. 00000400:00000200:0.0:1767384349.079240:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000800:00000010:2.0:1767384349.079241:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf33aec9. 00000800:00000010:2.0:1767384349.079249:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00000400:00000200:3.0:1767384349.079260:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:2.0:1767384349.079283:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000800:00020000:2.0:1767384349.079295:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:0.0:1767384349.079298:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000800:00000010:2.0:1767384349.079299:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf33aec9. 00000800:00000010:2.0:1767384349.079306:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000edaf87a9. 00000400:00000200:3.0:1767384349.079320:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079363:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:02020000:2.0:1767384349.079388:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384349.079396:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000400:00000200:2.0:1767384349.079401:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384349.079406:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:2.0:1767384349.079409:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b07c02d. 00000400:00000200:0.0:1767384349.079414:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384349.079415:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384349.079425:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384349.079433:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384349.079437:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384349.079444:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp32) recovery failed with -71 00000400:00000200:0.0:1767384349.079458:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000800:00000010:3.0:1767384349.079481:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d37770a8. 00000400:00000200:0.0:1767384349.079484:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000800:00000010:3.0:1767384349.079486:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000993b7e76. 00000800:00000010:3.0:1767384349.079492:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000070ad503c. 00000400:00000200:0.0:1767384349.079509:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000800:00000010:3.0:1767384349.079512:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000070ad503c. 00000800:00020000:3.0:1767384349.079527:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384349.079530:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000993b7e76. 00000800:00000010:3.0:1767384349.079532:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d37770a8. 00000400:00000200:0.0:1767384349.079534:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079587:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:02020000:3.0:1767384349.079612:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.079618:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp34 notifying 192.168.203.113@tcp34: down 00000400:00000200:3.0:1767384349.079621:0:16143:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384349.079624:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp34 00000800:00000010:3.0:1767384349.079626:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d65524d. 00000400:00000200:0.0:1767384349.079628:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384349.079630:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384349.079636:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384349.079640:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384349.079643:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384349.079648:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp34) recovery failed with -71 00000400:00000200:0.0:1767384349.079660:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079679:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079693:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079708:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079723:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079750:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384349.079765:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384349.079856:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd5a1b6b. 00000800:00000010:0.0:1767384349.079861:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db1fd3ee. 00000800:00000010:0.0:1767384349.079864:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008b7df180. 00000800:00000010:0.0:1767384349.079878:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008b7df180. 00000800:00020000:0.0:1767384349.079883:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384349.079885:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db1fd3ee. 00000800:00000010:0.0:1767384349.079887:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd5a1b6b. 00000400:02020000:0.0:1767384349.079916:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384349.079920:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp33 notifying 192.168.203.113@tcp33: down 00000400:00000200:0.0:1767384349.079923:0:29615:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384349.079927:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp33 00000800:00000010:0.0:1767384349.079934:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000036a6ac53. 00000400:00000200:0.0:1767384349.079937:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384349.079939:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384349.079944:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384349.079946:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384349.079948:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384349.651683:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384349.651689:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.651707:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384349.651708:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.651760:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384349.651762:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.651775:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384349.699136:0:29789:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384349.699149:0:29789:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.699153:0:29789:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.699158:0:29789:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384349.699162:0:29789:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.699164:0:29789:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384350.099643:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.099648:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.099650:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:1.0:1767384350.099654:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000400:00000200:1.0:1767384350.099658:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.099663:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384350.099671:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dcd56e50. 00000400:00000010:1.0:1767384350.099674:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001bf42cb0. 00000400:00000001:1.0:1767384350.099677:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.099677:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.099678:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000400:00000010:1.0:1767384350.099680:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00000400:00000200:1.0:1767384350.099681:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.099682:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384350.099684:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee432f1b. 00000400:00000010:1.0:1767384350.099685:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000191e7530. 00000400:00000001:1.0:1767384350.099687:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.099688:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.099689:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:1.0:1767384350.099689:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000400:00000200:1.0:1767384350.099690:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.099692:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384350.099693:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000334ef0ec. 00000400:00000010:1.0:1767384350.099694:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a519f0ee. 00000400:00000001:1.0:1767384350.099696:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.099697:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384350.099705:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c739db8d 00000400:00000010:1.0:1767384350.099706:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c739db8d. 00000400:00000200:1.0:1767384350.099707:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384350.099709:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384350.099711:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000046391e82. 00000400:00000010:1.0:1767384350.099713:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f74ba23. 00000001:00000001:3.0:1767384350.339877:0:29953:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384350.339881:0:29953:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:3.0:1767384350.343031:0:29953:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384350.349385:0:29954:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003d43831a. 00000400:00000010:3.0:1767384350.349397:0:29954:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cc222e7e. 00000400:00000010:3.0:1767384350.349405:0:29954:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000728d9938. 00000400:00000010:3.0:1767384350.349408:0:29954:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bc3cb897. 00000400:00000010:3.0:1767384350.349412:0:29954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000078c5f8e8. 00000400:00000010:3.0:1767384350.349415:0:29954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005abb7ec9. 00000400:00000010:3.0:1767384350.349416:0:29954:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042a7cd7a. 00000400:00000010:3.0:1767384350.349417:0:29954:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000289bf646. 00000400:00000010:3.0:1767384350.349420:0:29954:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005b8c740e. 00000800:00000010:3.0:1767384350.349431:0:29954:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000dd6587b1. 00000800:00000200:3.0:1767384350.349441:0:29954:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384350.349449:0:29954:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384350.349481:0:29954:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384350.349501:0:29954:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp36 [8/256/0/180] 00000400:00000010:3.0:1767384350.350860:0:29954:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000043d307f3. 00000400:00000010:3.0:1767384350.350871:0:29954:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008160c0e3. 00000400:00000010:3.0:1767384350.350875:0:29954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000001:3.0:1767384350.350891:0:29954:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384350.350892:0:29954:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384350.350894:0:29954:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a123b. 00000400:00000200:3.0:1767384350.350896:0:29954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:3.0:1767384350.350897:0:29954:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000400:00000010:3.0:1767384350.350900:0:29954:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000ea9d4bdc. 00000400:00000200:3.0:1767384350.350904:0:29954:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (25) 00000400:00000200:3.0:1767384350.350914:0:29954:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384350.350916:0:29954:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (1) 00000400:00000200:3.0:1767384350.350918:0:29954:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): 0 00000400:00000200:3.0:1767384350.350924:0:29954:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000400:00000200:0.0:1767384350.350929:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384350.350930:0:29954:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d37770a8. 00000020:01000000:3.0:1767384350.350937:0:29954:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384350.350939:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000020:01000000:3.0:1767384350.350942:0:29954:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp36 00000400:00000200:0.0:1767384350.350944:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000010:0.0:1767384350.350950:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000c642e3a2. 00000400:00000010:0.0:1767384350.350953:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000400:00000010:3.0:1767384350.350956:0:29954:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cc222e7e. 00000400:00000010:0.0:1767384350.350958:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051997ec2. 00000400:00000010:3.0:1767384350.350960:0:29954:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003d43831a. 00000400:00000200:0.0:1767384350.350965:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384350.350976:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:2.0:1767384350.350981:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384350.350982:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384350.350987:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 10000000:00000001:2.0:1767384350.350992:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384350.350993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:2.0:1767384350.350995:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384350.350999:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:01000000:2.0:1767384350.351000:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384350.351005:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384350.351008:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:2.0:1767384350.351009:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384350.351013:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384350.351016:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384350.351017:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000020:01000004:2.0:1767384350.351020:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384350.351024:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384350.351026:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384350.351026:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:01000004:2.0:1767384350.351029:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384350.351032:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384350.351035:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384350.351035:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000010:2.0:1767384350.351041:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027c696b. 00000400:00000200:0.0:1767384350.351042:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:00000040:2.0:1767384350.351048:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384350.351051:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:2.0:1767384350.351054:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384350.351058:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384350.351058:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 02000000:00000001:2.0:1767384350.351063:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384350.351070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000edaf87a9. 00000400:00000200:0.0:1767384350.351071:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384350.351077:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:2.0:1767384350.351079:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351083:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:2.0:1767384350.351088:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384350.351088:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:2.0:1767384350.351091:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351096:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000040:2.0:1767384350.351100:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000027c696b] to pc [ptlrpcd_00_03+3] req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384350.351101:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:0.0:1767384350.351118:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:0.0:1767384350.351122:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 18], ns[70, 18] 00000400:00000200:0.0:1767384350.351125:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:0.0:1767384350.351127:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[73, 18] 00000400:00000200:0.0:1767384350.351130:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 18], ns[86, 18] 00000400:00000200:0.0:1767384350.351133:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 18], ns[87, 18] 00000400:00000200:0.0:1767384350.351135:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[86, 18], ns[89, 18] 00000400:00000200:0.0:1767384350.351138:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 10000000:00000001:2.0:1767384350.351139:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384350.351144:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351144:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp15 00000020:00000001:2.0:1767384350.351147:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351150:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp15 lpni_is_preferred = 0 00000100:00000001:3.0:1767384350.351152:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384350.351152:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384350.351156:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp15 00000100:00000001:3.0:1767384350.351157:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.351161:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384350.351161:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384350.351165:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp15 NI seq info: [90:90:256:4294967295] 192.168.203.113@tcp15 LPNI seq info [87:87:8:4294967295] 10000000:00000001:2.0:1767384350.351166:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384350.351169:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384350.351170:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384350.351172:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384350.351176:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384350.351179:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp15 00000020:01000004:2.0:1767384350.351180:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384350.351185:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384350.351187:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384350.351188:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384350.351189:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384350.351192:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384350.351194:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384350.351199:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384350.351200:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384350.351201:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15:) -> 192.168.203.113@tcp15(192.168.203.113@tcp:192.168.203.113@tcp15) : GET try# 0 00000020:01000004:2.0:1767384350.351203:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384350.351204:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384350.351206:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384350.351209:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384350.351212:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744050048:0@lo:253: 00000100:00000010:2.0:1767384350.351215:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2894ad8. 00000800:00000200:0.0:1767384350.351215:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp15 00000020:00000040:2.0:1767384350.351220:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384350.351221:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384350.351226:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.351228:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384350.351229:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1767384350.351229:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052379f61. 02000000:00000001:3.0:1767384350.351232:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.351233:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.351235:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384350.351239:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (6) 02000000:00000010:2.0:1767384350.351241:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc1ecc32. 02000000:00000010:3.0:1767384350.351243:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e9af0110. 00000100:00000001:2.0:1767384350.351246:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.351248:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384350.351250:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp15 ip 192.168.203.113:988 00000100:00000001:2.0:1767384350.351253:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384350.351255:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384350.351255:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052379f61 type 2, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384350.351260:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a123b. 00000100:00000040:2.0:1767384350.351264:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2894ad8] to pc [ptlrpcd_00_00+0] req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384350.351266:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc222e7e. 00000100:00000200:3.0:1767384350.351271:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744050048, portal 25 00000400:00000200:0.0:1767384350.351272:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000100:00000001:3.0:1767384350.351277:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384350.351280:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00000100:00000001:3.0:1767384350.351281:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000400:00000200:0.0:1767384350.351289:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x2061 00000100:00000040:3.0:1767384350.351291:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384350.351295:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351295:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e14e17a4 (2) 10000000:00000001:2.0:1767384350.351300:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.351302:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000094fef012. 00000100:00000001:3.0:1767384350.351304:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384350.351305:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384350.351308:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384350.351308:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000100:00000040:3.0:1767384350.351309:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384350.351314:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d37770a8. 00000400:00000010:3.0:1767384350.351316:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fed2e5c5. 00000400:00000010:0.0:1767384350.351318:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008038e2a6. 00000100:00000200:3.0:1767384350.351322:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744050048, offset 0 00000100:00000001:2.0:1767384350.351324:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384350.351328:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp34 00000100:00000001:2.0:1767384350.351329:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.351333:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384350.351342:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.351346:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp34 local destination 00000400:00000200:0.0:1767384350.351349:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:0.0:1767384350.351351:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp34 00000400:00000200:0.0:1767384350.351352:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384350.351354:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp34 00000400:00000200:0.0:1767384350.351356:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [91:91:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384350.351359:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp34 00000400:00000200:0.0:1767384350.351364:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) : GET try# 0 00000800:00000200:0.0:1767384350.351367:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp34 00000800:00000010:0.0:1767384350.351371:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076664f1d. 00000400:00000200:3.0:1767384350.351374:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05580 00000800:00000200:0.0:1767384350.351378:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:0.0:1767384350.351381:0:16152:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 2, 1 secs later) 00000400:00000200:3.0:1767384350.351384:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1229 [2] + 0 00000400:00000010:3.0:1767384350.351390:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000136b6c20. 00000800:00000200:0.1:1767384350.351390:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:0.1:1767384350.351395:0:16152:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 0, interval 2, 1 secs later) 00000400:00000200:3.0:1767384350.351397:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f00c57c8 00000800:00000100:0.0:1767384350.351402:0:16152:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.113@tcp34 00000800:00000010:0.0:1767384350.351403:0:16152:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076664f1d. 00000400:00000200:3.0:1767384350.351404:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.351407:0:16152:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1767384350.351410:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384350.351416:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f00c57c8 00000400:00000200:0.0:1767384350.351416:0:16152:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: GET: REMOTE_ERROR 00000400:00000010:3.0:1767384350.351420:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f00c57c8. 00000100:00000001:3.0:1767384350.351425:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384350.351426:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384350.351427:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384350.351431:0:16152:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp34: 1 00000100:00000040:3.0:1767384350.351432:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000dfd49890 x1853236744050048 msgsize 4848 00000800:00000200:2.0:1767384350.351433:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384350.351438:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000052379f61. 00000100:00100000:3.0:1767384350.351441:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384350.351444:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384350.351445:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384350.351447:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000400:00000200:2.0:1767384350.351454:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: GET: OK 00000100:00000001:3.0:1767384350.351455:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384350.351459:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384350.351460:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp34 00000400:00000200:3.0:1767384350.351463:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fed2e5c5 00000400:00000200:2.0:1767384350.351466:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000010:3.0:1767384350.351467:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fed2e5c5. 00000400:00000200:0.0:1767384350.351467:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x861 rc 0 00000100:00000001:3.0:1767384350.351474:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384350.351475:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x861 00000100:00000200:3.0:1767384350.351479:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384350.351480:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767384350.351480:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.351484:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384350.351487:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000800:00000001:2.0:1767384350.351489:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384350.351491:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000100:00000001:3.0:1767384350.351493:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384350.351493:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384350.351495:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000040:3.0:1767384350.351498:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384350.351500:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp34 (00000000e14e17a4): -114 00000800:00000001:2.0:1767384350.351501:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384350.351504:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000094fef012. 00000400:00000200:0.0:1767384350.351510:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (3) 00000400:00000200:2.0:1767384350.351512:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15) <- 192.168.203.113@tcp15 : GET - for me 00000400:00000200:0.0:1767384350.351518:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp34:-5 00000400:00000200:0.0:1767384350.351525:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp34(00000000e14e17a4) state 0x2061 rc -5 00000100:00000001:3.0:1767384350.351544:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.351546:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384350.351548:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384350.351551:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp34 (00000000e14e17a4) 00000400:00000200:2.0:1767384350.351556:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 448/448 into md 0x19a1 [1] + 0 00000100:00000001:3.0:1767384350.351559:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351559:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (2) 00000100:00000001:0.0:1767384350.351613:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.351617:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384350.351618:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp15 to MR: 192.168.203.113@tcp15 local destination 00000100:00000001:0.0:1767384350.351620:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384350.351621:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294939149 00000100:00000010:3.0:1767384350.351628:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098ab6d07. 00000100:00000040:0.0:1767384350.351628:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.351629:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp15 NI seq info: [92:92:256:4294967295] 192.168.203.113@tcp15 LPNI seq info [88:88:8:4294967295] 00000100:00000001:3.0:1767384350.351636:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384350.351645:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294939149 00000100:00000001:0.0:1767384350.351648:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384350.351652:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c26b8cc9. 00000400:00000200:2.0:1767384350.351653:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15:192.168.203.113@tcp15) -> 192.168.203.113@tcp15(192.168.203.113@tcp15:192.168.203.113@tcp15) 192.168.203.113@tcp15 : REPLY try# 0 00000100:00000001:0.0:1767384350.351653:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.351675:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384350.351676:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384350.351680:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.113@tcp15 02000000:00000001:0.0:1767384350.351681:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.351682:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294939149 00000800:00000010:2.0:1767384350.351685:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d21d396f. 02000000:00000001:0.0:1767384350.351686:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384350.351690:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a458c6e8. 00000100:00100000:0.0:1767384350.351693:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744050176:0@lo:253: 00000800:00000200:2.0:1767384350.351697:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (6) 00000100:00000001:3.0:1767384350.351698:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384350.351700:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384350.351706:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294939149 02000000:00000001:0.0:1767384350.351707:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384350.351712:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp15 ip 192.168.203.113:1011 02000000:00000001:0.0:1767384350.351712:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384350.351714:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b89b488a. 02000000:00000001:0.0:1767384350.351730:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384350.351735:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d21d396f type 3, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384350.351736:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 02000000:00000010:0.0:1767384350.351737:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd5a1b6b. 02000000:00000001:0.0:1767384350.351758:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.351759:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384350.351762:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922b6b0. 00000100:00000001:3.0:1767384350.351763:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.351766:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.351770:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384350.351773:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bc0ffd3. 00000100:00000001:3.0:1767384350.351777:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384350.351778:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744050176, portal 25 00000100:00000001:3.0:1767384350.351779:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384350.351781:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.351784:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353495040 : -120961356056576 : ffff91fc7d573800) 00000100:00000001:3.0:1767384350.351785:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.351787:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.351790:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.351792:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.351794:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384350.351797:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384350.351801:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d21d396f. 00000400:00000200:2.0:1767384350.351807:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384350.351807:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.351811:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384350.351816:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: REPLY: OK 00000400:00000010:0.0:1767384350.351817:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000769d4ec. 00000100:00000001:3.0:1767384350.351820:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384350.351821:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744050176, offset 0 00000100:00100000:3.0:1767384350.351824:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050048 00000800:00000001:2.0:1767384350.351825:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384350.351827:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384350.351830:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384350.351832:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384350.351832:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.351836:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384350.351837:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384350.351842:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.351842:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384350.351843:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384350.351849:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050048 00000800:00000001:2.0:1767384350.351849:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384350.351852:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05600 00000800:00000001:2.0:1767384350.351854:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384350.351859:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1231 [2] + 0 00000020:00000001:3.0:1767384350.351861:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384350.351864:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:2.0:1767384350.351868:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp15(192.168.203.113@tcp15) <- 192.168.203.113@tcp15 : REPLY - for me 00000020:00000001:3.0:1767384350.351869:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384350.351869:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f69c884. 00000020:00000040:3.0:1767384350.351874:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000200:0.0:1767384350.351876:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc5cdb44 00000020:00000001:3.0:1767384350.351877:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384350.351881:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:0.0:1767384350.351882:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384350.351888:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384350.351888:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp15: Reply from 12345-192.168.203.113@tcp15 of length 448/448 into md 0x19a5 00000400:00000200:0.0:1767384350.351892:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384350.351893:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000646f6605. 00000800:00000001:2.0:1767384350.351895:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384350.351897:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc5cdb44 00000100:00000001:3.0:1767384350.351900:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384350.351900:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc5cdb44. 00000800:00000001:2.0:1767384350.351901:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.351907:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384350.351908:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000646f6605. 00000400:00000200:2.0:1767384350.351908:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384350.351910:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384350.351917:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp15->192.168.203.113@tcp15: REPLY: OK 00000100:00000040:0.0:1767384350.351917:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000005f3c0aaa x1853236744050176 msgsize 4848 00000020:00000010:3.0:1767384350.351918:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007776f05d. 00000020:00000010:3.0:1767384350.351927:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014fcdbdf. 00000400:00000200:2.0:1767384350.351927:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000100:00100000:0.0:1767384350.351931:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384350.351932:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000100:00000040:0.0:1767384350.351935:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:3.0:1767384350.351936:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000400:00000200:2.0:1767384350.351938:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384350.351943:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000100:00000001:0.0:1767384350.351945:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384350.351947:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384350.351948:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000001:3.0:1767384350.351953:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384350.351953:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000769d4ec 00000400:00000200:2.0:1767384350.351954:0:16149:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp (480 bytes) 00000100:00000001:3.0:1767384350.351957:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384350.351957:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000769d4ec. 00000100:00000001:3.0:1767384350.351960:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.351962:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384350.351970:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:3.0:1767384350.351972:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384350.351972:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.351982:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384350.351984:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000c642e3a2. 00000100:00000001:3.0:1767384350.351986:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.351986:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.351990:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000100:00000001:3.0:1767384350.351999:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384350.352000:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384350.352003:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050176 00000800:00000001:2.0:1767384350.352005:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384350.352007:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384350.352011:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384350.352014:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.352016:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.352017:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.352018:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.352019:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384350.352023:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050176 00000100:00000001:2.0:1767384350.352023:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.352026:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.352028:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384350.352031:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384350.352032:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294939149 00000020:00000001:3.0:1767384350.352033:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384350.352036:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384350.352037:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294939149 00000020:00000001:3.0:1767384350.352039:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384350.352041:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294939149 00000020:00000001:3.0:1767384350.352042:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384350.352043:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.352047:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294939149 00000100:00000001:3.0:1767384350.352048:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384350.352048:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384350.352053:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294939149 00000020:00000010:3.0:1767384350.352054:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000646f6605. 00000100:00100000:2.0:1767384350.352056:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000001:0.0:1767384350.352057:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294939149 00000100:00000040:2.0:1767384350.352059:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384350.352063:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294939149 00000100:00000001:3.0:1767384350.352065:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.352065:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227419216 : -120961482132400 : ffff91fc75d37450) 00000100:00000001:0.0:1767384350.352066:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294939149 00000020:00000010:3.0:1767384350.352072:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000646f6605. 00000100:00000001:0.0:1767384350.352072:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384350.352075:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dfd49890 x1853236744050048/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.352078:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384350.352081:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b26f4688. 00000100:00000001:0.0:1767384350.352084:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384350.352087:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de0c6afc. 00000100:00000001:0.0:1767384350.352089:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384350.352093:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef9e049e. 00000100:00000001:0.0:1767384350.352098:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384350.352100:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384350.352101:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.352101:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384350.352105:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384350.352105:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000899046b0. 00000100:00000001:0.0:1767384350.352106:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.352108:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.352110:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384350.352111:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.352115:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.352115:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384350.352116:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000899046b0. 00000100:00000001:3.0:1767384350.352121:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.352122:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384350.352127:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dfd49890 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744050048:12345-0@lo:253: 00000100:00000200:2.0:1767384350.352131:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050048 00000100:00000001:3.0:1767384350.352134:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384350.352134:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384350.352152:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384350.352153:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384350.352157:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.352160:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384350.352162:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:2.0:1767384350.352164:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000040:3.0:1767384350.352166:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384350.352166:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384350.352168:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384350.352170:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384350.352173:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227406928 : -120961482144688 : ffff91fc75d34450) 00000020:00000001:2.0:1767384350.352173:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.352174:0:16789:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.352180:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384350.352182:0:16789:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.352184:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384350.352185:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f3c0aaa x1853236744050176/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384350.352189:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.352196:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384350.352199:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384350.352200:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384350.352204:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000646f6605. 02000000:00000010:2.0:1767384350.352207:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d10ef302. 00000100:00000001:3.0:1767384350.352208:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384350.352210:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000646f6605. 00000100:00100000:3.0:1767384350.352218:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f3c0aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744050176:12345-0@lo:253: 02000000:00000001:2.0:1767384350.352218:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.352223:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384350.352226:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050176 20000000:00000001:2.0:1767384350.352228:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384350.352230:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384350.352234:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384350.352235:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.352237:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384350.352238:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000073319d3e. 00000020:00000001:3.0:1767384350.352239:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:01000000:2.0:1767384350.352244:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384350.352246:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384350.352248:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384350.352249:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384350.352253:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384350.352254:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384350.352258:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384350.352258:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.352261:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.352264:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384350.352269:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.352272:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384350.352273:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384350.352274:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008dbfa7cc. 20000000:01000000:2.0:1767384350.352277:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 02000000:00000010:3.0:1767384350.352278:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000059a2670b. 02000000:00000001:3.0:1767384350.352297:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.352298:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384350.352299:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.352302:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384350.352304:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:3.0:1767384350.352310:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cf8ff672. 20000000:01000000:3.0:1767384350.352315:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384350.352317:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384350.352319:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384350.352321:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.352322:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.352324:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384350.352352:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384350.352356:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384350.352358:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384350.352359:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384350.352363:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384350.352368:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384350.352372:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384350.352377:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000010:2.0:1767384350.352379:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009a7a91ab. 00000400:00000010:0.0:1767384350.352383:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000094fef012. 00080000:00000001:2.0:1767384350.352384:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094868992 : -120966614682624 : ffff91fb43e6f400) 00080000:00000001:2.0:1767384350.352390:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:0.0:1767384350.352392:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bef5981. 00000400:00000010:0.0:1767384350.352398:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000400:00000200:0.0:1767384350.352401:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000094fef012 00000400:00000001:0.0:1767384350.352403:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.352405:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.352413:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000400:00000200:0.0:1767384350.352415:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:0.0:1767384350.352416:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000400:00000200:0.0:1767384350.352419:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384350.352421:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000095426027. 00000400:00000200:0.0:1767384350.352423:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:0.0:1767384350.352426:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100871 00000400:00000200:0.0:1767384350.352429:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:0 00000400:00000200:0.0:1767384350.352430:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 rc 1 00000400:00000200:0.0:1767384350.352433:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x102071 00000400:00000200:0.0:1767384350.352434:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000010:0.0:1767384350.352439:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000004303c435. 00000400:00000010:0.0:1767384350.352442:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8a1285. 00000400:00000010:0.0:1767384350.352447:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033b9ade4. 00000400:00000200:0.0:1767384350.352450:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384350.352455:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384350.352458:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384350.352462:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:0.0:1767384350.352466:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384350.352470:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:0.0:1767384350.352475:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:0.0:1767384350.352478:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:0.0:1767384350.352482:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000400:00000200:0.0:1767384350.352485:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000001:00000001:2.0:1767384350.352487:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384350.352491:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.352492:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00080000:00000001:2.0:1767384350.352497:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384350.352500:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:0.0:1767384350.352511:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:0.0:1767384350.352515:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00080000:00000001:2.0:1767384350.352516:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384350.352521:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384350.352522:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:0.0:1767384350.352527:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384350.352532:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:0.0:1767384350.352535:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:0.0:1767384350.352538:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:0.0:1767384350.352541:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:0.0:1767384350.352545:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[70, 20], ns[70, 20] 00000400:00000200:0.0:1767384350.352550:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 20], ns[72, 20] 00000400:00000200:0.0:1767384350.352554:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 20], ns[73, 20] 00000400:00000200:0.0:1767384350.352560:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 20], ns[86, 20] 00000400:00000200:0.0:1767384350.352564:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 20], ns[87, 20] 00000400:00000200:0.0:1767384350.352587:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[86, 20], ns[89, 20] 00000400:00000200:0.0:1767384350.352590:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:0.0:1767384350.352593:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp16 00000400:00000200:0.0:1767384350.352596:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp16 lpni_is_preferred = 0 00000400:00000200:0.0:1767384350.352597:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp16 00000400:00000200:0.0:1767384350.352600:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [93:93:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1767384350.352604:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp16 00000400:00000200:0.0:1767384350.352610:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:) -> 192.168.203.113@tcp16(192.168.203.113@tcp:192.168.203.113@tcp16) : GET try# 0 00000800:00000200:0.0:1767384350.352660:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp16 00000800:00000010:0.0:1767384350.352663:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076664f1d. 00000800:00000200:0.0:1767384350.352668:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (6) 00080000:00000001:2.0:1767384350.352672:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000200:0.0:1767384350.352676:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:988 00080000:00000001:2.0:1767384350.352677:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767384350.352682:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076664f1d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384350.352694:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384350.352696:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100271 rc 0 00000800:00000001:3.0:1767384350.352803:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384350.352803:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384350.352807:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076664f1d. 00000400:00000200:2.0:1767384350.352811:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384350.352812:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384350.352816:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384350.352817:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: GET: OK 00000400:00000200:2.0:1767384350.352822:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384350.352825:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.352825:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:3.0:1767384350.352836:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : GET - for me 00000400:00000200:3.0:1767384350.352845:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384350.352850:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 480/480 into md 0x19a1 [1] + 0 00000400:00000200:3.0:1767384350.352857:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp16 to MR: 192.168.203.113@tcp16 local destination 00000400:00000200:3.0:1767384350.352861:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [94:94:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1767384350.352868:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) -> 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) 192.168.203.113@tcp16 : REPLY try# 0 00000800:00000200:3.0:1767384350.352871:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.113@tcp16 00000800:00000010:3.0:1767384350.352875:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffa01eba. 00000800:00000200:3.0:1767384350.352879:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (6) 00000800:00000200:3.0:1767384350.352884:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:1009 00000800:00000200:3.0:1767384350.352886:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ffa01eba type 3, nob 576 niov 1 nkiov 1 00000800:00000001:2.0:1767384350.352915:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.352935:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.352939:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384350.352941:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384350.352942:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384350.352946:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffa01eba. 00000800:00000001:2.0:1767384350.352948:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.352950:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.352954:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : REPLY - for me 00000400:00000200:3.0:1767384350.352964:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: REPLY: OK 00000400:00000200:2.0:1767384350.352971:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp16: Reply from 12345-192.168.203.113@tcp16 of length 480/480 into md 0x19c1 00000800:00000001:2.0:1767384350.352975:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384350.352991:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.353010:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.353013:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.353017:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: REPLY: OK 00000400:00000200:2.0:1767384350.353021:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8a1285 00000400:00000010:2.0:1767384350.353022:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8a1285. 00000400:00000200:2.0:1767384350.353025:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384350.353027:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:2.0:1767384350.353030:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:2.0:1767384350.353033:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 28. state = 0x100271 00000400:00000200:2.0:1767384350.353036:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384350.353046:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (27) 00000800:00000001:2.0:1767384350.353050:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.353053:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.353061:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384350.353068:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1000f1 00000400:00000010:1.0:1767384350.353074:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 0000000011afdad1. 00000400:00000010:1.0:1767384350.353079:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000006389bef3. 00000400:00000010:1.0:1767384350.353082:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 0000000081c2b09e. 00000400:00000200:1.0:1767384350.353113:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp31(0000000087dc3955) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384350.353118:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp32(000000001078898d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384350.353121:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp33(00000000586dffed) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384350.353127:0:16152:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.113@tcp34 00000400:00000200:1.0:1767384350.353134:0:16152:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.113@tcp34 NID 192.168.203.113@tcp34 00000400:00000200:1.0:1767384350.353136:0:16152:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000029aa56b5 nid 192.168.203.113@tcp34 00000400:00000010:1.0:1767384350.353139:0:16152:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000029aa56b5. 00000400:00000200:1.0:1767384350.353143:0:16152:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000f8b2b4cd net tcp34 00000400:00000010:1.0:1767384350.353144:0:16152:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000f8b2b4cd. 00000400:00000200:1.0:1767384350.353147:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e14e17a4 (1) 00000400:00000200:1.0:1767384350.353150:0:16152:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000e14e17a4 nid 192.168.203.113@tcp34 00000400:00000010:1.0:1767384350.353153:0:16152:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000e14e17a4. 00000400:00000010:1.0:1767384350.353157:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ddf4a773. 00000400:00000200:1.0:1767384350.353163:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ddf4a773 nid 192.168.203.113@tcp34 00000400:00000010:1.0:1767384350.353165:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000075302ef5. 00000400:00000200:1.0:1767384350.353168:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 0000000075302ef5 net tcp34 00000400:00000200:1.0:1767384350.353170:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (26) 00000400:00000200:1.0:1767384350.353176:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp34 flags 0x11 00000400:00000010:1.0:1767384350.353181:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fb8ffa99. 00000400:00000200:1.0:1767384350.353184:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fb8ffa99 nid 192.168.203.113@tcp35 00000400:00000010:1.0:1767384350.353187:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000519d4d2c. 00000400:00000200:1.0:1767384350.353189:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000519d4d2c net tcp35 00000400:00000200:1.0:1767384350.353197:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (27) 00000400:00000200:1.0:1767384350.353200:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp35 flags 0x11 00000400:00000010:1.0:1767384350.353204:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006910f8cf. 00000400:00000200:1.0:1767384350.353207:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006910f8cf nid 192.168.203.113@tcp36 00000400:00000010:1.0:1767384350.353210:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000699f2372. 00000400:00000200:1.0:1767384350.353211:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000699f2372 net tcp36 00000400:00000200:1.0:1767384350.353213:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (28) 00000400:00000200:1.0:1767384350.353216:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp36 flags 0x11 00000400:00000010:1.0:1767384350.353219:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 0000000011afdad1. 00000400:00000010:1.0:1767384350.353221:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000006389bef3. 00000400:00000010:1.0:1767384350.353223:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 0000000081c2b09e. 00000400:00000010:1.0:1767384350.353225:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000004303c435. 00000400:00000200:1.0:1767384350.353227:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384350.353229:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100171 00000400:00000200:1.0:1767384350.353231:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc 1 00000400:00000200:1.0:1767384350.353233:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000010:1.0:1767384350.353237:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000400:00000200:1.0:1767384350.353239:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000010:1.0:1767384350.353243:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7a16e58. 00000400:00000200:1.0:1767384350.353247:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp16 00000400:00000200:1.0:1767384350.353252:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp16 to MR: 192.168.203.113@tcp16 local destination 00000400:00000200:1.0:1767384350.353257:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [95:95:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1767384350.353261:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp16 00000400:00000200:1.0:1767384350.353267:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) -> 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384350.353272:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.113@tcp16 00000800:00000010:1.0:1767384350.353275:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db2732d. 00000800:00000200:1.0:1767384350.353278:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (6) 00000800:00000200:1.0:1767384350.353282:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:988 00000800:00000200:1.0:1767384350.353284:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006db2732d type 1, nob 576 niov 1 nkiov 1 00000400:00000200:1.0:1767384350.353292:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384350.353299:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 0 00000800:00000200:3.0:1767384350.353382:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.353385:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db2732d. 00000400:00000200:3.0:1767384350.353388:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.353393:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: PUT: OK 00000400:00000200:3.0:1767384350.353397:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384350.353397:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384350.353402:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp16: 0 00000800:00000001:1.0:1767384350.353406:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.353409:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353411:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.353416:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : PUT - for me 00000400:00000200:1.0:1767384350.353424:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384350.353428:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 480/480 into md 0x19bd [1] + 0 00000400:00000010:1.0:1767384350.353430:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bef5981. 00000400:00000200:1.0:1767384350.353433:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008afd9101 00000800:00000001:1.0:1767384350.353436:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353439:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.353441:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.353445:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: PUT: OK 00000400:00000200:1.0:1767384350.353448:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000400:00000010:1.0:1767384350.353450:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000400:00000200:1.0:1767384350.353453:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384350.353456:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (30) 00000400:00000200:1.0:1767384350.353458:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:1.0:1767384350.353461:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000d79a0159. 00000400:00000200:1.0:1767384350.353463:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 28 00000400:00000200:1.0:1767384350.353465:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384350.353471:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (31) 00000400:00000200:1.0:1767384350.353475:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384350.353479:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp16 to MR: 192.168.203.113@tcp16 local destination 00000400:00000200:1.0:1767384350.353483:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp16 NI seq info: [96:96:256:4294967295] 192.168.203.113@tcp16 LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1767384350.353492:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) -> 192.168.203.113@tcp16(192.168.203.113@tcp16:192.168.203.113@tcp16) 192.168.203.113@tcp16 : ACK try# 0 00000800:00000200:1.0:1767384350.353495:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp16 00000800:00000010:1.0:1767384350.353498:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd7cf696. 00000800:00000200:1.0:1767384350.353501:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (6) 00000800:00000200:1.0:1767384350.353505:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:1009 00000800:00000200:1.0:1767384350.353512:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fd7cf696 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384350.353564:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384350.353611:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050812422. 00000400:00000010:3.0:1767384350.353615:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000400:00000200:3.0:1767384350.353617:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000094fef012 00000400:00000200:3.0:1767384350.353622:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x1004f1 00000400:00000010:3.0:1767384350.353627:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000b22550c1. 00000400:00000010:3.0:1767384350.353629:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000e577db90. 00000800:00000200:1.0:1767384350.353636:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384350.353639:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd7cf696. 00000400:00000200:1.0:1767384350.353642:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.353647:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: ACK: OK 00000800:00000001:1.0:1767384350.353653:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353655:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.353657:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353661:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.353662:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353665:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.353671:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp16(192.168.203.113@tcp16) <- 192.168.203.113@tcp16 : ACK - for me 00000400:00000200:1.0:1767384350.353680:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp16: ACK from 12345-192.168.203.113@tcp16 into md 0x19c5 00000400:00000200:1.0:1767384350.353682:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.353684:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp16->192.168.203.113@tcp16: ACK: OK 00000400:00000200:1.0:1767384350.353687:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384350.353688:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000400:00000200:1.0:1767384350.353691:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384350.353693:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:1.0:1767384350.353695:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384350.353698:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000800:00000001:1.0:1767384350.353702:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.353705:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384350.353786:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000dc29aed0. 00000400:00000010:3.0:1767384350.353807:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000b22550c1. 00000400:00000010:3.0:1767384350.353810:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000e577db90. 00000400:00000010:3.0:1767384350.353812:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000dc29aed0. 00000400:00000010:3.0:1767384350.353816:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000d79a0159. 00000400:00000200:3.0:1767384350.353819:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384350.353822:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x100171 00000400:00000200:3.0:1767384350.353826:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc 1 00000400:00000200:3.0:1767384350.353830:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000200:3.0:1767384350.353833:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384350.353835:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100111 rc 0 00000400:00000200:3.0:1767384350.353839:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384350.353843:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (29) 00080000:00000001:2.0:1767384350.360794:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384350.360799:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384350.360802:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.360804:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384350.360810:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384350.360812:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384350.360816:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384350.360818:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384350.360819:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384350.360820:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384350.360823:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384350.360825:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:1.0:1767384350.360827:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009a7a91ab. 00080000:00000020:2.0:1767384350.360831:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384350.360833:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384350.360835:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea9d4bdc. 20000000:01000000:3.0:1767384350.360839:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:3.0:1767384350.360842:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384350.360846:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384350.360848:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384350.360851:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384350.360854:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384350.360857:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384350.360860:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384350.360869:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384350.360871:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000068167a97. 00010000:00000001:2.0:1767384350.360875:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384350.360879:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384350.360879:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00080000:00000001:3.0:1767384350.360882:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.360884:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384350.360885:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384350.360889:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002169217f with handle 0xf489261bfe0bc70b to hash 00000020:00000001:3.0:1767384350.360890:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384350.360894:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:2.0:1767384350.360894:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384350.360896:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:3.0:1767384350.360900:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384350.360901:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384350.360905:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384350.360906:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dc29aed0. 00010000:00000001:2.0:1767384350.360907:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.360912:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361350144 : -120961348201472 : ffff91fc7dcf1400) 00010000:00010000:2.0:1767384350.360913:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384350.360917:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384350.360922:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384350.360925:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384350.360927:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384350.360929:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384350.360930:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.360932:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384350.360933:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.360934:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384350.360936:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384350.360937:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384350.360938:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384350.360939:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000068167a97) refcount = 1 00010000:00010000:2.0:1767384350.360942:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.360946:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384350.360948:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384350.360949:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.360950:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.360952:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384350.360954:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384350.360957:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00000001:00000001:3.0:1767384350.360958:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384350.360959:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384350.360961:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.360963:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384350.360966:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384350.360968:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=4 00000020:00000001:2.0:1767384350.360970:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:3.0:1767384350.360971:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.360972:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:3.0:1767384350.360976:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384350.360977:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384350.360980:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.360985:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384350.360986:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.360990:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.360991:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384350.360993:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.360996:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.360997:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.361000:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384350.361001:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384350.361006:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002169217f already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384350.361008:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.361009:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384350.361011:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.361015:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384350.361017:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384350.361018:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384350.361019:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002169217f refcount=5 00080000:00000001:3.0:1767384350.361021:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384350.361021:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00010000:00000001:2.0:1767384350.361023:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454698496 : -120962254853120 : ffff91fc47c4ac00) 00080000:00000001:3.0:1767384350.361025:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384350.361031:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384350.361032:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.361036:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384350.361038:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.361039:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.361042:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384350.361043:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384350.361045:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.361045:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384350.361047:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002169217f with handle 0xf489261bfe0bc70b from hash 00010000:00000001:2.0:1767384350.361048:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384350.361049:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.361050:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.361051:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384350.361052:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384350.361054:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384350.361055:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384350.361057:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.361059:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.361060:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384350.361061:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384350.361063:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.361064:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.361065:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.361067:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.361068:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.361070:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.361073:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.361074:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.361075:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384350.361092:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384350.361093:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.361094:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.361101:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384350.361104:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.361106:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.361108:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.361113:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384350.361114:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384350.361116:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002169217f/0xf489261bfe0bc70b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384350.361120:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000068167a97 count: 0 00010000:00000001:2.0:1767384350.361128:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384350.361129:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384350.368172:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384350.368174:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384350.368178:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384350.368179:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384350.368179:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384350.368182:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384350.368184:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384350.368185:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384350.368189:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384350.368189:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dc29aed0. 20000000:01000000:1.0:1767384350.368192:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384350.368195:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384350.368210:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384350.368213:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384350.368215:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384350.368217:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384350.368219:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384350.368221:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384350.368224:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384350.368226:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384350.368230:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dd867957. 00010000:00000001:2.0:1767384350.368234:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384350.368236:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49c9f35. 00000020:00000001:2.0:1767384350.368239:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384350.368242:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c49c9f35 with handle 0xf489261bfe0bc712 to hash 00000020:00000001:2.0:1767384350.368244:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384350.368246:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368248:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368250:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.368251:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.368253:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368259:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384350.368261:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384350.368262:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384350.368264:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384350.368271:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.368273:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384350.368274:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.368276:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384350.368278:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384350.368279:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384350.368281:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384350.368282:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dd867957) refcount = 1 00010000:00010000:2.0:1767384350.368284:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368288:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384350.368290:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384350.368291:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.368292:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368294:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384350.368296:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384350.368298:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384350.368300:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384350.368302:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384350.368303:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=4 00000020:00000001:2.0:1767384350.368305:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368307:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368309:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384350.368310:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368314:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384350.368316:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368319:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.368320:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384350.368322:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368332:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.368334:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368336:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384350.368337:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384350.368341:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c49c9f35 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384350.368343:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.368345:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384350.368347:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368350:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384350.368352:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384350.368353:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384350.368354:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c49c9f35 refcount=5 00000020:00000001:2.0:1767384350.368356:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368357:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454702080 : -120962254849536 : ffff91fc47c4ba00) 00010000:00000001:2.0:1767384350.368359:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384350.368361:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368364:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384350.368365:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384350.368367:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368369:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384350.368370:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384350.368372:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384350.368372:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384350.368374:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c49c9f35 with handle 0xf489261bfe0bc712 from hash 00010000:00000001:2.0:1767384350.368376:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384350.368376:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.368378:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.368382:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384350.368384:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384350.368386:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384350.368387:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384350.368388:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384350.368389:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368390:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384350.368391:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384350.368393:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.368393:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.368394:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368395:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.368396:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.368397:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368400:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.368401:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.368402:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384350.368403:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384350.368404:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384350.368404:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384350.368405:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384350.368407:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.368408:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.368409:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384350.368412:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384350.368413:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384350.368414:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c49c9f35/0xf489261bfe0bc712 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384350.368417:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dd867957 count: 0 00010000:00000001:2.0:1767384350.368426:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384350.368427:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384350.369595:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294939149, at 4294939150 00000100:00000040:3.0:1767384350.369597:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294939149, at 4294939150 00000100:00000010:2.0:1767384350.369602:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a458c6e8. 00000100:00000010:3.0:1767384350.369605:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b89b488a. 00000100:00000040:1.0:1767384350.369612:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294939149, at 4294939150 00000100:00000010:1.0:1767384350.369619:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c26b8cc9. 00000100:00000040:0.0:1767384350.369666:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294939149, at 4294939150 00000100:00000010:0.0:1767384350.369672:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098ab6d07. 00080000:00000020:2.0:1767384350.370391:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384350.370394:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384350.370396:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000073319d3e. 20000000:00000001:2.0:1767384350.370400:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384350.370403:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050048 00010000:00000001:2.0:1767384350.370406:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384350.370411:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dfd49890 x1853236744050048/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384350.370418:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384350.370420:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384350.370423:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384350.370426:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384350.370429:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384350.370431:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384350.370434:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384350.370436:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.370439:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384350.370442:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384350.370445:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba78f611. 00000100:00000200:2.0:1767384350.370449:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744050048, offset 224 00000400:00000200:2.0:1767384350.370455:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384350.370464:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384350.370472:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05580 00000400:00000200:2.0:1767384350.370477:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19a9 [2] + 224 00000400:00000200:2.0:1767384350.370482:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.370485:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384350.370489:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384350.370493:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384350.370499:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.370513:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384350.370519:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba78f611 00000400:00000010:2.0:1767384350.370526:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba78f611. 00000100:00000001:2.0:1767384350.370531:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384350.370533:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384350.370537:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.370539:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384350.370541:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384350.370543:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.370546:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384350.370549:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dfd49890 x1853236744050048/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384350.370584:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dfd49890 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744050048:12345-0@lo:253: Request processed in 18484us (19151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384350.370593:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:2.0:1767384350.370596:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384350.370598:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384350.370600:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384350.370604:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014fcdbdf. 00000020:00000010:2.0:1767384350.370608:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:2.0:1767384350.370610:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007776f05d. 00000020:00000040:2.0:1767384350.370614:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384350.370617:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384350.370619:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d10ef302. 02000000:00000001:2.0:1767384350.370622:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384350.370624:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384350.370628:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384350.370631:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107de41b. 00000400:00000010:2.0:1767384350.370635:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba78f611. 00000100:00000001:2.0:1767384350.370653:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384350.370656:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384350.370660:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384350.370662:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384350.370663:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a123b. 00000400:00000200:2.0:1767384350.370667:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc222e7e 00000400:00000010:2.0:1767384350.370669:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc222e7e. 00000100:00000001:2.0:1767384350.370672:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384350.370682:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384350.370689:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.370694:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384350.370695:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.370697:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384350.370699:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384350.370701:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384350.370702:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384350.370704:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384350.370707:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384350.370710:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384350.370712:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384350.370713:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.370715:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384350.370731:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.370733:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384350.370736:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.370741:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384350.370743:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384350.370745:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384350.370748:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384350.370749:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384350.370750:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384350.370751:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384350.370753:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384350.370753:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384350.370754:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384350.370755:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384350.370756:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384350.370757:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384350.370758:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384350.370763:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000027c696b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744050048:0@lo:253: 00000100:00000001:2.0:1767384350.370772:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.370775:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384350.370777:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000027c696b x1853236744050048/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384350.370782:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384350.370784:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384350.370786:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e9af0110. 02000000:00000001:2.0:1767384350.370790:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384350.370792:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384350.370793:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384350.370795:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384350.370798:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000edaf87a9. 02000000:00000001:2.0:1767384350.370802:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384350.370804:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384350.370805:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027c696b. 00000100:00000001:2.0:1767384350.370809:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384350.370810:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.370812:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384350.370816:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384350.370818:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384350.370820:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384350.370821:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384350.371445:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384350.371449:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384350.371450:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cf8ff672. 20000000:00000001:1.0:1767384350.371455:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384350.371458:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050176 00010000:00000001:1.0:1767384350.371460:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384350.371464:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f3c0aaa x1853236744050176/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384350.371470:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384350.371472:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.371474:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.371477:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384350.371479:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.371481:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384350.371483:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.371485:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.371487:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384350.371489:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384350.371492:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aa0e99e. 00000100:00000200:1.0:1767384350.371495:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744050176, offset 224 00000400:00000200:1.0:1767384350.371498:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384350.371502:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.371507:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05600 00000400:00000200:1.0:1767384350.371510:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19b5 [2] + 224 00000400:00000200:1.0:1767384350.371514:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.371516:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.371519:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.371521:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.371536:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.371547:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.371571:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa0e99e 00000400:00000010:1.0:1767384350.371573:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aa0e99e. 00000100:00000001:1.0:1767384350.371576:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.371577:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384350.371581:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384350.371584:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384350.371585:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384350.371587:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.371589:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384350.371590:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:2.1:1767384350.371592:0:29959:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000068167a97. 00000100:00000040:1.0:1767384350.371593:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f3c0aaa x1853236744050176/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.371594:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.371600:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.1:1767384350.371601:0:29959:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00000400:00000001:0.0:1767384350.371604:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384350.371608:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f3c0aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744050176:12345-0@lo:253: Request processed in 19406us (19687us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384350.371609:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004922b6b0. 00000400:00000200:0.0:1767384350.371615:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bc0ffd3 00000400:00000010:0.0:1767384350.371618:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bc0ffd3. 00000100:00100000:1.0:1767384350.371621:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:0.0:1767384350.371624:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384350.371625:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384350.371628:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384350.371631:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384350.371631:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.371635:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de0c6afc. 00000020:00000010:1.0:1767384350.371641:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef9e049e. 00000100:00000200:0.0:1767384350.371645:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384350.371646:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b26f4688. 00000020:00000040:1.0:1767384350.371654:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384350.371656:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384350.371659:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384350.371660:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384350.371662:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000059a2670b. 00000100:00000001:0.0:1767384350.371663:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.371665:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384350.371667:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384350.371667:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.371668:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.371670:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384350.371674:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384350.371678:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384350.371679:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d16a89. 00000100:00001000:0.0:1767384350.371682:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=58 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384350.371684:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aa0e99e. 00000100:00001000:0.0:1767384350.371691:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.371693:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.371694:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.371696:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384350.371697:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.371698:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.371702:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.371707:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.371709:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.371710:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384350.371712:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384350.371714:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384350.371714:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384350.371715:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384350.371727:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384350.371728:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384350.371729:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384350.371730:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384350.371731:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384350.371734:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.371740:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2894ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744050176:0@lo:253: 00000100:00000001:0.0:1767384350.371745:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.371746:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.371748:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2894ad8 x1853236744050176/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.371752:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.371753:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.371755:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd5a1b6b. 02000000:00000001:0.0:1767384350.371757:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.371758:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.371759:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384350.371766:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.371767:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc1ecc32. 02000000:00000001:0.0:1767384350.371769:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.371771:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.371772:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2894ad8. 00000100:00000001:0.0:1767384350.371774:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.371775:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.371776:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.371780:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.371781:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.371782:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.371784:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384350.372188:0:29959:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007dd70e67. 00000400:00000040:2.0:1767384350.372203:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.372205:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384350.372207:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.372209:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.372210:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.372211:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384350.372214:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.372215:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384350.372216:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.372217:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384350.372218:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.372219:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.372221:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.372222:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.372228:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384350.372230:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.372231:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.372231:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384350.372232:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384350.372234:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.372235:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.372236:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.372237:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.372238:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.372239:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384350.372241:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.372242:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.372243:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.372244:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.372245:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.372245:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384350.372247:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.372248:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.372249:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.372250:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.372251:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.372251:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384350.372253:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.372254:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.372255:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.372256:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.372257:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.372258:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384350.372259:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384350.372260:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384350.372261:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384350.372262:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384350.372263:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384350.372265:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.372265:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.372266:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384350.372267:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.372268:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384350.372274:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384350.372276:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384350.372277:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384350.372278:0:29959:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384350.372333:0:29959:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007dd70e67. 00010000:00000010:2.1:1767384350.379646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dd867957. 00010000:00000010:2.1:1767384350.379651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49c9f35. 00010000:00000001:1.0:1767384350.676844:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384350.676853:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.676857:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384350.676858:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384350.676891:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384350.676895:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384350.676898:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384351.123653:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp32 00000400:00000010:3.0:1767384351.123659:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c095a4c7. 00000400:00000010:3.0:1767384351.123665:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000060d6cd45. 00000400:00000010:3.0:1767384351.123669:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000400:00000010:3.0:1767384351.123676:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdb4271e. 00000400:00000200:3.0:1767384351.123680:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp32 00000400:00000200:3.0:1767384351.123697:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp32 local destination 00000400:00000200:3.0:1767384351.123704:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:3.0:1767384351.123708:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [97:97:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1767384351.123733:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:3.0:1767384351.123757:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp32:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:3.0:1767384351.123762:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000800:00000010:3.0:1767384351.123767:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9924f3d. 00000800:00000200:3.0:1767384351.123773:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000800:00000200:3.1:1767384351.123778:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:3.0:1767384351.123798:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 2 next ping: 276 health :800 00000400:00000200:3.0:1767384351.123808:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp34 00000400:00000010:3.0:1767384351.123811:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002a8a38af. 00000400:00000010:3.0:1767384351.123814:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d77ef8a. 00000400:00000010:3.0:1767384351.123818:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000400:00000010:3.0:1767384351.123824:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa4887f5. 00000400:00000200:3.0:1767384351.123828:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp34 00000400:00000200:3.0:1767384351.123835:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp34 local destination 00000400:00000200:3.0:1767384351.123838:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp34 00000400:00000200:3.0:1767384351.123841:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [98:98:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1767384351.123844:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp34 00000400:00000200:3.0:1767384351.123865:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) : GET try# 0 00000800:00000200:3.0:1767384351.123869:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp34 00000800:00000010:3.0:1767384351.123872:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7846733. 00000800:00000200:3.0:1767384351.123876:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:3.1:1767384351.123879:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000400:00000200:1.0:1767384351.123880:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.123891:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp34 added to recovery queue. ping count: 2 next ping: 276 health :800 00000400:00000200:3.0:1767384351.123895:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp33 00000400:00000010:3.0:1767384351.123898:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000033624131. 00000400:00000010:3.0:1767384351.123900:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095426027. 00000400:00000010:3.0:1767384351.123903:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000010:3.0:1767384351.123906:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065a1c305. 00000400:00000200:3.0:1767384351.123909:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp33 00000400:00000200:3.0:1767384351.123915:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp33 local destination 00000400:00000200:3.0:1767384351.123918:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp33 00000400:00000200:3.0:1767384351.123921:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp33 NI seq info: [99:99:256:4294967295] 192.168.203.113@tcp33 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767384351.123923:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.123926:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp33 00000400:00000200:3.0:1767384351.123938:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33:) -> 192.168.203.113@tcp33(192.168.203.113@tcp33:192.168.203.113@tcp33) : GET try# 0 00000800:00000200:3.0:1767384351.123942:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp33 00000800:00000010:3.0:1767384351.123946:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002aa719d1. 00000800:00000200:3.0:1767384351.123950:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000400:00000200:1.0:1767384351.123955:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:3.1:1767384351.123960:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000400:00000200:3.0:1767384351.123975:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp33 added to recovery queue. ping count: 2 next ping: 276 health :800 00000400:00000200:1.0:1767384351.123976:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124003:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124032:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124044:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124072:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124099:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124112:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124166:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124192:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124199:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124247:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124268:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124271:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124321:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124344:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124348:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124399:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124414:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124424:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124474:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124487:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124498:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124549:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124571:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124605:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124642:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124672:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124686:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124730:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124773:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124794:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124810:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124837:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124862:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124879:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124902:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124924:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.124937:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.124968:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.124988:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125002:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125037:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125062:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125072:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125094:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125147:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125162:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125185:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125223:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125239:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125268:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125304:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125311:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125346:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125389:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125395:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125420:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125469:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125480:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125504:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125559:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125565:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125617:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125647:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125673:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125690:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125757:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125772:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125785:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125827:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125842:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125855:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125896:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125910:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.125932:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.125966:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.125981:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126002:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126039:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126058:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126081:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126119:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126132:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126158:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126197:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126206:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126243:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126275:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126279:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126314:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126365:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126366:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126415:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126428:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.126476:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126511:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000800:00000010:1.0:1767384351.126539:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5281c4f. 00000800:00000010:1.0:1767384351.126545:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073dd0412. 00000800:00000010:1.0:1767384351.126550:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcc3d84b. 00000400:00000200:2.0:1767384351.126563:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:1.0:1767384351.126581:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcc3d84b. 00000400:00000200:3.0:1767384351.126619:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00020000:1.0:1767384351.126621:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384351.126626:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073dd0412. 00000800:00000010:1.0:1767384351.126629:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5281c4f. 00000400:00000200:2.0:1767384351.126641:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126700:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:02020000:1.0:1767384351.126710:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384351.126748:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384351.126751:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000800:00000200:1.0:1767384351.126761:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp32 down 00000800:00000100:1.0:1767384351.126768:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:1.0:1767384351.126772:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9924f3d. 00000400:00000200:1.0:1767384351.126777:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384351.126782:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384351.126790:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384351.126793:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384351.126798:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp32) recovery failed with -71 00000400:00000200:3.0:1767384351.126800:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126870:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.126916:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000010:2.0:1767384351.126917:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d10ef302. 00000800:00000010:2.0:1767384351.126922:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001343aa78. 00000800:00000010:2.0:1767384351.126925:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000417ba41b. 00000800:00000010:2.0:1767384351.126947:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000417ba41b. 00000400:00000200:3.0:1767384351.126948:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000800:00020000:2.0:1767384351.126953:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384351.126957:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001343aa78. 00000800:00000010:2.0:1767384351.126960:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d10ef302. 00000400:00000200:3.0:1767384351.126980:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:02020000:2.0:1767384351.127009:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384351.127015:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp33 notifying 192.168.203.113@tcp33: down 00000800:00000200:2.0:1767384351.127020:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp33 down 00000400:00000200:3.0:1767384351.127026:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000800:00000100:2.0:1767384351.127026:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp33 00000800:00000010:2.0:1767384351.127032:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002aa719d1. 00000400:00000200:2.0:1767384351.127037:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384351.127041:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384351.127047:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384351.127050:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384351.127054:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384351.127056:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:3.0:1767384351.127079:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000800:00000010:3.0:1767384351.127221:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000059a2670b. 00000800:00000010:3.0:1767384351.127226:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c8986ec. 00000800:00000010:3.0:1767384351.127229:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f6f7aba. 00000800:00000010:3.0:1767384351.127259:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f6f7aba. 00000400:00000200:2.0:1767384351.127396:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384351.127409:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp34 from 213.3.0.2 00000800:00000010:2.0:1767384351.127411:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000511f0ecb. 00000800:00000010:0.0:1767384351.127460:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd5a1b6b. 00000800:00000010:0.0:1767384351.127468:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc3997f0. 00000800:00000010:0.0:1767384351.127495:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f00c57c8. 00000800:00000200:0.1:1767384351.127501:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (2) 00000800:00000200:0.1:1767384351.127507:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp34 00000000f00c57c8 deleted 00000800:00000010:0.1:1767384351.127510:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f00c57c8. 00000800:00000200:0.1:1767384351.127516:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384351.127522:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp34 ip 192.168.203.113:981 00000800:00000200:0.1:1767384351.127527:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7846733 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384351.127535:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp34 p 3.x 192.168.203.113 -> 192.168.203.113:981 incarnation:1767384346480537711 sched[0] 00000800:00000010:0.0:1767384351.127541:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7752397. 00000800:00000010:0.0:1767384351.128032:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7752397. 00000800:00000010:0.0:1767384351.128036:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc3997f0. 00000800:00000200:3.1:1767384351.128056:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384351.128062:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp34 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384346480537711 sched[0] 00000800:00000010:3.0:1767384351.128065:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c8986ec. 00000800:00000010:0.0:1767384351.128070:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000511f0ecb. 00000800:00000001:2.0:1767384351.128092:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.128092:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.128097:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.128141:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:0.0:1767384351.128144:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384351.128151:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384351.128154:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384351.128155:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384351.128159:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7846733. 00000400:00000200:3.0:1767384351.128162:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384351.128162:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.128173:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: GET: OK 00000400:00000200:2.0:1767384351.128178:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384351.128178:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34) <- 192.168.203.113@tcp34 : GET - for me 00000400:00000200:3.0:1767384351.128179:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384351.128186:0:16148:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp34 recovery message sent successfully:0 00000400:00000200:0.0:1767384351.128195:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384351.128203:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x19a1 [1] + 0 00000800:00000001:3.0:1767384351.128212:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.128214:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384351.128215:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp34 to MR: 192.168.203.113@tcp34 local destination 00000400:00000200:0.0:1767384351.128226:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp34 NI seq info: [100:100:256:4294967295] 192.168.203.113@tcp34 LPNI seq info [96:96:8:4294967295] 00000400:00000200:0.0:1767384351.128238:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) -> 192.168.203.113@tcp34(192.168.203.113@tcp34:192.168.203.113@tcp34) 192.168.203.113@tcp34 : REPLY try# 0 00000400:00000200:2.0:1767384351.128241:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000200:0.0:1767384351.128252:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp34 00000800:00000010:0.0:1767384351.128256:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004726725d. 00000400:00000200:2.0:1767384351.128261:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:0.0:1767384351.128261:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (4) 00000800:00000200:0.0:1767384351.128267:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp34 ip 192.168.203.113:988 00000800:00000200:0.0:1767384351.128270:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004726725d type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384351.128279:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000001:3.0:1767384351.128298:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384351.128307:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000001:3.0:1767384351.128325:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.128332:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384351.128333:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384351.128334:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384351.128339:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004726725d. 00000800:00000001:3.0:1767384351.128340:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.128341:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384351.128346:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.128352:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp34(192.168.203.113@tcp34) <- 192.168.203.113@tcp34 : REPLY - for me 00000400:00000200:0.0:1767384351.128358:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: REPLY: OK 00000400:00000200:3.0:1767384351.128365:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp34: Reply from 12345-192.168.203.113@tcp34 of length 272/272 into md 0x19e1 00000400:00000200:2.0:1767384351.128371:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000800:00000001:3.0:1767384351.128377:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.128385:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384351.128388:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384351.128391:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp34->192.168.203.113@tcp34: REPLY: OK 00000400:00000200:3.0:1767384351.128397:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384351.128399:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000400:00000200:3.0:1767384351.128402:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384351.128407:0:16147:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002a8a38af. 00000400:00000200:2.0:1767384351.128407:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000010:3.0:1767384351.128412:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d77ef8a. 00000800:00000001:3.0:1767384351.128420:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384351.128423:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384351.128432:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384351.128437:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128462:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128482:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128503:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128542:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128564:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128619:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128655:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128672:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128691:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128707:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128741:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128775:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128794:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128812:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128832:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128866:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128884:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128903:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128918:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128934:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128951:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128977:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.128993:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384351.129007:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384351.129082:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d10ef302. 00000800:00000010:2.0:1767384351.129085:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001343aa78. 00000800:00000010:2.0:1767384351.129088:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000417ba41b. 00000800:00000010:2.0:1767384351.129102:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000417ba41b. 00000800:00020000:2.0:1767384351.129123:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384351.129125:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001343aa78. 00000800:00000010:2.0:1767384351.129127:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d10ef302. 00000400:02020000:2.0:1767384351.129159:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384351.601942:0:30368:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384351.601953:0:30368:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.601956:0:30368:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384351.601961:0:30368:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384351.601965:0:30368:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.601967:0:30368:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.699607:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384351.699614:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.699621:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384351.699624:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384351.699627:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384351.699629:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.699632:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384351.699634:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.699635:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384351.699643:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384351.699680:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384351.699684:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384351.699687:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384352.147638:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.147643:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.147646:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:1.0:1767384352.147650:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000400:00000200:1.0:1767384352.147654:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384352.147661:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384352.147670:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c095a4c7. 00000400:00000010:1.0:1767384352.147673:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000060d6cd45. 00000400:00000001:1.0:1767384352.147678:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.147679:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.147681:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:1.0:1767384352.147683:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000400:00000200:1.0:1767384352.147685:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384352.147687:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384352.147688:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000033624131. 00000400:00000010:1.0:1767384352.147689:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095426027. 00000400:00000200:1.0:1767384352.147693:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp28 00000400:00000010:1.0:1767384352.147696:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000002613805. 00000400:00000010:1.0:1767384352.147700:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d5abf3dc. 00000400:00000010:1.0:1767384352.147703:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000400:00000010:1.0:1767384352.147722:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d665d9b0. 00000400:00000200:1.0:1767384352.147741:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp28 00000400:00000200:1.0:1767384352.147751:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp28 local destination 00000400:00000200:1.0:1767384352.147755:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:1.0:1767384352.147758:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [101:101:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1767384352.147763:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00000400:00000200:1.0:1767384352.147768:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) : GET try# 0 00000800:00000200:1.0:1767384352.147772:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000800:00000010:1.0:1767384352.147775:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd7cf696. 00000800:00000200:1.0:1767384352.147780:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:1.1:1767384352.147783:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:1.0:1767384352.147816:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 4 next ping: 289 health :600 00000400:00000200:0.0:1767384352.147873:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.147911:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.147948:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.147962:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.147977:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.147990:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148004:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148016:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148028:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148041:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148053:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148065:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148077:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148089:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148113:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148127:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148139:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148151:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148164:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148177:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148190:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148203:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148217:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148230:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148243:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148254:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148265:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148279:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148290:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148302:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148314:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148326:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148339:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148350:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384352.148361:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384352.148538:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e082242. 00000800:00000010:0.0:1767384352.148543:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6ecd12e. 00000800:00000010:0.0:1767384352.148548:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e11ade9c. 00000800:00000010:0.0:1767384352.148570:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e11ade9c. 00000800:00020000:0.0:1767384352.148580:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384352.154258:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6ecd12e. 00000800:00000010:0.0:1767384352.154262:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003e082242. 00000400:02020000:0.0:1767384352.154304:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384352.158571:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp28 notifying 192.168.203.113@tcp28: down 00000800:00000200:0.0:1767384352.158576:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp28 down 00000800:00000100:0.0:1767384352.158588:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp28 00000800:00000010:0.0:1767384352.158591:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd7cf696. 00000400:00000200:0.0:1767384352.158595:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384352.158599:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384352.158606:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384352.158608:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384352.158610:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp28) recovery failed with -71 00000001:00000001:1.0:1767384352.260049:0:30532:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384352.260058:0:30532:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384352.263718:0:30532:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384352.270065:0:30533:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f2b29245. 00000400:00000010:0.0:1767384352.270078:0:30533:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bc630d40. 00000400:00000010:0.0:1767384352.270086:0:30533:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fc5cdb44. 00000400:00000010:0.0:1767384352.270089:0:30533:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003b90c5cd. 00000400:00000010:0.0:1767384352.270092:0:30533:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000381bac16. 00000400:00000010:0.0:1767384352.270096:0:30533:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae42d5f1. 00000400:00000010:0.0:1767384352.270098:0:30533:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa993c0d. 00000400:00000010:0.0:1767384352.270099:0:30533:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006337519b. 00000400:00000010:0.0:1767384352.270102:0:30533:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003ee73936. 00000800:00000010:0.0:1767384352.270114:0:30533:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004726725d. 00000800:00000200:0.0:1767384352.270124:0:30533:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384352.270133:0:30533:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384352.270164:0:30533:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384352.270185:0:30533:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp37 [8/256/0/180] 00000400:00000010:0.0:1767384352.271684:0:30533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000002e28c2f9. 00000400:00000010:0.0:1767384352.271689:0:30533:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922b6b0. 00000400:00000010:0.0:1767384352.271694:0:30533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322d98fd. 00000400:00000001:0.0:1767384352.271725:0:30533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.271727:0:30533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.271729:0:30533:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008160c0e3. 00000400:00000200:0.0:1767384352.271732:0:30533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:0.0:1767384352.271733:0:30533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000010:0.0:1767384352.271736:0:30533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000043d307f3. 00000400:00000200:0.0:1767384352.271740:0:30533:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (28) 00000400:00000200:0.0:1767384352.271751:0:30533:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384352.271759:0:30533:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:0.0:1767384352.271769:0:30533:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003e082242. 00000020:01000000:0.0:1767384352.271773:0:30533:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384352.271776:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384352.271776:0:30533:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp37 00000400:00000200:1.0:1767384352.271784:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 00000400:00000010:0.0:1767384352.271791:0:30533:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bc630d40. 00000400:00000010:1.0:1767384352.271792:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000400:00000010:0.0:1767384352.271797:0:30533:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f2b29245. 00000400:00000200:1.0:1767384352.271798:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000010:1.0:1767384352.271807:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f3caebb. 00000400:00000200:1.0:1767384352.271813:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384352.271819:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384352.271824:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384352.271827:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:3.0:1767384352.271828:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384352.271832:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384352.271835:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:3.0:1767384352.271836:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384352.271840:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384352.271843:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384352.271845:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:3.0:1767384352.271846:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384352.271849:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384352.271852:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384352.271856:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:3.0:1767384352.271857:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384352.271860:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384352.271863:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384352.271866:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:3.0:1767384352.271867:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384352.271873:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000400:00000200:1.0:1767384352.271874:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000040:3.0:1767384352.271880:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384352.271884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000100:00000001:3.0:1767384352.271888:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384352.271889:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 02000000:00000001:3.0:1767384352.271891:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384352.271896:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 02000000:00000001:3.0:1767384352.271898:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.271903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 02000000:00000010:3.0:1767384352.271907:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cf8ff672. 00000400:00000200:1.0:1767384352.271907:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384352.271914:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:3.0:1767384352.271916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.271918:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000100:00000001:3.0:1767384352.271925:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384352.271925:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:3.0:1767384352.271928:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.271938:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_01+1] req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384352.271945:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384352.271954:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384352.271959:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384352.271975:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384352.271980:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384352.271985:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 22], ns[101, 22] 00000400:00000200:1.0:1767384352.271990:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384352.271995:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:1.0:1767384352.272000:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[84, 22], ns[86, 22] 10000000:00000001:3.0:1767384352.272002:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272006:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 22], ns[97, 22] 10000000:00000001:3.0:1767384352.272007:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.272013:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384352.272017:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384352.272017:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[99, 22] 00000100:00000001:0.0:1767384352.272017:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.272024:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384352.272027:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384352.272028:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[100, 22] 00000100:00000001:0.0:1767384352.272028:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384352.272031:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384352.272034:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384352.272036:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384352.272038:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384352.272039:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000020:01000004:3.0:1767384352.272044:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384352.272048:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384352.272051:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384352.272056:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384352.272057:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384352.272060:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384352.272061:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384352.272064:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384352.272065:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384352.272068:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000020:01000004:3.0:1767384352.272069:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384352.272069:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384352.272074:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384352.272075:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 02000000:00000001:0.0:1767384352.272075:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384352.272078:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384352.272081:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384352.272084:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065fdcf78. 00000400:00000200:1.0:1767384352.272084:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp35 lpni_is_preferred = 0 00000100:00100000:0.0:1767384352.272087:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744050304:0@lo:253: 00000020:00000040:3.0:1767384352.272090:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384352.272093:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp35 00000100:00000001:0.0:1767384352.272096:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384352.272097:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384352.272101:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384352.272102:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [102:102:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [98:98:8:4294967295] 02000000:00000001:0.0:1767384352.272103:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384352.272105:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.272107:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.272112:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384352.272114:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e9af0110. 00000400:00000200:1.0:1767384352.272115:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 02000000:00000010:0.0:1767384352.272118:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000097873c80. 00000100:00000001:3.0:1767384352.272119:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.272124:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272126:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384352.272130:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272130:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp:192.168.203.113@tcp35) : PUT try# 0 00000400:00000010:0.0:1767384352.272131:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000100:00000040:3.0:1767384352.272135:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065fdcf78] to pc [ptlrpcd_00_02+2] req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.272138:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc630d40. 00000100:00000200:0.0:1767384352.272146:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744050304, portal 25 00000100:00000001:0.0:1767384352.272151:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.272154:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000800:00000200:1.0:1767384352.272155:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.113@tcp35 00000800:00000010:1.0:1767384352.272163:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e784acbe. 00000100:00000040:0.0:1767384352.272165:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384352.272166:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384352.272172:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384352.272172:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000073dd0412. 00000020:00000001:3.0:1767384352.272179:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384352.272180:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000051d65dc6. 00000020:01000000:3.0:1767384352.272184:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384352.272184:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384352.272190:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003e082242. 00000800:00000200:1.0:1767384352.272192:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000100:00000040:0.0:1767384352.272192:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.272198:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6bd652d. 00000100:00000001:3.0:1767384352.272202:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.1:1767384352.272203:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000100:00000200:0.0:1767384352.272203:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744050304, offset 0 00000100:00000001:3.0:1767384352.272214:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.272214:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.272220:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:3.0:1767384352.272221:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.272226:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384352.272228:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100551 rc 0 00000100:00000001:3.0:1767384352.272229:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384352.272234:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384352.272237:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.272244:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384352.272246:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.272250:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05680 02000000:00000001:3.0:1767384352.272252:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384352.272255:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384352.272260:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.272260:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1255 [2] + 0 00000400:00000010:0.0:1767384352.272267:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f570a75. 00000100:00100000:3.0:1767384352.272268:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744050432:0@lo:253: 00000400:00000200:0.0:1767384352.272273:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d078ae62 00000100:00000001:3.0:1767384352.272274:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384352.272278:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384352.272281:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.272282:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384352.272283:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384352.272286:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 02000000:00000010:3.0:1767384352.272289:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d37770a8. 00000400:00000200:0.0:1767384352.272290:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384352.272295:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.272298:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d078ae62 00000400:00000010:3.0:1767384352.272300:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d60cee6. 00000400:00000010:0.0:1767384352.272301:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d078ae62. 00000100:00000001:0.0:1767384352.272309:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.272311:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384352.272314:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000009c830363 x1853236744050304 msgsize 4848 00000400:00000010:3.0:1767384352.272316:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000916a6e45. 00000100:00100000:0.0:1767384352.272321:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384352.272323:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744050432, portal 25 00000100:00000040:0.0:1767384352.272324:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384352.272329:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.272332:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341718784 : -120961367832832 : ffff91fc7ca38700) 00000100:00000040:3.0:1767384352.272336:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.272337:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.272342:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:3.0:1767384352.272344:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384352.272345:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6bd652d 00000400:00000010:0.0:1767384352.272349:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6bd652d. 00000100:00000040:3.0:1767384352.272352:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.272355:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384352.272357:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2e0e5af. 00000100:00000200:3.0:1767384352.272361:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744050432, offset 0 00000100:00000200:0.0:1767384352.272362:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.272371:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.272373:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:0.0:1767384352.272378:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384352.272383:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384352.272384:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.272392:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.272395:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384352.272396:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05700 00000100:00000001:0.0:1767384352.272401:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272404:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384352.272405:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x125d [2] + 0 00000100:00000001:0.0:1767384352.272408:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294941069 00000400:00000010:3.0:1767384352.272413:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f5cf64. 00000100:00000010:0.0:1767384352.272415:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 00000100:00000001:0.0:1767384352.272420:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384352.272426:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3abf92d 00000100:00000001:0.0:1767384352.272429:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294941069 00000400:00000200:3.0:1767384352.272432:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384352.272434:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee3b0cb5. 00000100:00000001:0.0:1767384352.272438:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384352.272439:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384352.272440:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384352.272445:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294941069 00000400:00000200:3.0:1767384352.272448:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3abf92d 00000400:00000010:3.0:1767384352.272450:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3abf92d. 00000100:00000001:3.0:1767384352.272456:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384352.272458:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384352.272458:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe129487. 00000100:00000040:3.0:1767384352.272465:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000000c4d9c61 x1853236744050432 msgsize 4848 00000100:00000001:0.0:1767384352.272466:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384352.272473:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384352.272474:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294941069 00000100:00000040:3.0:1767384352.272476:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384352.272478:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000010:0.0:1767384352.272479:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fe1fe0ae. 00000100:00000001:0.0:1767384352.272484:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384352.272488:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.272489:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.272493:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.272496:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e0e5af 00000100:00000001:0.0:1767384352.272497:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.272500:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2e0e5af. 00000100:00000001:0.0:1767384352.272501:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.272505:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384352.272511:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384352.272512:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.272514:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384352.272521:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.272524:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.272525:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384352.272525:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:0.0:1767384352.272526:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.272531:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.272532:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272538:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272544:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.272549:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272576:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294941070 00000100:00000001:3.0:1767384352.272584:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941069 00000100:00000001:3.0:1767384352.272591:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294941070 00000100:00000001:3.0:1767384352.272596:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941069 00000100:00000001:3.0:1767384352.272600:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294941070 00000100:00000001:3.0:1767384352.272603:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941069 00000100:00000001:3.0:1767384352.272606:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294941070 00000100:00000001:3.0:1767384352.272610:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941069 00000100:00000001:3.0:1767384352.272615:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.272618:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272619:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:3.0:1767384352.272627:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272629:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.272634:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384352.272636:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384352.272639:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.272640:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.272642:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272645:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272659:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.272661:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272672:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:3.0:1767384352.272680:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384352.272684:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050304 02000000:00000001:3.0:1767384352.272688:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384352.272690:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.272692:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.272696:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.272698:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050304 00000020:00000001:3.0:1767384352.272701:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384352.272703:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384352.272720:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.272723:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384352.272726:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384352.272729:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:1.0:1767384352.272729:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:3.0:1767384352.272736:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.272741:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384352.272745:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.272747:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:3.0:1767384352.272753:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7e5e34d. 00000020:00000010:3.0:1767384352.272758:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f2ee2ff. 00000020:00000010:3.0:1767384352.272763:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da85eaf6. 00000100:00000001:0.0:1767384352.272763:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384352.272769:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050432 02000000:00000001:0.0:1767384352.272773:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.272775:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384352.272776:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384352.272777:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272782:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1767384352.272783:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272785:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384352.272787:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050432 00000100:00000001:3.0:1767384352.272788:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272789:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000001:0.0:1767384352.272793:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384352.272796:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384352.272798:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.272800:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384352.272801:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.272802:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384352.272807:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384352.272810:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384352.272814:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.272814:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3e429e4. 00000100:00000001:0.0:1767384352.272818:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.272819:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3e429e4. 00000020:00000010:0.0:1767384352.272828:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ecd581c. 00000020:00000010:0.0:1767384352.272833:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf29f7f1. 00000100:00000001:3.0:1767384352.272836:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.272839:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384352.272842:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000020:00000010:0.0:1767384352.272846:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033c24282. 00000100:00100000:3.0:1767384352.272847:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384352.272852:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384352.272853:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.272855:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227407952 : -120961482143664 : ffff91fc75d34850) 00000100:00000001:0.0:1767384352.272857:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.272860:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.272863:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c830363 x1853236744050304/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.272868:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.272871:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.272873:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384352.272876:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384352.272880:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.272882:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00000001:0.0:1767384352.272886:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384352.272890:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c830363 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744050304:12345-0@lo:253: 00000100:00000001:0.0:1767384352.272891:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384352.272897:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050304 00000100:00100000:0.0:1767384352.272898:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000020:00000001:3.0:1767384352.272901:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384352.272903:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:3.0:1767384352.272906:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384352.272907:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227408976 : -120961482142640 : ffff91fc75d34c50) 00000020:00000001:3.0:1767384352.272910:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.272911:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000040:0.0:1767384352.272914:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c4d9c61 x1853236744050432/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384352.272917:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384352.272921:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384352.272927:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384352.272928:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384352.272930:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.272933:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3e429e4. 00000020:00000001:3.0:1767384352.272934:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384352.272937:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384352.272939:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384352.272941:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.272942:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3e429e4. 00000400:00000200:1.0:1767384352.272944:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:3.0:1767384352.272947:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384352.272950:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384352.272951:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c4d9c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744050432:12345-0@lo:253: 00000100:00000200:0.0:1767384352.272956:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050432 02000000:00000010:3.0:1767384352.272957:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008436dc5e. 00000020:00000001:0.0:1767384352.272958:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384352.272962:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.272963:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384352.272965:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.272966:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.272970:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384352.272970:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384352.272975:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384352.272977:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384352.272978:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000020:00000001:0.0:1767384352.272979:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384352.272982:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003fb996a1. 00000020:00000001:0.0:1767384352.272984:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:3.0:1767384352.272988:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384352.272988:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384352.272992:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.272994:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384352.272997:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384352.272998:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384352.273000:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384352.273005:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d01a3c47. 00000400:00000200:1.0:1767384352.273007:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 20000000:00000001:3.0:1767384352.273008:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.273009:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.273013:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.273016:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384352.273019:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.273022:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384352.273027:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d77ef8a. 20000000:00000010:0.0:1767384352.273030:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e082242. 20000000:01000000:3.0:1767384352.273031:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:1.0:1767384352.273033:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 20000000:01000000:0.0:1767384352.273037:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384352.273039:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384352.273040:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384352.273043:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384352.273046:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384352.273047:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.273051:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.273053:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384352.273086:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00080000:00000001:3.0:1767384352.273096:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384352.273100:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384352.273102:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384352.273104:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384352.273107:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384352.273113:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384352.273116:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384352.273123:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8289da9. 00080000:00000001:3.0:1767384352.273125:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361357312 : -120961348194304 : ffff91fc7dcf3000) 00080000:00000001:3.0:1767384352.273128:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384352.273135:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273175:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273199:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273235:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000001:00000001:3.0:1767384352.273236:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384352.273239:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384352.273242:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384352.273263:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.273264:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:3.0:1767384352.273265:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384352.273295:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273360:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273408:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00080000:00000001:3.0:1767384352.273430:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384352.273434:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384352.273444:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273488:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273528:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273601:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273653:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273690:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273739:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273802:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384352.273835:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384352.274000:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5281c4f. 00000800:00000010:1.0:1767384352.274006:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006bf562d4. 00000800:00000010:1.0:1767384352.274011:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003035bcb2. 00000800:00000010:1.0:1767384352.274036:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003035bcb2. 00000800:00020000:1.0:1767384352.274046:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384352.274049:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006bf562d4. 00000800:00000010:1.0:1767384352.274052:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f5281c4f. 00000400:02020000:1.0:1767384352.274096:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384352.274102:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000800:00000200:1.0:1767384352.274107:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp35 down 00000800:00000100:1.0:1767384352.274113:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:1.0:1767384352.274116:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e784acbe. 00000400:00000200:1.0:1767384352.274119:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384352.274138:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384352.274144:0:16145:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 0 next ping: 274 health :900 00000400:00000200:1.0:1767384352.274147:0:16145:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384352.274151:0:16145:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384352.274154:0:16145:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384352.274174:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384352.274183:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x101151 00000400:00000001:1.0:1767384352.274201:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.274202:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384352.274204:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:1.0:1767384352.274205:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000400:00000200:1.0:1767384352.274207:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384352.274209:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384352.274211:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000400:00000200:1.0:1767384352.274214:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384352.274215:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100151 rc -71 00000400:00000200:1.0:1767384352.274218:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384352.274220:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (29) 00080000:00000001:0.0:1767384352.281805:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384352.281811:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384352.281813:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384352.281814:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384352.281819:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384352.281819:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384352.281823:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384352.281825:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384352.281826:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384352.281828:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8289da9. 00080000:00000001:1.0:1767384352.281832:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384352.281839:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384352.281853:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384352.281858:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384352.281865:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a30019a. 20000000:01000000:1.0:1767384352.281865:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384352.281867:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384352.281870:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384352.281871:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 10000000:01000000:1.0:1767384352.281873:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384352.281876:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384352.281879:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384352.281881:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384352.281883:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384352.281891:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce9ad45f. 00010000:00000001:1.0:1767384352.281895:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384352.281899:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f1d5e61. 00000020:00000001:1.0:1767384352.281902:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384352.281905:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f1d5e61 with handle 0xf489261bfe0bc719 to hash 00000020:00000001:1.0:1767384352.281908:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384352.281910:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:2.0:1767384352.281911:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384352.281913:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00080000:00000001:2.0:1767384352.281915:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384352.281918:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.281918:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.281922:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.281923:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384352.281926:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384352.281928:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384352.281930:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384352.281933:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384352.281939:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000506bd8f1. 00080000:00000001:2.0:1767384352.281944:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094864896 : -120966614686720 : ffff91fb43e6e400) 00010000:00000001:1.0:1767384352.281944:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384352.281946:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384352.281949:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384352.281952:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384352.281954:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.281956:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.281959:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.281961:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.281963:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384352.281965:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384352.281966:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384352.281968:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384352.281969:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce9ad45f) refcount = 1 00010000:00010000:1.0:1767384352.281972:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.281977:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384352.281979:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384352.281980:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.281981:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.281983:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384352.281985:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384352.281989:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384352.281991:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.281993:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.281994:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=4 00000020:00000001:1.0:1767384352.281996:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384352.281998:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384352.282000:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384352.282002:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384352.282004:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384352.282008:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.282009:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384352.282010:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384352.282012:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384352.282020:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.282025:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384352.282030:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.282032:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384352.282034:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.282038:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.282040:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.282042:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384352.282044:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384352.282049:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f1d5e61 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384352.282051:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.282053:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384352.282055:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.282059:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384352.282061:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384352.282062:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384352.282063:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=5 00000020:00000001:1.0:1767384352.282065:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384352.282067:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384352.282070:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384352.282072:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.282076:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384352.282078:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.282080:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.282083:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384352.282084:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384352.282086:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384352.282092:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.282094:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f1d5e61 with handle 0xf489261bfe0bc719 from hash 00010000:00000001:1.0:1767384352.282097:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384352.282098:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.282100:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.282101:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384352.282103:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384352.282105:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384352.282107:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384352.282108:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.282111:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.282113:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384352.282115:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384352.282117:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.282118:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.282120:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.282122:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.282123:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384352.282124:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.282129:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384352.282130:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.282136:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.282137:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.282138:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384352.282139:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384352.282141:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.282142:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.282144:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384352.282146:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.282147:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.282149:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.282153:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384352.282154:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384352.282155:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc719 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384352.282168:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce9ad45f count: 0 00010000:00000001:1.0:1767384352.282176:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384352.282178:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384352.288666:0:30538:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce9ad45f. 00010000:00000010:1.1:1767384352.288680:0:30538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f1d5e61. 00000100:00000040:2.0:1767384352.290615:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294941070, at 4294941071 00000100:00000010:2.0:1767384352.290623:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe129487. 00000100:00000040:1.0:1767384352.290628:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294941070, at 4294941071 00000100:00000010:1.0:1767384352.290639:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee3b0cb5. 00000100:00000040:3.0:1767384352.290826:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294941070, at 4294941071 00000100:00000010:3.0:1767384352.290834:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fe1fe0ae. 00000100:00000040:0.0:1767384352.290909:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294941070, at 4294941071 00000100:00000010:0.0:1767384352.290919:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00080000:00000001:2.0:1767384352.292145:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384352.292147:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384352.292151:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384352.292152:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:1.0:1767384352.292153:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384352.292156:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384352.292159:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384352.292159:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384352.292163:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 20000000:00000001:2.0:1767384352.292164:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384352.292169:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384352.292170:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384352.292187:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384352.292192:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384352.292197:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384352.292200:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384352.292202:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384352.292204:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384352.292208:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384352.292210:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384352.292216:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000824273c7. 00010000:00000001:0.0:1767384352.292220:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384352.292223:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b00741b6. 00000020:00000001:0.0:1767384352.292226:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384352.292229:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b00741b6 with handle 0xf489261bfe0bc720 to hash 00000020:00000001:0.0:1767384352.292231:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384352.292233:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292235:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292237:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.292239:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.292241:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292253:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384352.292255:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384352.292257:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384352.292258:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.292259:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.292261:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.292262:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.292264:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384352.292266:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384352.292267:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384352.292267:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384352.292269:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000824273c7) refcount = 1 00010000:00010000:0.0:1767384352.292271:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292276:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384352.292277:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384352.292278:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.292279:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292281:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384352.292282:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384352.292284:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384352.292287:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.292288:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.292289:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b00741b6 refcount=4 00000020:00000001:0.0:1767384352.292291:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292293:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292294:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384352.292296:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292301:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384352.292303:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292316:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.292317:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384352.292319:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292322:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.292324:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292326:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384352.292327:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384352.292331:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b00741b6 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384352.292333:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384352.292335:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384352.292337:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292340:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384352.292342:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.292343:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.292344:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b00741b6 refcount=5 00000020:00000001:0.0:1767384352.292346:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292348:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384352.292350:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384352.292351:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292355:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384352.292357:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384352.292358:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292361:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384352.292362:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384352.292365:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.292371:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.292374:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b00741b6 with handle 0xf489261bfe0bc720 from hash 00010000:00000001:0.0:1767384352.292376:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384352.292377:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.292378:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.292380:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384352.292382:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384352.292384:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384352.292385:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384352.292387:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.292389:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292391:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384352.292391:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384352.292393:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.292394:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.292395:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292397:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.292399:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.292401:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292406:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.292407:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.292408:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384352.292409:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384352.292410:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.292411:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.292412:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384352.292414:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.292416:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.292418:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.292422:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384352.292423:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384352.292424:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc720 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384352.292438:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000824273c7 count: 0 00010000:00000001:0.0:1767384352.292446:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384352.292447:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384352.292895:0:30538:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000348292c5. 00000400:00000040:1.0:1767384352.292913:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.292916:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.292919:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.292920:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.292922:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.292924:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384352.292926:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.292928:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384352.292930:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.292931:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384352.292933:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.292934:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.292936:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.292938:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.292939:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384352.292957:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384352.292958:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384352.292959:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384352.292961:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384352.292963:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.292964:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.292965:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.292967:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.292974:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.292975:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384352.292977:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.292978:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.292980:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.292981:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.292983:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.292984:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384352.292986:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384352.292987:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384352.292988:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384352.292989:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384352.292990:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.292991:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384352.292993:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384352.292995:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.292996:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384352.292997:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.292998:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384352.292999:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384352.293001:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384352.293002:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384352.293003:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384352.293004:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384352.293005:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384352.293007:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384352.293008:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384352.293009:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384352.293010:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384352.293011:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384352.293012:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384352.293013:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384352.293015:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384352.293015:0:30538:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384352.293124:0:30538:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000348292c5. 00080000:00000020:0.0:1767384352.294172:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384352.294177:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384352.294180:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003fb996a1. 20000000:00000001:0.0:1767384352.294187:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.294192:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050304 00010000:00000001:0.0:1767384352.294196:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.294205:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c830363 x1853236744050304/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.294216:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.294219:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.294223:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.294229:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.294232:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.294236:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384352.294240:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.294243:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.294248:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.294252:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.294256:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55ab947. 00000100:00000200:0.0:1767384352.294262:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744050304, offset 224 00000400:00000200:0.0:1767384352.294270:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.294285:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.294521:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05680 00000400:00000200:0.0:1767384352.294530:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f5 [2] + 224 00000400:00000200:0.0:1767384352.294538:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.294542:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.294549:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.294598:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.294612:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.294647:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.294656:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55ab947 00000400:00000010:0.0:1767384352.294659:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55ab947. 00000100:00000001:0.0:1767384352.294663:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.294664:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.294668:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.294671:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384352.294674:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384352.294676:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.294678:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384352.294682:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c830363 x1853236744050304/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.294690:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c830363 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744050304:12345-0@lo:253: Request processed in 21817us (22374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384352.294699:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384352.294702:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384352.294715:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.294718:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384352.294723:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f2ee2ff. 00000020:00000010:0.0:1767384352.294727:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da85eaf6. 00000020:00000010:0.0:1767384352.294731:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7e5e34d. 00000020:00000040:0.0:1767384352.294736:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384352.294751:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384352.294753:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008436dc5e. 02000000:00000001:0.0:1767384352.294757:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384352.294760:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.294765:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384352.294770:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bef5981. 00000400:00000010:0.0:1767384352.294774:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f55ab947. 00000100:00000001:0.0:1767384352.294795:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.294797:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384352.294801:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.294803:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384352.294811:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c4eaa62. 00000400:00000200:0.0:1767384352.294814:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc630d40 00000400:00000010:0.0:1767384352.294816:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc630d40. 00000100:00000001:0.0:1767384352.294820:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.294825:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384352.294835:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.294843:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.294845:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.294848:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384352.294851:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384352.294853:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.294855:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.294858:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.294863:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384352.294868:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.294872:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384352.294875:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.294878:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384352.294881:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.294884:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.294888:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.294897:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.294900:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384352.294901:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384352.294905:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384352.294908:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384352.294909:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.294911:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.294912:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.294914:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.294915:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384352.294917:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384352.294918:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.294927:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384352.294930:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.294936:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744050304:0@lo:253: 00000100:00000001:0.0:1767384352.294939:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.294941:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384352.294943:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744050304/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.294948:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384352.294950:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384352.294952:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000097873c80. 02000000:00000001:0.0:1767384352.294956:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384352.294957:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384352.294958:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384352.294960:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384352.294961:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cf8ff672. 02000000:00000001:0.0:1767384352.294965:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384352.294966:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384352.294967:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:0.0:1767384352.294970:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384352.294971:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.294972:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.294978:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.294979:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.294981:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.294982:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384352.295436:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384352.295439:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384352.295440:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e082242. 20000000:00000001:3.0:1767384352.295444:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.295447:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050432 00010000:00000001:3.0:1767384352.295449:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384352.295452:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c4d9c61 x1853236744050432/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.295458:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.295459:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.295467:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.295469:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384352.295471:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.295473:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384352.295475:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384352.295476:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.295478:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.295481:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.295483:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8819a32. 00000100:00000200:3.0:1767384352.295486:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744050432, offset 224 00000400:00000200:3.0:1767384352.295491:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.295497:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.295502:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05700 00000400:00000200:3.0:1767384352.295505:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19fd [2] + 224 00000400:00000200:3.0:1767384352.295509:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.295512:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.295514:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.295517:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.295523:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.295540:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.295544:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8819a32 00000400:00000010:3.0:1767384352.295546:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8819a32. 00000100:00000001:3.0:1767384352.295548:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.295549:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.295551:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.295573:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384352.295575:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384352.295576:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.295578:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384352.295596:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c4d9c61 x1853236744050432/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384352.295602:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c4d9c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744050432:12345-0@lo:253: Request processed in 22674us (23137us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384352.295614:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:3.0:1767384352.295616:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384352.295618:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384352.295619:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384352.295622:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf29f7f1. 00000020:00000010:3.0:1767384352.295625:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033c24282. 00000020:00000010:3.0:1767384352.295628:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ecd581c. 00000020:00000040:3.0:1767384352.295631:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384352.295634:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384352.295635:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d01a3c47. 00000100:00000001:1.0:1767384352.295637:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384352.295638:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384352.295641:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.295642:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384352.295647:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:1.0:1767384352.295647:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767384352.295650:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8e92f92. 00000400:00000001:1.0:1767384352.295650:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.295660:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d60cee6. 00000400:00000200:1.0:1767384352.295664:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000916a6e45 00000400:00000010:1.0:1767384352.295665:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000916a6e45. 00000100:00000001:1.0:1767384352.295668:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384352.295670:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8819a32. 00000100:00000200:1.0:1767384352.295674:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384352.295682:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.295687:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.295688:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.295690:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384352.295691:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384352.295692:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.295693:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.295695:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.295697:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=60 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384352.295700:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.295701:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.295702:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.295703:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.295720:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.295721:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.295723:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.295728:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.295729:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384352.295730:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384352.295732:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384352.295733:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384352.295734:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384352.295735:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384352.295736:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384352.295737:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384352.295737:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384352.295738:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384352.295739:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384352.295747:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.295751:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744050432:0@lo:253: 00000100:00000001:1.0:1767384352.295761:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.295763:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.295764:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065fdcf78 x1853236744050432/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.295771:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384352.295773:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.295774:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d37770a8. 02000000:00000001:1.0:1767384352.295778:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.295779:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.295780:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384352.295781:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.295783:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e9af0110. 02000000:00000001:1.0:1767384352.295785:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.295786:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.295787:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065fdcf78. 00000100:00000001:1.0:1767384352.295789:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.295790:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.295791:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.295796:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.295797:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.295798:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.295799:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384352.299598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000824273c7. 00010000:00000010:0.1:1767384352.299606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b00741b6. 00010000:00000001:1.0:1767384352.724621:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384352.724626:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.724631:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384352.724632:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.724670:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384352.724675:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.724679:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384353.172664:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.172668:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.172671:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:3.0:1767384353.172675:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000400:00000200:3.0:1767384353.172679:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384353.172685:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384353.172693:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000002613805. 00000400:00000010:3.0:1767384353.172697:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d5abf3dc. 00000400:00000200:3.0:1767384353.172716:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp31 00000400:00000010:3.0:1767384353.172720:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008d03c3e6. 00000400:00000010:3.0:1767384353.172724:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000045449773. 00000400:00000010:3.0:1767384353.172728:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000400:00000010:3.0:1767384353.172734:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7448165. 00000400:00000200:3.0:1767384353.172737:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp31 00000400:00000200:3.0:1767384353.172759:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp31 local destination 00000400:00000200:3.0:1767384353.172764:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00000400:00000200:3.0:1767384353.172768:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [103:103:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1767384353.172774:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:3.0:1767384353.172790:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp31:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:3.0:1767384353.172796:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:3.0:1767384353.172800:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002ddb1a27. 00000800:00000200:3.0:1767384353.172806:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:3.1:1767384353.172811:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000400:00000200:3.0:1767384353.172831:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:3.0:1767384353.172835:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp35 00000400:00000010:3.0:1767384353.172838:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e52c7376. 00000400:00000010:3.0:1767384353.172842:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095426027. 00000400:00000010:3.0:1767384353.172846:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384353.172850:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ec6d78ae. 00000400:00000200:3.0:1767384353.172853:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp35 00000400:00000200:3.0:1767384353.172860:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp35 local destination 00000400:00000200:3.0:1767384353.172863:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 00000400:00000200:3.0:1767384353.172865:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [104:104:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384353.172869:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 00000400:00000200:3.0:1767384353.172874:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp35:192.168.203.113@tcp35) : GET try# 0 00000800:00000200:3.0:1767384353.172880:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp35 00000800:00000010:3.0:1767384353.172883:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000e6ca72b. 00000800:00000200:3.0:1767384353.172886:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000800:00000200:3.1:1767384353.172889:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000400:00000200:3.0:1767384353.172900:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 1 next ping: 276 health :900 00000400:00000200:2.0:1767384353.172921:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.172991:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173015:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173083:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173099:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173150:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173172:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173203:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173246:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173260:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173333:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173334:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173384:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173405:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173470:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173493:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173547:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173555:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173638:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173649:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173719:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173751:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173802:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173817:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173866:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173889:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173928:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.173954:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.173980:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174022:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174036:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174081:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174085:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174164:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174164:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174209:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174251:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174260:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174324:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174342:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174364:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174409:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174413:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174458:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174494:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174505:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174594:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174615:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174639:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174690:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174693:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174787:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174795:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174844:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174875:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174912:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.174943:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.174989:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175008:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.175057:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175059:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.175120:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175130:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384353.175201:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175203:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175274:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175321:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384353.175374:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:0.0:1767384353.175399:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9af0110. 00000800:00000010:0.0:1767384353.175405:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff88cde1. 00000800:00000010:0.0:1767384353.175411:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000058187e28. 00000400:00000200:2.0:1767384353.175427:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:0.0:1767384353.175437:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000058187e28. 00000800:00020000:0.0:1767384353.175456:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384353.175460:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff88cde1. 00000400:00000200:2.0:1767384353.175462:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384353.175463:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9af0110. 00000400:02020000:0.0:1767384353.175525:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384353.175533:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000400:00000200:0.0:1767384353.175538:0:16143:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384353.175543:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:0.0:1767384353.175546:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000e6ca72b. 00000400:00000200:0.0:1767384353.175573:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384353.175577:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384353.175587:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384353.175591:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384353.175597:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp35) recovery failed with -71 00000800:00000010:2.0:1767384353.175641:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d10ef302. 00000800:00000010:2.0:1767384353.175646:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004939279f. 00000800:00000010:2.0:1767384353.175652:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6121729. 00000800:00000010:2.0:1767384353.175671:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6121729. 00000800:00020000:2.0:1767384353.175677:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384353.175680:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004939279f. 00000800:00000010:2.0:1767384353.175682:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d10ef302. 00000400:02020000:2.0:1767384353.175758:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384353.175767:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000800:00000200:2.0:1767384353.175776:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp31 down 00000800:00000100:2.0:1767384353.175784:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:2.0:1767384353.175788:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002ddb1a27. 00000400:00000200:2.0:1767384353.175793:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384353.175800:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384353.175808:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384353.175812:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384353.175818:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384353.747694:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384353.747740:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.747746:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384353.747747:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.747819:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384353.747824:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384353.747827:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384353.804463:0:30958:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384353.804487:0:30958:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.804494:0:30958:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384353.804504:0:30958:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384353.804511:0:30958:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.804515:0:30958:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384353.939630:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384353.939642:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003023a1ac. 00000020:00000040:1.0:1767384353.939648:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384353.939652:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384353.939654:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384353.939658:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384353.939664:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c7be82bc. 00000100:00000001:1.0:1767384353.939669:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939676:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384353.939685:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384353.939686:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939690:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003023a1ac] to pc [ptlrpcd_00_03+3] req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.939726:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384353.939730:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384353.939733:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000466595ef. 00000020:00000040:1.0:1767384353.939735:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384353.939737:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384353.939738:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384353.939740:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384353.939743:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000901d1622. 00000100:00000001:2.0:1767384353.939745:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.939745:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.939746:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.939751:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.939752:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939753:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384353.939756:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384353.939763:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384353.939765:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.939766:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939772:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000466595ef] to pc [ptlrpcd_00_00+0] req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.939792:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384353.939795:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.939800:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384353.939803:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.939805:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.939807:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384353.939813:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744050560:0@lo:400: 00000100:00000001:0.0:1767384353.939813:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.939814:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384353.939816:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.939819:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384353.939822:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384353.939826:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc4f2453. 00000100:00000040:0.0:1767384353.939826:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384353.939830:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384353.939832:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384353.939835:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.939841:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384353.939842:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384353.939844:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384353.939846:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384353.939847:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384353.939849:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d966d691. 02000000:00000001:1.0:1767384353.939852:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.939852:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384353.939854:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.939855:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384353.939860:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384353.939861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d910821. 00000100:00100000:0.0:1767384353.939862:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744050688:0@lo:400: 00000400:00000010:2.0:1767384353.939864:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000100:00000001:1.0:1767384353.939869:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.939869:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384353.939872:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384353.939874:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024687b0a. 02000000:00000001:0.0:1767384353.939875:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.939879:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384353.939881:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384353.939884:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744050560, portal 25 00000100:00000001:2.0:1767384353.939891:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384353.939893:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384353.939893:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000321405a2. 00000100:00000001:2.0:1767384353.939894:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340689280 : -120961368862336 : ffff91fc7c93d180) 00000100:00000001:1.0:1767384353.939897:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.939898:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.939905:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384353.939905:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000100:00000040:1.0:1767384353.939909:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc4f2453] to pc [ptlrpcd_00_01+1] req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384353.939913:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f589262. 00000100:00000200:0.0:1767384353.939918:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744050688, portal 4 00000100:00000001:0.0:1767384353.939923:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384353.939926:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340699136 : -120961368852480 : ffff91fc7c93f800) 00000100:00000001:2.0:1767384353.939935:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384353.939936:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.939942:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.939944:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384353.939949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384353.939951:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000100:00000001:0.0:1767384353.939952:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384353.939958:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384353.939959:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384353.939960:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744050560, offset 0 00000400:00000010:0.0:1767384353.939961:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000100:00000010:1.0:1767384353.939964:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a889b096. 00000100:00000200:0.0:1767384353.939965:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744050688, offset 0 00000020:00000040:1.0:1767384353.939970:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384353.939974:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.939976:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384353.939980:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384353.939983:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384353.939984:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384353.939992:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384353.939993:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064dc9fc3. 00000400:00000200:0.0:1767384353.939993:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384353.939999:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.940005:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd05800 00000100:00000040:1.0:1767384353.940009:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384353.940016:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000400:00000200:2.0:1767384353.940017:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd05780 00000400:00000200:0.0:1767384353.940028:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384353.940029:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384353.940032:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1281 [2] + 0 00000100:00000001:1.0:1767384353.940034:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.940037:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384353.940042:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a7400a. 00000100:00000040:1.0:1767384353.940044:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a889b096] to pc [ptlrpcd_00_02+2] req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384353.940048:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8c5a867 00000400:00000200:2.0:1767384353.940055:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384353.940055:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384353.940059:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384353.940063:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384353.940064:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ea3e440b. 00000100:00000001:1.0:1767384353.940065:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.940069:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000ea3e440b x1853236744050688 msgsize 224 00000400:00000200:2.0:1767384353.940071:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c5a867 00000100:00000040:1.0:1767384353.940074:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000400:00000010:2.0:1767384353.940076:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8c5a867. 00000100:00100000:0.0:1767384353.940079:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384353.940084:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384353.940087:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384353.940090:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000006ede1b10 x1853236744050560 msgsize 224 00000100:00000001:1.0:1767384353.940091:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.940095:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384353.940099:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384353.940102:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384353.940104:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000100:00000001:1.0:1767384353.940105:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384353.940109:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000100:00000001:1.0:1767384353.940110:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384353.940113:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384353.940116:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384353.940117:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384353.940118:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384353.940124:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000400:00000010:2.0:1767384353.940128:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000100:00000001:2.0:1767384353.940134:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384353.940142:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.940143:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384353.940147:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384353.940150:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.940152:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.940159:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384353.940163:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.940170:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384353.940171:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940172:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.940178:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.940179:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc4f2453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744050816:0@lo:400: 00000100:00000001:0.0:1767384353.940181:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384353.940187:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940191:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384353.940193:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6013 usecs (7 jiffies) 02000000:00000001:1.0:1767384353.940196:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384353.940201:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.940201:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940201:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942727 02000000:00000001:1.0:1767384353.940207:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384353.940208:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384353.940209:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 02000000:00000010:1.0:1767384353.940213:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bf42cb0. 00000100:00000001:2.0:1767384353.940216:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.940216:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940216:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384353.940223:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294942737 00000400:00000010:1.0:1767384353.940224:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000100:00000001:0.0:1767384353.940225:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942727 00000400:00000010:1.0:1767384353.940232:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000100:00000010:0.0:1767384353.940232:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ddb65bd. 00000100:00000001:2.0:1767384353.940234:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942727 00000100:00000001:0.0:1767384353.940235:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384353.940237:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744050816, portal 10 00000100:00000001:0.0:1767384353.940240:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942727 00000100:00000001:1.0:1767384353.940241:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384353.940244:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294942737 00000100:00000010:0.0:1767384353.940244:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009756aa61. 00000100:00000001:1.0:1767384353.940245:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340692864 : -120961368858752 : ffff91fc7c93df80) 00000100:00000001:0.0:1767384353.940252:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384353.940253:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942727 00000100:00000040:1.0:1767384353.940255:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.940258:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942727 00000100:00000001:2.0:1767384353.940262:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294942737 00000100:00000010:0.0:1767384353.940263:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d106672. 00000100:00000001:0.0:1767384353.940269:0:16154:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384353.940270:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384353.940272:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942727 00000100:00000001:0.0:1767384353.940275:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384353.940278:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384353.940279:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294942737 00000100:00000001:0.0:1767384353.940279:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.940282:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000001:0.0:1767384353.940283:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384353.940285:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744050816, offset 0 00000100:00000001:0.0:1767384353.940286:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.940293:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384353.940294:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942727 00000100:00000001:0.0:1767384353.940296:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.940299:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384353.940301:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384353.940303:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384353.940304:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384353.940307:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940308:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.940311:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.940313:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.940316:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd05880 00000100:00000001:0.0:1767384353.940316:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.940318:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.940326:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:2.0:1767384353.940327:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384353.940331:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384353.940331:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384353.940336:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.940337:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384353.940338:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384353.940341:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384353.940342:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.940344:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384353.940345:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940345:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384353.940351:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.940352:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384353.940353:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384353.940361:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091b961f8. 00000100:00000001:0.0:1767384353.940363:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384353.940365:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000091b961f8 x1853236744050816 msgsize 224 00000100:00000001:0.0:1767384353.940365:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.940370:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384353.940373:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384353.940373:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384353.940378:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050560 02000000:00000001:0.0:1767384353.940379:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384353.940383:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384353.940383:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940385:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384353.940388:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384353.940389:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744050944:0@lo:400: 00000100:00000001:2.0:1767384353.940392:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.940393:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000100:00000001:0.0:1767384353.940394:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384353.940398:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 02000000:00000001:0.0:1767384353.940398:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384353.940400:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.940402:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940403:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384353.940407:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050560 02000000:00000001:0.0:1767384353.940407:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384353.940409:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384353.940410:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1cb457e. 00000020:00000001:2.0:1767384353.940412:0:16790:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384353.940414:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384353.940417:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000010:0.0:1767384353.940419:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000020:00000001:2.0:1767384353.940423:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384353.940425:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000020:00000040:2.0:1767384353.940428:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:1.0:1767384353.940432:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384353.940432:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744050944, portal 10 00000020:00000001:2.0:1767384353.940435:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:1.0:1767384353.940436:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.940436:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384353.940439:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112340685696 : -120961368865920 : ffff91fc7c93c380) 00000020:00000001:2.0:1767384353.940443:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:0.0:1767384353.940448:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.940453:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384353.940459:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.940460:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0da2c93. 00000100:00000001:0.0:1767384353.940462:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384353.940463:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384353.940467:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384353.940468:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.940469:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384353.940470:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8a1285. 00000020:00000010:2.0:1767384353.940475:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0da2c93. 00000100:00000200:0.0:1767384353.940476:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744050944, offset 0 00000100:00000040:1.0:1767384353.940477:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2828 usecs (3 jiffies) 00000100:00000001:1.0:1767384353.940482:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942723 00000020:00000010:2.0:1767384353.940484:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3417cca. 00000400:00000200:0.0:1767384353.940484:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.940486:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.940491:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942723 00000020:00000010:2.0:1767384353.940494:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfb3cbb. 00000400:00000200:0.0:1767384353.940495:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384353.940496:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.940501:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942723 00000020:00000010:2.0:1767384353.940502:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009738a1a2. 00000100:00000001:1.0:1767384353.940503:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.940508:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942723 00000400:00000200:0.0:1767384353.940508:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd05900 00000100:00000001:1.0:1767384353.940514:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.940516:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384353.940517:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384353.940517:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:1.0:1767384353.940518:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.940524:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384353.940525:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.940526:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384353.940529:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384353.940530:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.940533:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.940534:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384353.940538:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.940539:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384353.940542:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384353.940543:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384353.940546:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004eb4e607. 00000100:00000040:0.0:1767384353.940548:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000004eb4e607 x1853236744050944 msgsize 224 00000100:00000001:2.0:1767384353.940550:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940576:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.940577:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.940579:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384353.940583:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384353.940585:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940595:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384353.940600:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8a1285 00000400:00000010:0.0:1767384353.940601:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8a1285. 00000100:00000001:0.0:1767384353.940610:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384353.940612:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384353.940615:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.940618:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050688 02000000:00000001:1.0:1767384353.940622:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384353.940624:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384353.940628:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384353.940628:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.940633:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.940635:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.940635:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.940639:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940641:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384353.940646:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050688 00000100:00000001:0.0:1767384353.940647:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.940652:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384353.940652:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3166 usecs (4 jiffies) 00000020:00000001:1.0:1767384353.940653:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384353.940656:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384353.940658:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:0.0:1767384353.940658:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000100:00000001:0.0:1767384353.940663:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942737 00000020:00000001:1.0:1767384353.940664:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384353.940665:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384353.940666:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000020:00000040:1.0:1767384353.940670:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:0.0:1767384353.940672:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942737 00000100:00000040:2.0:1767384353.940673:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000001:1.0:1767384353.940675:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384353.940676:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000001:2.0:1767384353.940679:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227417168 : -120961482134448 : ffff91fc75d36c50) 00000020:00000001:1.0:1767384353.940681:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384353.940682:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942737 00000100:00000001:0.0:1767384353.940686:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00000001:1.0:1767384353.940688:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384353.940689:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ede1b10 x1853236744050560/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:334/0 lens 224/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.940689:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942737 00000020:00000010:1.0:1767384353.940705:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006511c49e. 00000100:00000001:0.0:1767384353.940708:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384353.940711:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e07a0677. 00000100:00000001:0.0:1767384353.940713:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940718:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384353.940720:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384353.940723:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.940730:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384353.940731:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384353.940733:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384353.940733:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384353.940737:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0da2c93. 00000100:00000001:0.0:1767384353.940738:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384353.940740:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000100:00000001:0.0:1767384353.940740:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384353.940743:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384353.940744:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.940745:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d718cbfd. 00000020:00000010:2.0:1767384353.940751:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0da2c93. 00000100:00000001:0.0:1767384353.940751:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.940752:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008c6c35e6. 00000100:00100000:2.0:1767384353.940762:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ede1b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744050560:12345-0@lo:400: 00000100:00000040:1.0:1767384353.940763:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384353.940767:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384353.940770:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.940771:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384353.940772:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050560 00000100:00000001:1.0:1767384353.940773:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384353.940774:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050816 00000020:00000001:2.0:1767384353.940777:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384353.940778:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384353.940781:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384353.940782:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384353.940783:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384353.940784:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384353.940787:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.940788:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940791:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.940795:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384353.940795:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940797:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384353.940799:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000100:00100000:0.0:1767384353.940800:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050816 00000020:00000001:0.0:1767384353.940803:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384353.940806:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:2.0:1767384353.940807:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384353.940807:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384353.940808:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384353.940811:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.940811:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384353.940812:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000020:00000001:0.0:1767384353.940817:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:2.0:1767384353.940818:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384353.940819:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:2.0:1767384353.940822:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384353.940822:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:2.0:1767384353.940828:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940828:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384353.940831:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000020:00000010:0.0:1767384353.940833:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000453e1ae2. 00000020:00000001:2.0:1767384353.940834:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384353.940838:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352140800 : -120961357410816 : ffff91fc7d428e00) 00000100:00000001:0.0:1767384353.940838:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.940839:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384353.940844:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384353.940844:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000453e1ae2. 00000100:00000040:1.0:1767384353.940849:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ea3e440b x1853236744050688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384353.940850:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccdcca59. 00000020:00000010:0.0:1767384353.940850:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000088d867d. 02000000:00000001:2.0:1767384353.940857:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384353.940858:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad38bf45. 00000100:00000001:2.0:1767384353.940864:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384353.940865:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee69d394. 00000020:00000001:2.0:1767384353.940871:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.940873:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384353.940875:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000040:2.0:1767384353.940876:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050560 00000020:00000010:1.0:1767384353.940879:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003035bcb2. 00000100:00000001:0.0:1767384353.940879:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384353.940881:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.940884:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.940885:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384353.940888:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384353.940890:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384353.940892:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003035bcb2. 00000100:00000001:0.0:1767384353.940893:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000200:2.0:1767384353.940896:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ede1b10 x1853236744050560/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.940897:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.940903:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3e440b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744050688:12345-0@lo:400: 00000100:00000001:0.0:1767384353.940907:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384353.940913:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050688 00000100:00000001:0.0:1767384353.940917:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384353.940918:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384353.940920:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744050944 00010000:00000001:2.0:1767384353.940921:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384353.940922:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384353.940925:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384353.940926:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.940926:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.940928:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384353.940932:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384353.940933:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384353.940935:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=61 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384353.940936:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 02000000:00000001:0.0:1767384353.940937:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.940943:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384353.940943:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744050944 00000100:00000001:2.0:1767384353.940945:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384353.940947:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384353.940948:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384353.940950:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000100:00000040:2.0:1767384353.940951:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:1.0:1767384353.940952:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384353.940953:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384353.940956:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384353.940957:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00000001:2.0:1767384353.940958:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:1.0:1767384353.940959:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.940963:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384353.940966:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384353.940967:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384353.940968:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384353.940970:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.940972:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 02000000:00000001:1.0:1767384353.940973:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384353.940976:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384353.940977:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384353.940978:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000081c2b09e. 00000020:00000010:0.0:1767384353.940982:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000453e1ae2. 00000100:00000040:2.0:1767384353.940984:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384353.940984:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384353.940988:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e1cf9021. 00000100:00000001:1.0:1767384353.940989:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384353.940990:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000020:00000001:1.0:1767384353.940992:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384353.940993:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000200:2.0:1767384353.940996:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744050560, offset 224 00010000:00000040:1.0:1767384353.940998:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744050688 00000100:00000001:0.0:1767384353.940999:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:1.0:1767384353.941003:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384353.941004:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a9c0e6. 00000400:00000200:2.0:1767384353.941008:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384353.941009:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ea3e440b x1853236744050688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384353.941009:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfce335c. 00000020:00000010:0.0:1767384353.941015:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000094bfbb5. 00000100:00000001:0.0:1767384353.941021:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384353.941023:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384353.941023:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384353.941024:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384353.941028:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384353.941029:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941032:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384353.941034:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384353.941036:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384353.941037:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd05780 00000100:00001000:1.0:1767384353.941044:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.941044:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.941046:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a1d [1] + 224 00000100:00000001:0.0:1767384353.941052:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384353.941056:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384353.941056:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384353.941057:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384353.941063:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:1.0:1767384353.941064:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:2.0:1767384353.941066:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384353.941067:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:1.0:1767384353.941073:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:0.0:1767384353.941073:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099044352 : -120961610507264 : ffff91fc6e2c9c00) 00000100:00000001:2.0:1767384353.941075:0:16790:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384353.941081:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384353.941082:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384353.941083:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091b961f8 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:334/0 lens 224/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384353.941085:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.941093:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384353.941102:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384353.941109:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384353.941116:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744050688, offset 224 00000100:00000001:0.0:1767384353.941119:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384353.941122:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384353.941123:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000400:00000200:1.0:1767384353.941128:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384353.941128:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384353.941133:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000100:00100000:0.0:1767384353.941142:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091b961f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744050816:12345-0@lo:400: 00000400:00000200:1.0:1767384353.941145:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384353.941147:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050816 00000020:00000001:0.0:1767384353.941150:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384353.941151:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384353.941153:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384353.941160:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000020:00000001:0.0:1767384353.941160:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.941161:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd05800 00000400:00000010:2.0:1767384353.941166:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000020:00000001:0.0:1767384353.941166:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384353.941169:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:2.0:1767384353.941172:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384353.941173:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384353.941176:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384353.941177:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.941182:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.941182:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a21 [1] + 224 00000020:00000001:0.0:1767384353.941183:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384353.941185:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384353.941189:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.941191:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000200:1.0:1767384353.941192:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384353.941192:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384353.941196:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384353.941197:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384353.941200:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384353.941202:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384353.941203:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c626868e. 00000020:00000001:2.0:1767384353.941209:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384353.941209:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.941210:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384353.941215:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.941216:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384353.941219:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384353.941220:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.941224:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ede1b10 x1853236744050560/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384353.941225:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050816 00010000:00000001:0.0:1767384353.941230:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384353.941235:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091b961f8 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384353.941254:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.941260:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384353.941264:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ede1b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744050560:12345-0@lo:400: Request processed in 529us (1169us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384353.941264:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.941270:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.941276:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384353.941282:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00100000:2.0:1767384353.941287:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:0.0:1767384353.941287:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384353.941292:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384353.941292:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384353.941294:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 02000000:00000001:0.0:1767384353.941295:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.941299:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000100:00000001:2.0:1767384353.941300:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384353.941300:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384353.941305:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:2.0:1767384353.941306:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384353.941306:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384353.941312:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8a1285. 00000020:00000010:2.0:1767384353.941313:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfb3cbb. 00000100:00000001:1.0:1767384353.941313:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384353.941316:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744050816, offset 224 00000100:00000001:1.0:1767384353.941317:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384353.941321:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009738a1a2. 00000400:00000200:0.0:1767384353.941323:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.941324:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.941329:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3417cca. 00000100:00000040:1.0:1767384353.941330:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000400:00000200:0.0:1767384353.941335:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384353.941337:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00010000:00000001:1.0:1767384353.941337:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384353.941341:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.941342:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd05880 02000000:00000001:2.0:1767384353.941344:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384353.941348:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384353.941349:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccdcca59. 00000400:00000200:0.0:1767384353.941351:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a2d [1] + 224 02000000:00000001:2.0:1767384353.941355:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384353.941356:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea3e440b x1853236744050688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.941360:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384353.941364:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384353.941368:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384353.941373:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384353.941376:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000100:00000001:0.0:1767384353.941379:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384353.941385:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab4302f3. 00000100:00000200:0.0:1767384353.941385:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.941390:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3e440b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744050688:12345-0@lo:400: Request processed in 513us (1315us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384353.941396:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.941408:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384353.941412:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384353.941412:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384353.941417:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1767384353.941419:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000400:00000200:0.0:1767384353.941419:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8a1285 00000100:00000040:1.0:1767384353.941421:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000400:00000010:0.0:1767384353.941423:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8a1285. 00000100:00000040:2.0:1767384353.941427:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:1.0:1767384353.941429:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384353.941429:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384353.941431:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384353.941434:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352142592 : -120961357409024 : ffff91fc7d429500) 00000100:00000001:1.0:1767384353.941435:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384353.941436:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384353.941442:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d718cbfd. 00000100:00000040:0.0:1767384353.941442:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000040:2.0:1767384353.941443:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004eb4e607 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:334/0 lens 224/0 e 0 to 0 dl 1767384364 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384353.941447:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384353.941450:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008c6c35e6. 00000020:00000001:0.0:1767384353.941450:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.941456:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384353.941457:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000100:00000040:0.0:1767384353.941462:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091b961f8 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384353.941463:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:1.0:1767384353.941469:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.941471:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384353.941478:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0da2c93. 00000100:00100000:0.0:1767384353.941480:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091b961f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744050816:12345-0@lo:400: Request processed in 359us (1113us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384353.941484:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384353.941488:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0da2c93. 00000100:00080000:1.0:1767384353.941489:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767384353.941490:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:0.0:1767384353.941495:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000020:00000040:1.0:1767384353.941496:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:0.0:1767384353.941501:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:1.0:1767384353.941502:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384353.941503:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384353.941508:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004eb4e607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744050944:12345-0@lo:400: 00000020:00000040:1.0:1767384353.941508:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000020:00000010:0.0:1767384353.941509:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad38bf45. 00000020:00000010:0.0:1767384353.941514:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee69d394. 00000100:00000200:2.0:1767384353.941518:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744050944 00000020:00000010:0.0:1767384353.941520:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000088d867d. 00000020:00000001:2.0:1767384353.941524:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384353.941526:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000020:00000001:2.0:1767384353.941529:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384353.941530:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.941532:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384353.941534:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.941535:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384353.941540:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:1.0:1767384353.941541:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384353.941542:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000001:1.0:1767384353.941544:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384353.941549:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384353.941549:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000400:00000200:1.0:1767384353.941577:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:1.0:1767384353.941579:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000100:00000001:1.0:1767384353.941583:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384353.941587:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384353.941595:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.941600:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.941603:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.941603:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.941607:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.941608:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384353.941611:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767384353.941612:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384353.941613:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384353.941614:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.941615:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384353.941616:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.941621:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767384353.941621:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384353.941623:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=56 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384353.941625:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384353.941626:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c4eaa62. 00000020:00000001:2.0:1767384353.941630:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384353.941631:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f589262 00000400:00000010:0.0:1767384353.941635:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f589262. 00000100:00001000:1.0:1767384353.941636:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=56 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384353.941637:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384353.941638:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384353.941642:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384353.941643:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384353.941646:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.941647:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384353.941648:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384353.941654:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccdcca59. 00010000:00000001:1.0:1767384353.941654:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384353.941657:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384353.941659:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384353.941661:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.941666:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.941672:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384353.941679:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744050944 00000100:00000001:0.0:1767384353.941681:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384353.941685:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384353.941686:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941686:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.941690:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384353.941692:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384353.941705:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384353.941707:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:2.0:1767384353.941708:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004eb4e607 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.941709:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.941713:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384353.941714:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.941719:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767384353.941721:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=51 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384353.941723:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384353.941730:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=51 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384353.941732:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.941733:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384353.941735:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384353.941738:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941739:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384353.941745:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=56 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384353.941745:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384353.941749:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:0.0:1767384353.941750:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.941755:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384353.941756:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.941760:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384353.941762:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384353.941765:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.941769:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000040:1.0:1767384353.941769:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.941770:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384353.941773:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384353.941776:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384353.941777:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384353.941780:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941780:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.941787:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384353.941790:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc4f2453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744050816:0@lo:400: 00000100:00000040:0.0:1767384353.941790:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384353.941796:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384353.941801:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000100:00000001:1.0:1767384353.941803:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.941804:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384353.941809:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744050944, offset 224 00000100:00000001:1.0:1767384353.941809:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384353.941810:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384353.941813:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384353.941816:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc4f2453 x1853236744050816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384353.941818:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384353.941828:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384353.941838:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384353.941841:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384353.941843:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384353.941846:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000466595ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744050688:0@lo:400: 02000000:00000010:1.0:1767384353.941848:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bf42cb0. 00000100:00000001:0.0:1767384353.941851:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384353.941854:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd05900 00000100:00000001:0.0:1767384353.941855:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384353.941856:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384353.941860:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000466595ef x1853236744050688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384353.941861:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384353.941865:0:16155:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1767384353.941867:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a35 [1] + 224 00000020:00000001:1.0:1767384353.941872:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384353.941877:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d910821. 00000400:00000200:2.0:1767384353.941880:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384353.941880:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384353.941883:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384353.941883:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384353.941886:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000321405a2. 00000400:00000200:2.0:1767384353.941887:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384353.941891:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384353.941893:0:16795:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384353.941894:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384353.941894:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384353.941897:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:1.0:1767384353.941899:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc4f2453. 00000100:00000200:2.0:1767384353.941901:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384353.941901:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384353.941905:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000901d1622. 00000100:00000001:1.0:1767384353.941910:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384353.941914:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384353.941914:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384353.941917:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384353.941919:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.941919:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384353.941920:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000466595ef. 00000100:00000001:0.0:1767384353.941925:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384353.941928:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.941930:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384353.941932:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.941934:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941938:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384353.941940:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.941941:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.941944:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941946:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384353.941949:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.941954:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384353.941961:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000400:00000010:2.0:1767384353.941964:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000100:00000001:2.0:1767384353.941967:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384353.941968:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384353.941972:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.941974:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384353.941977:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384353.941977:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384353.941981:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000001:0.0:1767384353.941982:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384353.941983:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000020:1.0:1767384353.941985:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000001:0.0:1767384353.941986:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384353.941987:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384353.941989:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000100:00000010:1.0:1767384353.941991:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f0b01bb. 00000020:00000001:2.0:1767384353.941992:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384353.941993:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000020:00000040:1.0:1767384353.941997:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384353.941997:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000100:00000040:2.0:1767384353.942000:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004eb4e607 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1767384364 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384353.942003:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384353.942004:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384353.942007:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384353.942008:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384353.942011:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384353.942018:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d910821. 00000100:00000001:1.0:1767384353.942024:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942031:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384353.942035:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384353.942035:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384353.942036:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004eb4e607 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744050944:12345-0@lo:400: Request processed in 560us (1482us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384353.942042:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0b01bb] to pc [ptlrpcd_00_03+3] req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384353.942057:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1767384353.942064:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:0.0:1767384353.942068:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384353.942070:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384353.942072:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384353.942074:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1767384353.942075:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.942075:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384353.942079:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfce335c. 02000000:00000001:0.0:1767384353.942079:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384353.942082:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384353.942085:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.942087:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000094bfbb5. 00000100:00000001:1.0:1767384353.942088:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384353.942088:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942091:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.942094:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00001000:0.0:1767384353.942095:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=55 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384353.942096:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a9c0e6. 00000100:00000040:1.0:1767384353.942099:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384353.942100:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384353.942109:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384353.942110:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:0.0:1767384353.942111:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942114:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384353.942116:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384353.942117:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942117:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384353.942122:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384353.942123:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384353.942126:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384353.942131:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.942136:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.942138:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744051072:0@lo:13: 00000100:00000001:0.0:1767384353.942139:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384353.942142:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384353.942143:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384353.942144:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384353.942146:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384353.942148:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384353.942153:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384353.942154:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384353.942157:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.942158:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384353.942160:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384353.942162:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384353.942165:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384353.942167:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009ef42979. 02000000:00000001:1.0:1767384353.942171:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384353.942176:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000100:00100000:0.0:1767384353.942177:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a889b096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744050944:0@lo:400: 00000400:00000010:1.0:1767384353.942181:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000100:00000001:0.0:1767384353.942183:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.942186:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384353.942187:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744051072, portal 4 00000100:00000040:0.0:1767384353.942188:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a889b096 x1853236744050944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942193:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384353.942195:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000001:0.0:1767384353.942201:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384353.942203:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384353.942210:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384353.942212:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384353.942213:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1cb457e. 00000100:00000040:1.0:1767384353.942217:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384353.942218:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384353.942221:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000020:00000001:0.0:1767384353.942221:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384353.942224:0:16156:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1767384353.942226:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744051072, offset 0 00000020:00000001:0.0:1767384353.942227:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384353.942231:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000064dc9fc3. 00000400:00000200:1.0:1767384353.942235:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384353.942235:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384353.942238:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384353.942239:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a889b096. 00000100:00000001:0.0:1767384353.942242:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384353.942245:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384353.942245:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.942248:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384353.942252:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384353.942253:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd05980 00000100:00000001:0.0:1767384353.942255:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384353.942258:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384353.942261:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000100:00000001:0.0:1767384353.942262:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.942269:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384353.942272:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384353.942275:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384353.942276:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384353.942279:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000138e7b57. 00000100:00000040:1.0:1767384353.942280:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000138e7b57 x1853236744051072 msgsize 224 00000100:00100000:1.0:1767384353.942283:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384353.942294:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384353.942298:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384353.942299:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:1.0:1767384353.942300:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384353.942302:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942307:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384353.942315:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942319:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942321:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384353.942324:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.942326:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5841 usecs (6 jiffies) 00000100:00000001:1.0:1767384353.942328:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942728 00000100:00000001:1.0:1767384353.942330:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.942331:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942728 00000100:00000001:1.0:1767384353.942333:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942737 00000100:00000001:1.0:1767384353.942334:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942728 00000100:00000001:1.0:1767384353.942335:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942737 00000100:00000001:2.0:1767384353.942337:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384353.942337:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942728 00000100:00000001:1.0:1767384353.942340:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942737 00000100:00100000:2.0:1767384353.942342:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051072 00000100:00000001:1.0:1767384353.942343:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384353.942347:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384353.942347:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.942351:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1767384353.942352:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384353.942355:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384353.942356:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384353.942358:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 02000000:00000001:2.0:1767384353.942361:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384353.942362:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024687b0a 00000400:00000010:1.0:1767384353.942365:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024687b0a. 00000100:00100000:2.0:1767384353.942367:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051072 00000100:00000001:1.0:1767384353.942368:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384353.942372:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384353.942373:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384353.942375:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:2.0:1767384353.942380:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384353.942384:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000200:1.0:1767384353.942384:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384353.942390:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384353.942393:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384353.942396:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384353.942396:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942400:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384353.942403:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384353.942404:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384353.942404:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384353.942408:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.942410:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0da2c93. 00000100:00000001:2.0:1767384353.942413:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384353.942417:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384353.942418:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0da2c93. 00000100:00001000:1.0:1767384353.942421:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=61 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384353.942425:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3417cca. 00000100:00001000:1.0:1767384353.942425:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384353.942431:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384353.942432:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfb3cbb. 00000100:00000001:1.0:1767384353.942433:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.942436:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384353.942439:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009738a1a2. 00010000:00000001:1.0:1767384353.942439:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942444:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.942448:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384353.942449:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384353.942454:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384353.942458:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384353.942458:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384353.942463:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942463:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.942465:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384353.942470:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.942471:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384353.942479:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003023a1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744050560:0@lo:400: 00000100:00000001:1.0:1767384353.942482:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942483:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384353.942484:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003023a1ac x1853236744050560/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.942488:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942488:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384353.942491:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384353.942493:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d966d691. 02000000:00000001:1.0:1767384353.942496:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384353.942497:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384353.942498:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384353.942500:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384353.942501:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384353.942503:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c7be82bc. 00000100:00000001:2.0:1767384353.942504:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384353.942511:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:1.0:1767384353.942511:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384353.942514:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384353.942517:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000010:1.0:1767384353.942517:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003023a1ac. 00000100:00000001:1.0:1767384353.942522:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384353.942523:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099041664 : -120961610509952 : ffff91fc6e2c9180) 00000100:00000001:1.0:1767384353.942525:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942529:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384353.942532:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000138e7b57 x1853236744051072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/0 e 0 to 0 dl 1767384364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942539:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384353.942540:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384353.942545:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.942547:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384353.942549:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942581:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.942586:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384353.942590:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0da2c93. 00000100:00000001:2.0:1767384353.942593:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384353.942596:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0da2c93. 00000100:00100000:2.0:1767384353.942601:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000138e7b57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744051072:12345-0@lo:13: 00000100:00000200:2.0:1767384353.942605:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051072 00000020:00000001:2.0:1767384353.942607:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384353.942610:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384353.942611:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.942613:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384353.942615:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:2.0:1767384353.942618:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384353.942619:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384353.942621:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384353.942623:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384353.942625:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.942628:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384353.942629:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384353.942632:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000003458b2. 02000000:00000001:2.0:1767384353.942635:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.942637:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384353.942639:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384353.942644:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384353.942646:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384353.942650:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384353.942661:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.942664:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384353.942666:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384353.942670:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384353.942673:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384353.942676:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384353.942679:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384353.942683:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384353.942692:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384353.942708:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384353.942711:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744051072 00010000:00000001:2.0:1767384353.942713:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384353.942717:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000138e7b57 x1853236744051072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384353.942724:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384353.942726:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384353.942728:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384353.942731:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384353.942733:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384353.942735:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384353.942737:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384353.942739:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384353.942741:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384353.942743:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384353.942745:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000100:00000200:2.0:1767384353.942748:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744051072, offset 224 00000400:00000200:2.0:1767384353.942752:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384353.942757:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384353.942762:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd05980 00000400:00000200:2.0:1767384353.942766:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a51 [1] + 224 00000400:00000200:2.0:1767384353.942770:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384353.942773:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384353.942775:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384353.942778:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384353.942787:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.942803:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384353.942807:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000400:00000010:2.0:1767384353.942809:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000100:00000001:2.0:1767384353.942811:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384353.942818:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384353.942823:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384353.942826:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384353.942829:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384353.942831:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384353.942833:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384353.942834:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384353.942838:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000138e7b57 x1853236744051072/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:334/0 lens 224/368 e 0 to 0 dl 1767384364 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942839:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384353.942844:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384353.942847:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384353.942851:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000100:00100000:2.0:1767384353.942853:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000138e7b57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744051072:12345-0@lo:13: Request processed in 265us (569us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384353.942857:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:1.0:1767384353.942862:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000100:00100000:2.0:1767384353.942865:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384353.942867:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384353.942869:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:2.0:1767384353.942874:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384353.942875:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384353.942877:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384353.942881:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfb3cbb. 00000020:00000010:2.0:1767384353.942887:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009738a1a2. 00000100:00000200:1.0:1767384353.942891:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384353.942894:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3417cca. 00000020:00000040:2.0:1767384353.942899:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:2.0:1767384353.942905:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942906:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384353.942910:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.942912:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384353.942914:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384353.942915:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384353.942917:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384353.942919:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384353.942922:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384353.942926:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384353.942928:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384353.942930:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384353.942932:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384353.942934:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384353.942941:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.942943:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384353.942944:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384353.942945:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384353.942954:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.942957:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.942964:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384353.942966:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384353.942967:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384353.942969:0:16157:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384353.942972:0:16157:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384353.942975:0:16157:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384353.942981:0:16157:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384353.942986:0:16157:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384353.942989:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384353.942996:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744051072:0@lo:13: 00000100:00000001:1.0:1767384353.943000:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.943002:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384353.943004:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f0b01bb x1853236744051072/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384369 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384353.943010:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384353.943011:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384353.943013:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009ef42979. 02000000:00000001:1.0:1767384353.943016:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384353.943017:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384353.943018:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384353.943019:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384353.943020:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d910821. 02000000:00000001:1.0:1767384353.943022:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384353.943023:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384353.943023:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f0b01bb. 00000100:00000001:1.0:1767384353.943026:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384353.943026:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.943033:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384353.943036:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384353.943037:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384353.943038:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384353.943039:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384353.957598:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294942737, at 4294942738 00000100:00000010:3.0:1767384353.957605:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d106672. 00000100:00000040:0.0:1767384353.957610:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294942737, at 4294942738 00000100:00000010:0.0:1767384353.957618:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00000100:00000040:2.0:1767384353.957623:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294942737, at 4294942738 00000100:00000010:2.0:1767384353.957648:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009756aa61. 00000100:00000040:1.0:1767384353.957656:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294942737, at 4294942738 00000100:00000010:1.0:1767384353.957668:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ddb65bd. 00000400:00000001:1.0:1767384354.195656:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.195661:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384354.195664:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:1.0:1767384354.195671:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000800:00000200:2.0:1767384354.195676:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000400:00000200:1.0:1767384354.195680:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384354.195686:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:988 00000400:00000200:1.0:1767384354.195690:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery ping unlinked 00000800:00000200:2.0:1767384354.195709:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384354.195735:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008d03c3e6. 00000400:00000010:1.0:1767384354.195742:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000045449773. 00000400:00000001:1.0:1767384354.195748:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.195750:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384354.195753:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:1.0:1767384354.195755:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:1.0:1767384354.195757:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384354.195761:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384354.195765:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e52c7376. 00000400:00000010:1.0:1767384354.195767:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095426027. 00000800:00000200:0.0:1767384354.195880:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384354.195887:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.195899:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.195904:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.195906:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384354.451664:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384354.451670:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:1.0:1767384354.451674:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.451678:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384354.451680:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384354.451681:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384354.451683:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384354.451685:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384354.451687:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 57 10000000:00000001:1.0:1767384354.451702:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384354.451703:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384354.451727:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f0b01bb. 00000020:00000040:1.0:1767384354.451731:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384354.451742:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.451745:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.451749:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.451755:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bf42cb0. 00000100:00000001:1.0:1767384354.451761:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.451765:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384354.451768:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384354.451774:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ce9ad45f. 00010000:00000001:1.0:1767384354.451778:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384354.451780:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000021de44d2. 00000020:00000001:1.0:1767384354.451784:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384354.451787:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000021de44d2 with handle 0xf489261bfe0bc727 to hash 00000020:00000001:1.0:1767384354.451789:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384354.451791:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.451793:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.451796:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384354.451798:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.451800:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.451807:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.451815:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384354.451819:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384354.451820:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384354.451824:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009dca5527. 00000100:00000001:1.0:1767384354.451826:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107076959808 : -120966632591808 : ffff91fb42d5ae40) 00000100:00000001:1.0:1767384354.451828:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.451829:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000001:1.0:1767384354.451833:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.451835:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.451837:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384354.451844:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.451851:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.451858:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.451859:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.451862:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.451864:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.451866:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.451868:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744051200:0@lo:101: 00000100:00000001:1.0:1767384354.451871:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.451876:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.451877:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.451879:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.451882:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ed2930af. 02000000:00000001:1.0:1767384354.451884:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.451888:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000010:1.0:1767384354.451893:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000100:00000200:1.0:1767384354.451898:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744051200, portal 25 00000100:00000001:1.0:1767384354.451900:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.451900:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000040:1.0:1767384354.451904:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.451910:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.451912:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.451914:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384354.451916:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744051200, offset 0 00000400:00000200:1.0:1767384354.451920:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.451949:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.451959:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd05a00 00000400:00000200:1.0:1767384354.451965:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1289 [2] + 0 00000400:00000010:1.0:1767384354.451968:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051293e35. 00000400:00000200:1.0:1767384354.451972:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c901fe65 00000400:00000200:1.0:1767384354.451977:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.451985:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384354.451989:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c901fe65 00000400:00000010:1.0:1767384354.451991:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c901fe65. 00000100:00000001:1.0:1767384354.451996:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.451998:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.452001:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000006540b7c8 x1853236744051200 msgsize 328 00000100:00100000:1.0:1767384354.452006:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.452008:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384354.452043:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.452053:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384354.452055:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:1.0:1767384354.452059:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.452063:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.452073:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.452077:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.452084:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452087:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.452092:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452118:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294943249 00000100:00000010:1.0:1767384354.452122:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d23e2549. 00000100:00000001:1.0:1767384354.452128:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384354.452133:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294943249 00000100:00000010:1.0:1767384354.452136:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000557b7633. 00000100:00000001:1.0:1767384354.452139:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384354.452144:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384354.452144:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294943249 00000100:00100000:2.0:1767384354.452150:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051200 00000100:00000010:1.0:1767384354.452150:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f56a998e. 02000000:00000001:2.0:1767384354.452155:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.452157:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384354.452158:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.452162:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452163:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294943249 02000000:00000001:2.0:1767384354.452167:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.452168:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a56aed47. 00000100:00100000:2.0:1767384354.452171:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051200 00000100:00000001:1.0:1767384354.452173:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384354.452175:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384354.452177:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384354.452183:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.452187:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.452188:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384354.452192:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384354.452193:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:1.0:1767384354.452196:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384354.452198:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:1.0:1767384354.452200:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000009dca5527 going to sleep for 11 seconds 00000020:00000001:2.0:1767384354.452202:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384354.452205:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.452208:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.452209:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.452213:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e130343. 00000100:00000001:2.0:1767384354.452217:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.452220:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e130343. 00000020:00000010:2.0:1767384354.452225:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083383757. 00000020:00000010:2.0:1767384354.452230:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfb3cbb. 00000020:00000010:2.0:1767384354.452235:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009738a1a2. 00000100:00000040:2.0:1767384354.452244:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384354.452247:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.452248:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384354.452250:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.452256:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.452268:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.452280:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384354.452283:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384354.452288:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384354.452291:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384354.452293:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227405904 : -120961482145712 : ffff91fc75d34050) 00000100:00000040:2.0:1767384354.452298:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006540b7c8 x1853236744051200/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.452306:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384354.452309:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e130343. 00000100:00000001:2.0:1767384354.452310:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.452311:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e130343. 00000100:00100000:2.0:1767384354.452316:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006540b7c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744051200:12345-0@lo:101: 00000100:00000200:2.0:1767384354.452320:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051200 00000020:00000001:2.0:1767384354.452322:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384354.452331:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384354.452333:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.452335:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384354.452337:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:2.0:1767384354.452340:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384354.452341:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.452344:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384354.452345:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384354.452348:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.452350:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384354.452352:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384354.452354:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384354.452356:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384354.452358:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.452363:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384354.452369:0:16788:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca78f9e0. 00010000:00000001:2.0:1767384354.452371:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384354.452374:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dd05866. 00000020:00000001:2.0:1767384354.452377:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384354.452381:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001dd05866 with handle 0xf489261bfe0bc72e to hash 00000020:00000001:2.0:1767384354.452383:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384354.452384:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00000001:2.0:1767384354.452386:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00010000:2.0:1767384354.452389:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc727 expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384354.452395:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:2.0:1767384354.452398:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384354.452404:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384354.452407:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384354.452410:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000793187f9. 02000000:00000001:2.0:1767384354.452412:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.452414:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.452416:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384354.452420:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384354.452428:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384354.452429:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.452430:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.452432:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.452433:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.452435:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384354.452437:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384354.452438:0:16788:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384354.452439:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384354.452440:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca78f9e0) refcount = 1 00010000:00010000:2.0:1767384354.452444:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.452449:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384354.452451:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384354.452452:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.452453:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.452455:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384354.452458:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384354.452459:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.452464:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384354.452465:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384354.452467:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.452469:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.452470:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384354.452471:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.452472:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384354.452473:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001dd05866, rc 0) 00000020:00000001:2.0:1767384354.452475:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384354.452477:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744051200 00010000:00000001:2.0:1767384354.452479:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384354.452482:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006540b7c8 x1853236744051200/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/344 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384354.452488:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384354.452495:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.452498:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.452502:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384354.452504:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384354.452505:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384354.452507:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.452509:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.452511:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384354.452513:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384354.452516:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000100:00000200:2.0:1767384354.452518:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744051200, offset 224 00000400:00000200:2.0:1767384354.452521:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384354.452526:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384354.452531:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd05a00 00000400:00000200:2.0:1767384354.452534:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a5d [1] + 224 00000400:00000200:2.0:1767384354.452537:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.452539:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.452542:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.452544:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384354.452566:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.452599:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.452604:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000400:00000010:2.0:1767384354.452606:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000100:00000001:2.0:1767384354.452608:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384354.452609:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.452613:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452614:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384354.452616:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384354.452619:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384354.452622:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384354.452622:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.452626:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384354.452627:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384354.452631:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000100:00000040:2.0:1767384354.452632:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006540b7c8 x1853236744051200/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/344 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.452637:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:1.0:1767384354.452640:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000100:00000001:1.0:1767384354.452644:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.452648:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.452679:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006540b7c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744051200:12345-0@lo:101: Request processed in 370us (675us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384354.452680:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.452706:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.452708:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384354.452710:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:1.0:1767384354.452711:0:16793:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384354.452714:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 02000000:00000001:1.0:1767384354.452715:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.452718:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.452719:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384354.452721:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.452722:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384354.452726:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.452728:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfb3cbb. 00000100:00001000:1.0:1767384354.452731:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=62 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384354.452733:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009738a1a2. 00000100:00001000:1.0:1767384354.452736:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=62 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384354.452738:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083383757. 00000100:00000001:1.0:1767384354.452740:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384354.452743:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:1.0:1767384354.452743:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.452749:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384354.452750:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384354.452751:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384354.452753:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000793187f9. 00000100:00000001:1.0:1767384354.452755:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.452757:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384354.452760:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.452762:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384354.452765:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384354.452770:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce64620. 00000100:00000001:1.0:1767384354.452771:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384354.452776:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069a6be3f. 00000100:00000001:1.0:1767384354.452776:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.452784:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.452788:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.452793:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744051200:0@lo:101: 00000100:00000001:1.0:1767384354.452797:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.452799:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452800:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384354.452802:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.452803:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.452807:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.452809:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009dca5527. 00000100:00000001:1.0:1767384354.452811:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384354.452812:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.452814:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384354.452816:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.452817:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.452819:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=4 00000020:00000001:1.0:1767384354.452820:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.452822:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000040:1.0:1767384354.452825:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000021de44d2, remote cookie: 0xf489261bfe0bc72e, flags: 0x0 00010000:00000001:1.0:1767384354.452827:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384354.452829:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384354.452830:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384354.452831:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384354.452832:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384354.452833:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ce9ad45f) refcount = 1 00010000:00010000:1.0:1767384354.452835:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.452840:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384354.452841:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384354.452842:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.452848:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384354.452851:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.452853:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.452857:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384354.452858:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.452860:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.452861:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.452862:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.452864:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452865:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.452868:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f0b01bb x1853236744051200/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.452873:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.452875:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.452877:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ed2930af. 02000000:00000001:1.0:1767384354.452880:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.452881:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.452882:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384354.452884:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.452885:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bf42cb0. 02000000:00000001:1.0:1767384354.452888:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.452890:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.452891:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f0b01bb. 00000100:00000001:1.0:1767384354.452895:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.452896:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384354.452898:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.452900:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384354.452901:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:1.0:1767384354.452903:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.452905:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.452906:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.452907:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=3 00000020:00000001:1.0:1767384354.452909:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.452911:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.452913:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384354.452920:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.452921:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.452939:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.452941:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384354.452943:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fd5b0381. 00000100:00000010:1.0:1767384354.452960:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f0b01bb. 00000020:00000040:1.0:1767384354.452962:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384354.452964:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.452966:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.452968:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.452971:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bf42cb0. 00000100:00000001:1.0:1767384354.452973:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.452975:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384354.452978:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ed2930af. 00000100:00000010:1.0:1767384354.452981:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d7440b32. 00000020:00000040:1.0:1767384354.452982:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384354.452986:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384354.452987:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384354.452989:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009dca5527. 00000100:00000001:1.0:1767384354.452991:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107076959808 : -120966632591808 : ffff91fb42d5ae40) 00000100:00000001:1.0:1767384354.452993:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.452994:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000001:1.0:1767384354.452997:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.452998:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.453000:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384354.453000:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.453002:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453008:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.453009:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.453011:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.453013:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.453015:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.453017:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744051328:0@lo:256: 00000100:00000001:1.0:1767384354.453019:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.453027:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.453029:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.453031:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384354.453034:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000010:1.0:1767384354.453037:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008a46eb36. 00000100:00000200:1.0:1767384354.453040:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd05a80-0x695824dd05a80, portal 33 00000100:00000001:1.0:1767384354.453043:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.453044:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.453046:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087b98a77. 02000000:00000001:1.0:1767384354.453048:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.453050:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000400:00000010:1.0:1767384354.453052:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000100:00000200:1.0:1767384354.453054:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744051328, portal 25 00000100:00000001:1.0:1767384354.453056:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.453056:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000040:1.0:1767384354.453060:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453064:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.453066:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.453068:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384354.453069:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744051328, offset 0 00000400:00000200:1.0:1767384354.453073:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.453078:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.453083:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd05a80 00000400:00000200:1.0:1767384354.453086:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12ad [2] + 0 00000400:00000010:1.0:1767384354.453089:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3222541. 00000400:00000200:1.0:1767384354.453091:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e464d7a 00000400:00000200:1.0:1767384354.453094:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.453097:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384354.453099:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e464d7a 00000400:00000010:1.0:1767384354.453100:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e464d7a. 00000100:00000001:1.0:1767384354.453103:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.453104:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.453106:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000080b09496 x1853236744051328 msgsize 304 00000100:00100000:1.0:1767384354.453115:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.453116:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384354.453127:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.453132:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384354.453133:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:1.0:1767384354.453135:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.453137:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453144:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.453146:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453151:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453153:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384354.453153:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384354.453158:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051328 00000100:00000001:1.0:1767384354.453160:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.453161:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.453163:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294943250 00000100:00000001:3.0:1767384354.453164:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.453168:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.453172:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.453172:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943249 00000100:00100000:3.0:1767384354.453176:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051328 00000100:00000001:1.0:1767384354.453179:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294943250 00000100:00000001:1.0:1767384354.453181:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943249 00000100:00000001:1.0:1767384354.453183:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294943250 00000020:00000001:3.0:1767384354.453188:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384354.453189:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943249 00000020:00000040:3.0:1767384354.453192:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384354.453193:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294943250 00000020:00000001:3.0:1767384354.453195:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384354.453198:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943249 00000020:00000040:3.0:1767384354.453199:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384354.453203:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384354.453204:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384354.453207:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.453208:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384354.453211:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384354.453213:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.453214:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384354.453218:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00100000:1.0:1767384354.453218:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000009dca5527 going to sleep for 11 seconds 00000100:00000001:1.0:1767384354.453220:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384354.453223:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.453224:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.453227:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000020:00000010:3.0:1767384354.453232:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c06502c. 00000020:00000010:3.0:1767384354.453235:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea9454e0. 00000020:00000010:3.0:1767384354.453238:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000040:3.0:1767384354.453242:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384354.453244:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384354.453246:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.453247:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453250:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453260:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.453268:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384354.453270:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384354.453273:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767384354.453275:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384354.453277:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227412048 : -120961482139568 : ffff91fc75d35850) 00000100:00000040:3.0:1767384354.453281:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080b09496 x1853236744051328/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 304/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.453288:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.453291:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:3.0:1767384354.453292:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.453294:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000100:00100000:3.0:1767384354.453297:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080b09496 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744051328:12345-0@lo:256: 00000100:00000200:3.0:1767384354.453299:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051328 00000020:00000001:3.0:1767384354.453307:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384354.453309:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384354.453310:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.453312:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384354.453313:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:3.0:1767384354.453315:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384354.453316:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.453333:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384354.453334:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384354.453335:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453338:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.453339:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384354.453341:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000dc29aed0. 02000000:00000001:3.0:1767384354.453343:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453344:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.453346:0:16788:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384354.453349:0:16788:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384354.453351:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384354.453353:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384354.453355:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.453357:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384354.453358:0:16788:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384354.453360:0:16788:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c303fed1. 20000000:00000001:3.0:1767384354.453363:0:16788:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384354.453375:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384354.453379:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384354.453383:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384354.453385:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384354.453387:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384354.453388:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384354.453389:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384354.453391:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384354.453392:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384354.453393:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384354.453395:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384354.453396:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384354.453397:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384354.453398:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384354.453405:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384354.453406:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384354.453408:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384354.453409:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384354.453410:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384354.453411:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384354.453413:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384354.453414:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384354.453415:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384354.453416:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384354.453418:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384354.453419:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384354.453420:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384354.453421:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384354.453423:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:3.0:1767384354.453424:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 3492/1/4/3. 20000000:00000040:3.0:1767384354.453430:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384354.453432:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384354.453433:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384354.453434:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384354.453436:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384354.453437:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384354.453438:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384354.453439:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384354.453440:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384354.453441:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384354.453443:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384354.453444:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384354.453446:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384354.453447:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384354.453448:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384354.453450:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384354.453451:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384354.453452:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384354.453454:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384354.453455:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384354.453457:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384354.453458:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384354.453459:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384354.453465:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384354.453467:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384354.453468:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384354.453469:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384354.453471:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384354.453472:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:01000000:3.0:1767384354.453474:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 604, pages 2888/1/4/3. 20000000:01000000:3.0:1767384354.453475:0:16788:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1208, version 62 20000000:00000001:3.0:1767384354.453476:0:16788:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1208 : 1208 : 4b8) 00000100:00000001:3.0:1767384354.453478:0:16788:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384354.453480:0:16788:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e577db90. 00000100:00000010:3.0:1767384354.453482:0:16788:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009dc0a630. 00000020:00000040:3.0:1767384354.453484:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:3.0:1767384354.453486:0:16788:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384354.453488:0:16788:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384354.453491:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000400:00000010:3.0:1767384354.453496:0:16788:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002fcf5a5c. 00000400:00000200:3.0:1767384354.453499:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.453505:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.453510:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1208 into portal 33 MB=0x695824dd05a80 00000400:00000200:3.0:1767384354.453513:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1208/1208 into md 0x1a6d [4] + 0 00000400:00000010:3.0:1767384354.453515:0:16788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000400:00000200:3.0:1767384354.453517:0:16788:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a46eb36 00000400:00000200:3.0:1767384354.453520:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.453522:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384354.453524:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a46eb36 00000400:00000010:3.0:1767384354.453525:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008a46eb36. 00000100:00000001:3.0:1767384354.453527:0:16788:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.453528:0:16788:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008f0b01bb desc 00000000ed2930af mbits 1853236744051328 00000100:00000001:3.0:1767384354.453539:0:16788:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384354.453541:0:16788:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384354.453544:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384354.453551:0:16788:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a79 00000400:00000200:3.0:1767384354.453574:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.453578:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384354.453581:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.453583:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453592:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.453594:0:16788:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000e577db90 00000100:00000001:3.0:1767384354.453597:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384354.453604:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384354.453606:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384354.453608:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.453623:0:16788:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e577db90 00000100:00000001:3.0:1767384354.453626:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384354.453632:0:16788:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1208 bytes via portal 33 id 12345-0@lo mbits 0x695824dd05a80-0x695824dd05a80 00000100:00000001:3.0:1767384354.453635:0:16788:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.453639:0:16788:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453641:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384354.453643:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:3.0:1767384354.453645:0:16788:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009dc0a630. 00000100:00000010:3.0:1767384354.453649:0:16788:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e577db90. 00000100:00000001:3.0:1767384354.453652:0:16788:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384354.453653:0:16788:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384354.453660:0:16788:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c303fed1. 20000000:00000001:3.0:1767384354.453664:0:16788:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.453666:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744051328 00010000:00000001:3.0:1767384354.453668:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.453672:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080b09496 x1853236744051328/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 304/240 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.453679:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.453681:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.453683:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.453686:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.453688:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.453707:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384354.453709:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.453711:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.453713:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.453716:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.453719:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384354.453738:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744051328, offset 224 00000400:00000200:3.0:1767384354.453750:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.453755:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.453762:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd05a80 00000400:00000200:3.0:1767384354.453765:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a71 [1] + 224 00000400:00000200:3.0:1767384354.453768:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.453770:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.453773:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.453776:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.453782:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.453794:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.453797:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384354.453799:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384354.453802:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.453803:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.453808:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.453811:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.453812:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384354.453814:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.453816:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384354.453816:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384354.453820:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b09496 x1853236744051328/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 304/240 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384354.453829:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384354.453830:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080b09496 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744051328:12345-0@lo:256: Request processed in 539us (720us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384354.453832:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.453836:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ab297f. 00000400:00000200:1.0:1767384354.453841:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000100:00100000:3.0:1767384354.453844:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000400:00000010:1.0:1767384354.453845:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000100:00000040:3.0:1767384354.453848:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384354.453850:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384354.453852:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.453854:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384354.453856:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.453858:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea9454e0. 00000020:00000010:3.0:1767384354.453865:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000100:00000200:1.0:1767384354.453867:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.453869:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c06502c. 00000100:00000001:1.0:1767384354.453874:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.453877:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384354.453880:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:1.0:1767384354.453881:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384354.453883:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384354.453886:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384354.453886:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.453888:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384354.453889:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000dc29aed0. 02000000:00000001:1.0:1767384354.453891:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.453894:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384354.453895:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=62 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384354.453898:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384354.453900:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=62 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384354.453903:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384354.453904:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.453907:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.453909:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384354.453910:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee27488. 00010000:00000001:1.0:1767384354.453911:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.453915:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.453918:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384354.453919:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034b1b1b4. 00000100:00000040:1.0:1767384354.453931:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453936:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.453938:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.453940:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.453946:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744051328:0@lo:256: 00000100:00000001:1.0:1767384354.453960:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.453963:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.453964:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384354.453966:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.453969:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.453974:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.453975:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009dca5527. 00000100:00000001:1.0:1767384354.453977:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384354.453978:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384354.453981:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:1.0:1767384354.453983:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384354.453989:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000004874b415. 10000000:00000040:1.0:1767384354.453996:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384354.454002:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384354.454004:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384354.454008:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:1.0:1767384354.454010:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.454012:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384354.454013:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:1.0:1767384354.454014:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000400:00000200:1.0:1767384354.454017:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 29 NIDs 00000400:00001000:1.0:1767384354.454019:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384354.454022:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:1.0:1767384354.454025:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384354.454030:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (28) 00000400:00000200:1.0:1767384354.454033:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000200:1.0:1767384354.454046:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384354.454048:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384354.454050:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384354.454052:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767384354.454054:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000400:00000200:1.0:1767384354.454056:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:1.0:1767384354.454058:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:0.0:1767384354.454066:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384354.454070:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454073:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:0.0:1767384354.454075:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 00000400:00000200:1.0:1767384354.454078:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:1.0:1767384354.454083:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000010:0.0:1767384354.454083:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008afd9101. 00000400:00000200:1.0:1767384354.454089:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384354.454089:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000200:1.0:1767384354.454093:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000010:0.0:1767384354.454097:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000073bb15b2. 00000400:00000200:1.0:1767384354.454098:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454101:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:0.0:1767384354.454105:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384354.454107:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:1.0:1767384354.454111:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454112:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:1.0:1767384354.454114:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:0.0:1767384354.454116:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384354.454136:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454139:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:0.0:1767384354.454142:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384354.454145:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:1.0:1767384354.454153:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454153:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384354.454157:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:1.0:1767384354.454162:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384354.454165:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384354.454168:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454173:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:1.0:1767384354.454175:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:1.0:1767384354.454179:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454200:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:1.0:1767384354.454204:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:0.0:1767384354.454207:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384354.454213:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454217:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:0.0:1767384354.454221:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384354.454223:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:1.0:1767384354.454233:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454235:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:1.0:1767384354.454237:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:1.0:1767384354.454245:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:0.0:1767384354.454249:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:1.0:1767384354.454255:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454261:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384354.454262:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:1.0:1767384354.454270:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384354.454276:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384354.454280:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454288:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:0.0:1767384354.454294:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384354.454297:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384354.454302:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384354.454310:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384354.454315:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454322:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:0.0:1767384354.454323:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384354.454328:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:0.0:1767384354.454339:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384354.454340:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454348:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384354.454355:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384354.454356:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:1.0:1767384354.454366:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454370:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384354.454372:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:1.0:1767384354.454381:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384354.454386:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384354.454391:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454398:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:0.0:1767384354.454402:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384354.454405:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:1.0:1767384354.454415:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454417:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 22], ns[101, 22] 00000400:00000200:1.0:1767384354.454420:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:1.0:1767384354.454428:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:0.0:1767384354.454433:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:1.0:1767384354.454438:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454444:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:1.0:1767384354.454446:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:1.0:1767384354.454458:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454458:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:1.0:1767384354.454466:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:1.0:1767384354.454469:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:1.0:1767384354.454472:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454474:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:1.0:1767384354.454482:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:0.0:1767384354.454493:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 22], ns[103, 22] 00000400:00000200:1.0:1767384354.454494:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454502:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:1.0:1767384354.454509:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384354.454510:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 22], ns[97, 22] 00000400:00000200:1.0:1767384354.454520:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454524:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[99, 22] 00000400:00000200:1.0:1767384354.454526:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:1.0:1767384354.454535:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:0.0:1767384354.454539:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[100, 22] 00000400:00000200:1.0:1767384354.454560:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454563:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:1.0:1767384354.454564:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:1.0:1767384354.454572:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.454575:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:0.0:1767384354.454575:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 22], ns[104, 22] 00000400:00000200:1.0:1767384354.454581:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384354.454583:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:0.0:1767384354.454590:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:1.0:1767384354.454593:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454614:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp36 00000400:00000200:0.0:1767384354.454619:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384354.454621:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:0.0:1767384354.454621:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp36 00000400:00000200:1.0:1767384354.454628:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384354.454629:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [105:105:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1767384354.454641:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454645:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp36 00000400:00000200:1.0:1767384354.454646:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:1.0:1767384354.454651:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:1.0:1767384354.454660:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384354.454661:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:) -> 192.168.203.113@tcp36(192.168.203.113@tcp:192.168.203.113@tcp36) : PUT try# 0 00000400:00000200:1.0:1767384354.454663:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:1.0:1767384354.454668:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000800:00000200:0.0:1767384354.454672:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.113@tcp36 00000400:00000010:1.0:1767384354.454675:0:16793:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000191e7530. 00000800:00000010:0.0:1767384354.454678:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba0745fd. 00000400:00000200:1.0:1767384354.454682:0:16793:0:(peer.c:264:lnet_peer_alloc()) 00000000191e7530 nid 192.168.203.113@tcp37 00000400:00000010:1.0:1767384354.454686:0:16793:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e80a09fd. 00000800:00000010:0.0:1767384354.454687:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006d0cdca7. 00000400:00000200:1.0:1767384354.454688:0:16793:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e80a09fd net tcp37 00000800:00000010:0.0:1767384354.454703:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000030d0f731. 00000400:00000010:1.0:1767384354.454707:0:16793:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d966d691. 00000800:00000200:0.0:1767384354.454711:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:0.1:1767384354.454715:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000400:00000200:1.0:1767384354.454718:0:16793:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d966d691 nid 192.168.203.113@tcp37 00000400:00000200:1.0:1767384354.454724:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (0) 00000400:00000200:1.0:1767384354.454728:0:16793:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.113@tcp37: -2 00000400:00000200:0.0:1767384354.454730:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384354.454735:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100571 rc 0 00000400:00000200:1.0:1767384354.454737:0:16793:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp37 NID 192.168.203.113@tcp37 flags 0x1 00000400:00000200:1.0:1767384354.454748:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (1) 00000400:00000200:1.0:1767384354.454751:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (2) 00000400:00000200:1.0:1767384354.454755:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (1) 00000400:00000200:1.0:1767384354.454759:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (2) 00000400:00000200:1.0:1767384354.454769:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): 0 00000400:00000200:1.0:1767384354.454771:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384354.454773:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384354.454778:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp37 NID 192.168.203.113@tcp37: 0. pending discovery 00000400:00000200:1.0:1767384354.454780:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (3) 00000100:00000001:1.0:1767384354.454783:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.454784:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:1.0:1767384354.454785:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.454791:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x41 10000000:00000040:1.0:1767384354.454792:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 00000400:00000200:0.0:1767384354.454796:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (2) 10000000:00000010:1.0:1767384354.454799:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d718cbfd. 00000400:00000010:0.0:1767384354.454802:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000321405a2. 10000000:00000040:1.0:1767384354.454803:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 62/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000400:00000010:0.0:1767384354.454807:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f589262. 00000020:00000080:1.0:1767384354.454808:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384354.454812:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000010:0.0:1767384354.454814:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059201fa4. 00000020:00000001:1.0:1767384354.454822:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384354.454826:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp37 00000020:00000010:1.0:1767384354.454828:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cc76c7a. 00000020:00000010:1.0:1767384354.454834:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bef1cc66. 00000400:00000200:0.0:1767384354.454835:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp37 local destination 00000040:00000010:1.0:1767384354.454840:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f74ba23. 00000400:00000200:0.0:1767384354.454841:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:0.0:1767384354.454847:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp37 00000020:00000010:1.0:1767384354.454849:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048f10cd7. 00000400:00000200:0.0:1767384354.454850:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp37 lpni_is_preferred = 0 00000400:00000200:0.0:1767384354.454855:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp37 00000020:00000010:1.0:1767384354.454857:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000400:00000200:0.0:1767384354.454861:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [106:106:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [1:1:8:4294967295] 00000020:00000010:1.0:1767384354.454864:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c0afd7ac. 00000400:00000200:2.0:1767384354.454865:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.454868:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp37 80000000:00000010:1.0:1767384354.454872:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fa2effa0. 40000000:00000010:1.0:1767384354.454880:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093f2ec9b. 00000400:00000200:0.0:1767384354.454885:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) : GET try# 0 00100000:00000010:1.0:1767384354.454888:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002816d401. 00000800:00000200:0.0:1767384354.454892:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp37 00040000:00000010:1.0:1767384354.454895:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d910821. 00000800:00000010:0.0:1767384354.454896:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cc688a2c. 00000400:00000200:2.0:1767384354.454900:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00040000:00000010:1.0:1767384354.454903:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a9a0d10b. 00000800:00000010:0.0:1767384354.454904:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000993b7e76. 00040000:00000010:1.0:1767384354.454912:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021b8bd16. 00000800:00000010:0.0:1767384354.454912:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006fe43147. 00000800:00000200:0.0:1767384354.454918:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (2) 00080000:00000010:1.0:1767384354.454919:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000079202240. 00000800:00000200:0.1:1767384354.454940:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (2) 00000400:00000200:2.0:1767384354.454943:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000004:00000010:1.0:1767384354.454944:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000035cf54af. 00000004:00000010:1.0:1767384354.454951:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091fcc65b. 00000400:00000200:0.0:1767384354.454955:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp37 00000004:00000010:1.0:1767384354.454959:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004b3ce470. 00000400:00000200:0.0:1767384354.454960:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x241 rc 0 00002000:00000010:1.0:1767384354.454967:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b8679a4. 00000004:00000010:1.0:1767384354.454973:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009ef42979. 00000004:00000001:1.0:1767384354.454977:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:2.0:1767384354.454980:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000040:00000001:1.0:1767384354.454980:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384354.454982:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d718cbfd 00000040:00001000:1.0:1767384354.454986:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384354.454989:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384354.454990:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384354.454992:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384354.454996:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384354.454997:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384354.454999:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384354.455000:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:1.0:1767384354.455002:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384354.455013:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455033:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000004:00000001:1.0:1767384354.455057:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.455063:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bef1cc66. 00000040:00000010:1.0:1767384354.455068:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f74ba23. 00000020:00000010:1.0:1767384354.455072:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048f10cd7. 00000400:00000200:0.0:1767384354.455081:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000020:00000010:1.0:1767384354.455083:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384354.455090:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c0afd7ac. 80000000:00000010:1.0:1767384354.455094:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa2effa0. 40000000:00000010:1.0:1767384354.455098:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000093f2ec9b. 00000400:00000200:2.0:1767384354.455103:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00100000:00000010:1.0:1767384354.455103:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002816d401. 00040000:00000010:1.0:1767384354.455111:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d910821. 00040000:00000010:1.0:1767384354.455114:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384354.455119:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021b8bd16. 00080000:00000010:1.0:1767384354.455123:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000079202240. 00000004:00000010:1.0:1767384354.455127:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000035cf54af. 00000004:00000010:1.0:1767384354.455131:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000091fcc65b. 00000004:00000010:1.0:1767384354.455136:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004b3ce470. 00002000:00000010:1.0:1767384354.455139:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b8679a4. 00000004:00000010:1.0:1767384354.455143:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ef42979. 00000400:00000200:0.0:1767384354.455144:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000020:00000010:1.0:1767384354.455146:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cc76c7a. 00000020:00000001:1.0:1767384354.455152:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.455154:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384354.455157:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d718cbfd. 10000000:00000010:1.0:1767384354.455160:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000004874b415. 10000000:00000001:1.0:1767384354.455164:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.455166:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.455171:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f0b01bb x1853236744051328/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384354.455177:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:1.0:1767384354.455178:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.455182:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.455185:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087b98a77. 02000000:00000001:1.0:1767384354.455190:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.455191:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.455193:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384354.455195:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384354.455196:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384354.455197:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.455199:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384354.455201:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384354.455203:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d7440b32. 00000100:00000010:1.0:1767384354.455212:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ed2930af. 00000400:00000200:0.0:1767384354.455213:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384354.455215:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384354.455219:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bf42cb0. 02000000:00000001:1.0:1767384354.455223:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.455224:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.455226:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f0b01bb. 00000100:00000001:1.0:1767384354.455230:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.455231:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.455246:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 10000000:00000010:1.0:1767384354.455249:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fd5b0381. 10000000:01000000:1.0:1767384354.455254:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384354.455258:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384354.455260:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.455262:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.455264:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=3 00000020:00000001:1.0:1767384354.455266:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.455268:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.455271:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384354.455274:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.455280:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384354.455280:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00010000:00000001:1.0:1767384354.455300:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384354.455303:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.455307:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384354.455308:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.455309:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384354.455311:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.455313:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.455315:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384354.455317:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384354.455319:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:1.0:1767384354.455321:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384354.455324:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455357:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455378:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455404:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455430:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455456:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455482:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455505:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455536:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455554:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455628:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455634:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455687:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455710:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455757:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455779:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455819:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455839:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455886:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455910:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.455942:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.455975:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456000:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456030:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456054:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456079:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456098:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456122:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456144:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456178:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456196:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456251:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456268:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456310:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456331:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456380:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456402:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456463:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456491:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456534:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456590:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456633:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456658:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456687:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456760:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456780:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456828:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456844:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456881:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456904:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.456946:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.456973:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.457016:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.457054:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.457085:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:2.0:1767384354.457114:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d10ef302. 00000400:00000200:0.0:1767384354.457115:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384354.457121:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3d3ea7a. 00000800:00000010:2.0:1767384354.457129:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e130343. 00000400:00000200:0.0:1767384354.457150:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000010:2.0:1767384354.457154:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e130343. 00000800:00020000:2.0:1767384354.457165:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384354.457168:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3d3ea7a. 00000800:00000010:2.0:1767384354.457171:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d10ef302. 00000400:00000200:0.0:1767384354.457189:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.457244:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:02020000:2.0:1767384354.457252:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384354.457259:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp36 notifying 192.168.203.113@tcp36: down 00000800:00000200:2.0:1767384354.457265:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp36 down 00000800:00000100:2.0:1767384354.457282:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.113@tcp36 00000800:00000010:2.0:1767384354.457286:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba0745fd. 00000400:00000200:2.0:1767384354.457289:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384354.457294:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384354.457297:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.457304:0:16142:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp36 added to recovery queue. ping count: 0 next ping: 276 health :900 00000400:00000200:2.0:1767384354.457309:0:16142:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384354.457313:0:16142:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384354.457319:0:16142:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384354.457352:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.457386:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384354.457394:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x101171 00000400:00000001:2.0:1767384354.457397:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.457399:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384354.457401:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afd9101 00000400:00000010:2.0:1767384354.457402:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afd9101. 00000400:00000200:2.0:1767384354.457407:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384354.457412:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384354.457415:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.457416:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000400:00000200:2.0:1767384354.457423:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384354.457426:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x100171 rc -71 00000400:00000200:2.0:1767384354.457431:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384354.457436:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (29) 00000400:00000200:0.0:1767384354.457468:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.457507:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000800:00000010:0.0:1767384354.458091:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9af0110. 00000800:00000010:0.0:1767384354.458096:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bac70ce. 00000800:00000010:0.0:1767384354.458115:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000781e929a. 00000800:00000010:0.0:1767384354.458158:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000781e929a. 00000400:00000200:2.0:1767384354.458238:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384354.458254:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp37 from 212.3.0.2 00000800:00000010:2.0:1767384354.458258:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000646f3ed. 00000800:00000010:0.0:1767384354.458302:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d37770a8. 00000800:00000010:0.0:1767384354.458307:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005429648b. 00000800:00000010:0.0:1767384354.458325:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c4308019. 00000800:00000200:0.1:1767384354.458332:0:16145:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (2) 00000800:00000200:0.1:1767384354.458337:0:16145:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp37 00000000c4308019 deleted 00000800:00000010:0.1:1767384354.458339:0:16145:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c4308019. 00000800:00000200:0.1:1767384354.458344:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384354.458349:0:16145:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:980 00000800:00000200:0.1:1767384354.458352:0:16145:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc688a2c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384354.458358:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp37 p 3.x 192.168.203.113 -> 192.168.203.113:980 incarnation:1767384352270115744 sched[0] 00000800:00000010:0.0:1767384354.458362:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000781e929a. 00000800:00000010:0.0:1767384354.458404:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000781e929a. 00000800:00000010:0.0:1767384354.458413:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005429648b. 00000800:00000010:0.0:1767384354.458448:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000646f3ed. 00000800:00000001:0.0:1767384354.458465:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458471:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384354.458524:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.458527:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cc688a2c. 00000400:00000200:0.0:1767384354.458531:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.458537:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: GET: OK 00000400:00000200:0.0:1767384354.458541:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384354.458543:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp37: 0 00000800:00000200:0.1:1767384354.458614:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384354.458619:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp37 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384352270115744 sched[0] 00000800:00000010:0.0:1767384354.458622:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bac70ce. 00000800:00000001:0.0:1767384354.458653:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458658:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.458660:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458666:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.458671:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : GET - for me 00000400:00000200:0.0:1767384354.458681:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp37 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384354.458687:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp37 of length 272/272 into md 0x19ed [1] + 0 00000400:00000200:0.0:1767384354.458709:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp37 to MR: 192.168.203.113@tcp37 local destination 00000400:00000200:0.0:1767384354.458716:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [107:107:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384354.458722:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) 192.168.203.113@tcp37 : REPLY try# 0 00000800:00000200:0.0:1767384354.458730:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp37 00000800:00000010:0.0:1767384354.458739:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc688a2c. 00000800:00000200:0.0:1767384354.458742:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000800:00000200:0.0:1767384354.458747:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:988 00000800:00000200:0.0:1767384354.458749:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc688a2c type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384354.458797:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.458799:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc688a2c. 00000400:00000200:0.0:1767384354.458802:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.458807:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 00000800:00000001:2.0:1767384354.458813:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458816:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.458819:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.458824:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.458827:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458830:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.458836:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : REPLY - for me 00000400:00000200:0.0:1767384354.458845:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp37: Reply from 12345-192.168.203.113@tcp37 of length 272/272 into md 0x1a89 00000800:00000001:0.0:1767384354.458848:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458852:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.458853:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.458858:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 00000400:00000200:0.0:1767384354.458861:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f589262 00000400:00000010:0.0:1767384354.458862:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f589262. 00000400:00000200:0.0:1767384354.458867:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384354.458870:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp37 has discovery enabled 00000400:00000200:0.0:1767384354.458873:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp37(00000000191e7530) is MR 00000400:00000200:0.0:1767384354.458876:0:16149:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp37 (496 bytes) 00000400:00000200:0.0:1767384354.458881:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): -114 00000400:00000010:0.0:1767384354.458891:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000321405a2. 00000400:00000200:0.0:1767384354.458894:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (3) 00000800:00000001:0.0:1767384354.458899:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.458903:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.458928:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384354.458934:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000d6bba763. 00000400:00000010:2.0:1767384354.458938:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3222541. 00000400:00000010:2.0:1767384354.458943:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000325c4286. 00000400:00000200:2.0:1767384354.458947:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d6bba763 00000400:00000001:2.0:1767384354.458951:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.458952:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384354.458954:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050812422. 00000400:00000200:2.0:1767384354.458963:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:2.0:1767384354.458965:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000400:00000200:0.0:1767384354.458966:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.458969:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384354.458973:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000094fef012. 00000400:00000200:2.0:1767384354.458977:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000400:00000200:2.0:1767384354.458983:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x841 00000400:00000200:2.0:1767384354.458989:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp37:0 00000400:00000200:2.0:1767384354.458994:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x2041 rc 1 00000400:00000200:2.0:1767384354.458998:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x2041 00000400:00000200:2.0:1767384354.459001:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (2) 00000400:00000010:2.0:1767384354.459005:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000094fef012. 00000400:00000010:2.0:1767384354.459009:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000410e2901. 00000400:00000010:2.0:1767384354.459015:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007aac5950. 00000400:00000200:2.0:1767384354.459019:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.459030:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp37 local destination 00000400:00000200:0.0:1767384354.459031:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.459035:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:2.0:1767384354.459040:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.459044:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp37 lpni_is_preferred = 0 00000400:00000200:2.0:1767384354.459047:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.459051:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [108:108:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384354.459056:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.459063:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) : GET try# 0 00000800:00000200:2.0:1767384354.459068:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp37 00000800:00000010:2.0:1767384354.459072:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000117ab142. 00000800:00000200:2.0:1767384354.459076:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:0.0:1767384354.459080:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:2.0:1767384354.459082:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:980 00000800:00000200:2.0:1767384354.459085:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117ab142 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384354.459096:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.459101:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x241 rc 0 00000400:00000200:0.0:1767384354.459132:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000200:2.0:1767384354.459165:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384354.459169:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000117ab142. 00000400:00000200:2.0:1767384354.459173:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.459183:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.459186:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: GET: OK 00000400:00000200:2.0:1767384354.459192:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384354.459196:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp37: 0 00000800:00000001:2.0:1767384354.459203:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.459209:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384354.459210:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.459215:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.459221:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : GET - for me 00000400:00000200:0.0:1767384354.459225:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.459231:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp37 of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384354.459237:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp37 of length 496/496 into md 0x19ed [1] + 0 00000400:00000200:2.0:1767384354.459244:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp37 to MR: 192.168.203.113@tcp37 local destination 00000400:00000200:2.0:1767384354.459251:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [109:109:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384354.459260:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.459265:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) 192.168.203.113@tcp37 : REPLY try# 0 00000800:00000200:2.0:1767384354.459272:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.113@tcp37 00000800:00000010:2.0:1767384354.459275:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117ab142. 00000800:00000200:2.0:1767384354.459279:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000800:00000200:2.0:1767384354.459284:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:988 00000800:00000200:2.0:1767384354.459286:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000117ab142 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:0.0:1767384354.459289:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000800:00000001:0.0:1767384354.459313:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384354.459347:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000800:00000200:2.0:1767384354.459348:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384354.459352:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117ab142. 00000800:00000001:0.0:1767384354.459355:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.459356:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.459362:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 00000800:00000001:0.0:1767384354.459363:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.459367:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.459371:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.459378:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : REPLY - for me 00000400:00000200:0.0:1767384354.459387:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp37: Reply from 12345-192.168.203.113@tcp37 of length 496/496 into md 0x1a91 00000800:00000001:0.0:1767384354.459389:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.459393:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.459394:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.459396:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 00000400:00000200:0.0:1767384354.459400:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410e2901 00000400:00000010:0.0:1767384354.459402:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000410e2901. 00000400:00000200:0.0:1767384354.459405:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384354.459408:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp37 has discovery enabled 00000400:00000200:0.0:1767384354.459410:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp37(00000000191e7530) is MR 00000400:00000200:0.0:1767384354.459413:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp37 data present 0. state = 0x241 00000400:00000200:0.0:1767384354.459415:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): -114 00000400:00000200:0.0:1767384354.459424:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (3) 00000800:00000001:0.0:1767384354.459429:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.459432:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.459439:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384354.459446:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.459447:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0xc1 00000400:00020000:2.0:1767384354.459460:0:16152:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.113@tcp NID 192.168.203.113@tcp is already locked with peer 00000000d399ab93 00000400:00000200:0.0:1767384354.459504:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459549:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459609:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459636:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459657:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459682:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459718:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459746:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459770:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459798:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459831:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459862:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459899:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459934:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459963:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.459990:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460020:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460047:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460090:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460117:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460135:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460154:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460179:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460197:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460216:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.460239:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384354.460338:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf8ff672. 00000800:00000010:0.0:1767384354.460343:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bac70ce. 00000800:00000010:0.0:1767384354.460346:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000781e929a. 00000800:00000010:0.0:1767384354.460365:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000781e929a. 00000800:00020000:0.0:1767384354.460370:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384354.460373:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bac70ce. 00000800:00000010:0.0:1767384354.460374:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cf8ff672. 00000400:02020000:0.0:1767384354.460404:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp37 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384354.463733:0:16152:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp flags 0x11: -76 00000400:00000200:2.0:1767384354.463737:0:16152:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.113@tcp37 NID 192.168.203.113@tcp: -76 00000400:00000010:2.0:1767384354.463739:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000094fef012. 00000400:00000200:2.0:1767384354.463743:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp37(00000000191e7530): -76. state = 0x200141 00000400:00000200:2.0:1767384354.463752:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200141 rc -76 00000400:00000200:2.0:1767384354.463755:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp37 (00000000191e7530) 00000400:00000200:2.0:1767384354.463757:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (2) 00000020:00000010:0.0:1767384354.464879:0:31107:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000781e929a. 00000020:00000040:0.0:1767384354.464885:0:31107:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384354.464892:0:31107:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000781e929a. 00000100:00000040:2.0:1767384354.470612:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294943250, at 4294943251 00000100:00000010:2.0:1767384354.470619:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f56a998e. 00000100:00000040:1.0:1767384354.470649:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294943250, at 4294943251 00000100:00000010:1.0:1767384354.470656:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000557b7633. 00000100:00000040:3.0:1767384354.470677:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294943250, at 4294943251 00000100:00000010:3.0:1767384354.470684:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a56aed47. 00000100:00000040:0.0:1767384354.471636:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294943250, at 4294943252 00000100:00000010:0.0:1767384354.471643:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d23e2549. 00000001:00000001:2.0:1767384354.522007:0:31125:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384354.522012:0:31125:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:2.0:1767384354.525999:0:31125:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384354.533517:0:31126:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000793187f9. 00000400:00000010:2.0:1767384354.533530:0:31126:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000065d2b14. 00000400:00000010:2.0:1767384354.533540:0:31126:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000088b50665. 00000400:00000010:2.0:1767384354.533544:0:31126:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000094fef012. 00000400:00000010:2.0:1767384354.533547:0:31126:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cea58bc1. 00000400:00000010:2.0:1767384354.533551:0:31126:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000014e25a9. 00000400:00000010:2.0:1767384354.533553:0:31126:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ecdf63e9. 00000400:00000010:2.0:1767384354.533554:0:31126:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d58a6b77. 00000400:00000010:2.0:1767384354.533558:0:31126:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c43a66f1. 00000800:00000010:2.0:1767384354.533570:0:31126:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004e7690f2. 00000800:00000200:2.0:1767384354.533611:0:31126:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384354.533638:0:31126:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384354.533678:0:31126:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384354.533738:0:31126:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp38 [8/256/0/180] 00000400:00000010:2.0:1767384354.535624:0:31126:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000000165532. 00000400:00000010:2.0:1767384354.535631:0:31126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051293e35. 00000400:00000010:2.0:1767384354.535637:0:31126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000410e2901. 00000400:00000001:2.0:1767384354.535657:0:31126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.535659:0:31126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384354.535660:0:31126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004922b6b0. 00000400:00000200:2.0:1767384354.535663:0:31126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322d98fd 00000400:00000010:2.0:1767384354.535665:0:31126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322d98fd. 00000400:00000010:2.0:1767384354.535668:0:31126:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000002e28c2f9. 00000400:00000200:2.0:1767384354.535672:0:31126:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (28) 00000400:00000200:2.0:1767384354.535708:0:31126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384354.535712:0:31126:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (1) 00000400:00000200:2.0:1767384354.535715:0:31126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): 0 00000400:00000200:2.0:1767384354.535724:0:31126:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000400:00000200:0.0:1767384354.535725:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384354.535732:0:31126:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d10ef302. 00000400:00000200:0.0:1767384354.535735:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000020:01000000:2.0:1767384354.535739:0:31126:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384354.535743:0:31126:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp38 00000400:00000010:0.0:1767384354.535744:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f589262. 00000400:00000200:0.0:1767384354.535749:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000010:0.0:1767384354.535754:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007abfaa5b. 00000400:00000010:2.0:1767384354.535758:0:31126:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000065d2b14. 00000400:00000200:0.0:1767384354.535759:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000010:2.0:1767384354.535766:0:31126:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000793187f9. 00000400:00000200:0.0:1767384354.535776:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384354.535782:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384354.535787:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:1.0:1767384354.535789:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384354.535792:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:1.0:1767384354.535795:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384354.535800:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:1.0:1767384354.535801:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384354.535805:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384354.535808:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:01000004:1.0:1767384354.535811:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384354.535816:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000020:01000004:1.0:1767384354.535817:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384354.535822:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384354.535825:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000020:01000004:1.0:1767384354.535826:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.535830:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.535834:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384354.535836:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:01000004:1.0:1767384354.535837:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384354.535841:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384354.535844:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384354.535847:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000020:01000004:1.0:1767384354.535848:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384354.535856:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f0b01bb. 00000400:00000200:0.0:1767384354.535856:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000020:00000040:1.0:1767384354.535864:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384354.535865:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:1.0:1767384354.535872:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384354.535873:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 02000000:00000001:1.0:1767384354.535877:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384354.535881:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 02000000:00000001:1.0:1767384354.535884:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.535894:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f5281c4f. 00000400:00000200:0.0:1767384354.535898:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:1.0:1767384354.535904:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.535905:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:0.0:1767384354.535913:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000001:1.0:1767384354.535915:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384354.535920:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000100:00000001:1.0:1767384354.535921:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.535930:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000100:00000040:1.0:1767384354.535935:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0b01bb] to pc [ptlrpcd_00_00+0] req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.535936:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 22], ns[101, 22] 00000400:00000200:0.0:1767384354.535950:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:0.0:1767384354.535963:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[73, 22] 00000400:00000200:0.0:1767384354.535967:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 22], ns[103, 22] 00000400:00000200:0.0:1767384354.535970:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 22], ns[97, 22] 00000400:00000200:0.0:1767384354.535974:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 22], ns[99, 22] 00000400:00000200:0.0:1767384354.535977:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[100, 22] 10000000:00000001:1.0:1767384354.535982:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.535982:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 22], ns[104, 22] 10000000:00000001:1.0:1767384354.535989:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.535994:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[101, 22], ns[105, 22] 00000020:00000001:1.0:1767384354.535995:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384354.536002:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384354.536003:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384354.536005:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000100:00000001:2.0:1767384354.536010:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384354.536013:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384354.536014:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp17 00000100:00000001:2.0:1767384354.536015:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384354.536017:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384354.536021:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384354.536024:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384354.536026:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.536026:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp17 lpni_is_preferred = 0 00000020:01000004:1.0:1767384354.536028:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384354.536034:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384354.536037:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp17 00000020:01000004:1.0:1767384354.536039:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384354.536048:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384354.536051:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp17 NI seq info: [110:110:256:4294967295] 192.168.203.113@tcp17 LPNI seq info [102:102:8:4294967295] 00000100:00000001:2.0:1767384354.536053:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384354.536053:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.536059:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384354.536061:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384354.536063:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384354.536066:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp17 02000000:00000001:2.0:1767384354.536067:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384354.536067:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384354.536072:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384354.536073:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384354.536077:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384354.536082:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744051456:0@lo:253: 00000100:00000010:1.0:1767384354.536084:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012359d2f. 00000400:00000200:0.0:1767384354.536090:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17:) -> 192.168.203.113@tcp17(192.168.203.113@tcp:192.168.203.113@tcp17) : PUT try# 0 00000100:00000001:2.0:1767384354.536092:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384354.536092:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384354.536097:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384354.536099:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.536103:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384354.536104:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.536108:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.536110:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.113@tcp17 02000000:00000001:2.0:1767384354.536111:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.536116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000251662fc. 02000000:00000010:2.0:1767384354.536119:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073319d3e. 00000800:00000010:0.0:1767384354.536119:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc688a2c. 00000100:00000001:1.0:1767384354.536122:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.536126:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.536129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384354.536132:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (6) 00000100:00000001:1.0:1767384354.536133:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.536134:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000400:00000010:2.0:1767384354.536144:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac00de8. 00000100:00000040:1.0:1767384354.536145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012359d2f] to pc [ptlrpcd_00_01+1] req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384354.536147:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:988 00000100:00000200:2.0:1767384354.536151:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744051456, portal 25 00000800:00000200:0.0:1767384354.536154:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc688a2c type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1767384354.536158:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384354.536163:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000100:00000040:2.0:1767384354.536173:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384354.536175:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536180:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:00000001:1.0:1767384354.536183:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.536190:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536190:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000100:00000001:2.0:1767384354.536196:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384354.536199:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384354.536203:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200161 00000020:00000010:1.0:1767384354.536205:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d10ef302. 00000100:00000040:2.0:1767384354.536212:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.536212:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b8a1285. 00000400:00000010:2.0:1767384354.536218:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069fa3738. 00000400:00000200:0.0:1767384354.536218:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (2) 00000100:00000001:1.0:1767384354.536222:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384354.536226:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744051456, offset 0 00000100:00000001:1.0:1767384354.536227:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384354.536228:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba9ed48f. 00000100:00000001:1.0:1767384354.536233:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384354.536238:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp37 00000100:00000040:1.0:1767384354.536240:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384354.536248:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384354.536257:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.536258:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.536262:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.536266:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384354.536267:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.536270:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp37 to MR: 192.168.203.113@tcp37 local destination 02000000:00000001:1.0:1767384354.536274:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.536281:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012359d2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744051584:0@lo:253: 00000400:00000200:0.0:1767384354.536288:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [111:111:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [5:5:8:4294967295] 00000100:00000001:1.0:1767384354.536289:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.536294:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384354.536296:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp37 00000400:00000200:0.0:1767384354.536303:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) : PUT try# 0 02000000:00000001:1.0:1767384354.536305:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.536310:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384354.536310:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.113@tcp37 00000400:00000200:2.0:1767384354.536316:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05b00 02000000:00000010:1.0:1767384354.536318:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000be52e98. 00000800:00000010:0.0:1767384354.536318:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015ddd07e. 00000400:00000200:2.0:1767384354.536325:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b5 [2] + 0 02000000:00000001:1.0:1767384354.536326:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.536331:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000010:2.0:1767384354.536334:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000346d7a2f. 00000400:00000010:1.0:1767384354.536336:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000800:00000200:0.1:1767384354.536342:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:2.0:1767384354.536343:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e22282f6 00000400:00000200:2.0:1767384354.536352:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384354.536355:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c26cc94a. 00000400:00000200:2.0:1767384354.536361:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:0.1:1767384354.536362:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:988 00000100:00000200:1.0:1767384354.536365:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744051584, portal 25 00000400:00000200:2.0:1767384354.536367:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e22282f6 00000800:00000200:0.1:1767384354.536367:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015ddd07e type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1767384354.536369:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384354.536373:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e22282f6. 00000100:00000001:1.0:1767384354.536374:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099048832 : -120961610502784 : ffff91fc6e2cad80) 00000100:00000001:2.0:1767384354.536381:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384354.536382:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp37 00000100:00000040:1.0:1767384354.536384:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384354.536387:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384354.536391:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200561 rc 0 00000100:00000040:2.0:1767384354.536395:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000d2ebdd1f x1853236744051456 msgsize 4848 00000100:00000001:1.0:1767384354.536405:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384354.536410:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.536415:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384354.536416:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384354.536421:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009731fb36. 00000100:00000200:1.0:1767384354.536425:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744051584, offset 0 00000100:00000001:2.0:1767384354.536429:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.536434:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384354.536438:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069fa3738 00000400:00000010:2.0:1767384354.536441:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069fa3738. 00000400:00000200:1.0:1767384354.536447:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384354.536448:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384354.536454:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.536461:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05b80 00000400:00000200:1.0:1767384354.536472:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000100:00000001:2.0:1767384354.536474:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384354.536477:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1bd3cd6. 00000100:00000040:2.0:1767384354.536481:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.536484:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b33be81 00000400:00000200:1.0:1767384354.536492:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384354.536493:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.536497:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384354.536499:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767384354.536502:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc688a2c. 00000400:00000200:1.0:1767384354.536506:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.536507:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536509:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.536514:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b33be81 00000100:00000001:2.0:1767384354.536515:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294943333 00000400:00000010:1.0:1767384354.536519:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b33be81. 00000400:00000200:0.0:1767384354.536522:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: PUT: OK 00000100:00000010:2.0:1767384354.536523:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b52065e. 00000100:00000001:1.0:1767384354.536526:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.536530:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384354.536532:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384354.536534:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384354.536535:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000075fda375 x1853236744051584 msgsize 4848 00000400:00000200:0.0:1767384354.536538:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000100:00000001:2.0:1767384354.536544:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294943333 00000100:00100000:1.0:1767384354.536547:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384354.536549:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384354.536551:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384354.536592:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8b2b4cd. 00000100:00000001:1.0:1767384354.536594:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384354.536597:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384354.536603:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009731fb36 00000100:00000001:2.0:1767384354.536604:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294943334 00000400:00000010:1.0:1767384354.536609:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009731fb36. 00000100:00000010:2.0:1767384354.536611:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc5873. 00000100:00000001:1.0:1767384354.536615:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384354.536617:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384354.536622:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.536624:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294943334 00000100:00000010:2.0:1767384354.536629:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000963188f1. 00000100:00000001:2.0:1767384354.536635:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384354.536641:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.536645:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.536646:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384354.536649:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.536654:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.536654:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384354.536658:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.536664:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384354.536665:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.536668:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.536669:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384354.536676:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.536678:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384354.536679:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.536681:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.536684:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.536685:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.536707:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294943334 00000100:00000001:2.0:1767384354.536709:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536712:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17) <- 192.168.203.113@tcp17 : PUT - for me 00000100:00000001:1.0:1767384354.536720:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943333 00000400:00000200:0.0:1767384354.536726:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 512 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384354.536727:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294943334 00000100:00000001:1.0:1767384354.536738:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943333 00000400:00000200:0.0:1767384354.536738:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 496/512 into md 0x1a8d [1] + 0 00000100:00000001:2.0:1767384354.536739:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384354.536744:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051456 00000400:00000010:0.0:1767384354.536748:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3222541. 02000000:00000001:2.0:1767384354.536749:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.536749:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294943334 00000100:00000001:2.0:1767384354.536755:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384354.536756:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000325c4286 00000100:00000001:1.0:1767384354.536757:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294943334 00000100:00000001:2.0:1767384354.536758:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.536764:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294943334 00000800:00000001:0.0:1767384354.536765:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384354.536766:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.536773:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294943334 00000800:00000001:0.0:1767384354.536773:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384354.536774:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051456 00000020:00000001:2.0:1767384354.536781:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384354.536781:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384354.536782:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384354.536786:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384354.536790:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.536792:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384354.536795:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: PUT: OK 00000020:00000040:2.0:1767384354.536798:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384354.536798:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536802:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000325c4286 00000100:00000001:1.0:1767384354.536805:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.536806:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:0.0:1767384354.536806:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000325c4286. 00000020:00000001:2.0:1767384354.536813:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384354.536814:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384354.536815:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384354.536819:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.536819:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384354.536820:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (30) 00000020:00000010:2.0:1767384354.536826:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e11e83. 00000100:00000001:1.0:1767384354.536827:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384354.536830:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000001:1.0:1767384354.536832:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.536833:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.536837:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536838:0:16147:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (512 bytes) 00000100:00000001:1.0:1767384354.536843:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.536846:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e11e83. 00000400:00000200:0.0:1767384354.536848:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000020:00000010:2.0:1767384354.536854:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c642e3a2. 00000020:00000010:2.0:1767384354.536862:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059557e0b. 00000400:00000200:0.0:1767384354.536863:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (31) 00000020:00000010:2.0:1767384354.536870:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009738a1a2. 00000100:00000001:1.0:1767384354.536871:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384354.536871:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00100000:1.0:1767384354.536878:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051584 00000100:00000040:2.0:1767384354.536882:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384354.536883:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384354.536884:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp17 to MR: 192.168.203.113@tcp17 local destination 00000100:00000001:1.0:1767384354.536889:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.536890:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.536895:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384354.536895:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536896:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp17 NI seq info: [112:112:256:4294967295] 192.168.203.113@tcp17 LPNI seq info [103:103:8:4294967295] 00000100:00000001:2.0:1767384354.536901:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.536903:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.536909:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051584 00000100:00000001:2.0:1767384354.536913:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.536915:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17:192.168.203.113@tcp17) -> 192.168.203.113@tcp17(192.168.203.113@tcp17:192.168.203.113@tcp17) 192.168.203.113@tcp17 : ACK try# 0 00000020:00000001:1.0:1767384354.536923:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384354.536926:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000800:00000200:0.0:1767384354.536927:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp17 00000100:00000001:2.0:1767384354.536928:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384354.536931:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384354.536935:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc688a2c. 00000020:00000040:1.0:1767384354.536937:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:1.0:1767384354.536942:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384354.536943:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:0.0:1767384354.536948:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (6) 00000100:00000001:2.0:1767384354.536949:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384354.536949:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:2.0:1767384354.536958:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000001:1.0:1767384354.536959:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384354.536962:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:1007 00000020:00000010:1.0:1767384354.536965:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093f2ec9b. 00000100:00000040:2.0:1767384354.536966:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000800:00000200:0.0:1767384354.536967:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc688a2c type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384354.536972:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.536973:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227410000 : -120961482141616 : ffff91fc75d35050) 00000800:00000001:0.0:1767384354.536975:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384354.536980:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093f2ec9b. 00000100:00000040:2.0:1767384354.536985:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2ebdd1f x1853236744051456/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384354.536988:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384354.536990:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0afd7ac. 00000020:00000010:1.0:1767384354.536999:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d718cbfd. 00000100:00000001:2.0:1767384354.537001:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384354.537005:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008c6c35e6. 00000020:00000010:2.0:1767384354.537006:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017e11e83. 00000100:00000001:2.0:1767384354.537012:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.537014:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384354.537015:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017e11e83. 00000100:00000001:1.0:1767384354.537019:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384354.537022:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.537028:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2ebdd1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744051456:12345-0@lo:253: 00000100:00000200:2.0:1767384354.537032:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051456 00000100:00000001:1.0:1767384354.537033:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.537035:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384354.537038:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.537041:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:0.0:1767384354.537044:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384354.537045:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.537048:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384354.537050:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:1.0:1767384354.537053:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384354.537055:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384354.537057:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:0.0:1767384354.537057:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015ddd07e. 00000020:00000001:2.0:1767384354.537059:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384354.537065:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384354.537066:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384354.537070:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384354.537071:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:1.0:1767384354.537078:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000400:00000200:0.0:1767384354.537078:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: PUT: OK 00000020:00000001:2.0:1767384354.537083:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.537084:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227414096 : -120961482137520 : ffff91fc75d36050) 00000400:00000200:0.0:1767384354.537087:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384354.537090:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384354.537094:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp37: 0 02000000:00000001:2.0:1767384354.537095:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384354.537095:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075fda375 x1853236744051584/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384354.537104:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000833fb32d. 00000800:00000001:0.0:1767384354.537106:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384354.537107:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384354.537109:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.537113:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384354.537114:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384354.537115:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093f2ec9b. 20000000:00000001:2.0:1767384354.537116:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384354.537123:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.537126:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093f2ec9b. 20000000:00000010:2.0:1767384354.537129:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d10ef302. 00000100:00100000:1.0:1767384354.537130:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075fda375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744051584:12345-0@lo:253: 20000000:01000000:2.0:1767384354.537135:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:1.0:1767384354.537137:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051584 20000000:00000001:2.0:1767384354.537139:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384354.537142:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384354.537146:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.537149:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384354.537150:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384354.537152:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:2.0:1767384354.537155:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384354.537156:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:0.0:1767384354.537156:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc688a2c. 00000020:00000001:1.0:1767384354.537161:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.537163:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384354.537166:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:2.0:1767384354.537168:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d70cbbf. 00000020:00000001:1.0:1767384354.537170:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000400:00000200:0.0:1767384354.537174:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: ACK: OK 20000000:01000000:2.0:1767384354.537175:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000020:00000001:1.0:1767384354.537176:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384354.537181:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.537183:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384354.537186:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384354.537186:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1767384354.537189:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384354.537191:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1767384354.537192:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384354.537196:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384354.537196:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384354.537198:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.537204:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384354.537209:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384354.537210:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : PUT - for me 00000400:00000200:0.0:1767384354.537221:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp37 of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384354.537227:0:16147:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.203.113@tcp37 ptl 0 MB 0x8000000000000000 off 0 len 512 02000000:00000010:1.0:1767384354.537228:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000923ce6d0. 00000800:00000001:0.0:1767384354.537232:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384354.537233:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.537237:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.537240:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:0.0:1767384354.537240:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384354.537246:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384354.537246:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384354.537253:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000010:1.0:1767384354.537253:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c93e0d8. 00000800:00000001:0.0:1767384354.537254:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384354.537257:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.537262:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:01000000:1.0:1767384354.537262:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384354.537269:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384354.537270:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384354.537270:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp17(192.168.203.113@tcp17) <- 192.168.203.113@tcp17 : ACK - for me 20000000:00000001:1.0:1767384354.537275:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384354.537277:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 20000000:00000001:1.0:1767384354.537278:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.537285:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384354.537286:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.537286:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp17: ACK from 12345-192.168.203.113@tcp17 into md 0x1a99 20000000:00000001:1.0:1767384354.537292:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384354.537293:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1767384354.537296:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000506bd8f1. 00080000:00000001:2.0:1767384354.537303:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094864896 : -120966614686720 : ffff91fb43e6e400) 00000400:00000200:0.0:1767384354.537303:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp17->192.168.203.113@tcp17: ACK: OK 00080000:00000001:2.0:1767384354.537312:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384354.537312:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f589262 00000400:00000010:0.0:1767384354.537316:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f589262. 00000400:00000200:0.0:1767384354.537319:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384354.537321:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384354.537323:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384354.537325:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000800:00000001:0.0:1767384354.537329:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.537339:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.537400:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000001:00000001:2.0:1767384354.537419:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384354.537422:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.537425:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384354.537447:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.537448:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00080000:00000001:2.0:1767384354.537450:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384354.537489:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537533:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537597:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537629:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537653:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537709:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537764:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537825:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537883:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537939:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.537997:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.538040:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00080000:00000001:2.0:1767384354.538043:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384354.538048:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384354.538074:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384354.538129:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538141:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384354.538148:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000074105280. 00000400:00000010:1.0:1767384354.538154:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000010:1.0:1767384354.538159:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000400:00000200:1.0:1767384354.538167:0:16152:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp37 of length 512/512 into md 0x1ab1 [1] + 0 00000400:00000010:1.0:1767384354.538171:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000400:00000200:1.0:1767384354.538174:0:16152:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fce3e618 00000400:00000200:1.0:1767384354.538180:0:16152:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.203.113@tcp37 portal 0 match 9223372036854775808 offset 0 length 512. 00000400:00000200:1.0:1767384354.538187:0:16152:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.203.113@tcp37 portal 0 match 9223372036854775808 offset 0 length 512. 00000400:00000200:1.0:1767384354.538200:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000074105280 00000400:00000200:0.0:1767384354.538200:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000010:1.0:1767384354.538206:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000d6bba763. 00000400:00000200:1.0:1767384354.538219:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:1.0:1767384354.538223:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:1.0:1767384354.538226:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000010:1.0:1767384354.538231:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000ed2930af. 00000400:00000010:1.0:1767384354.538235:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000400:00000200:0.0:1767384354.538236:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000010:1.0:1767384354.538242:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074ac9793. 00000400:00000200:1.0:1767384354.538249:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384354.538258:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384354.538262:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384354.538269:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384354.538275:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384354.538277:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538283:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384354.538291:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384354.538297:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:1.0:1767384354.538301:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:1.0:1767384354.538308:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:1.0:1767384354.538313:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:1.0:1767384354.538318:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000800:00000001:2.0:1767384354.538323:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384354.538324:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:0.0:1767384354.538325:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538336:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000800:00000001:2.0:1767384354.538339:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.538344:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:2.0:1767384354.538345:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.538350:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384354.538359:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:2.0:1767384354.538362:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: PUT: OK 00000400:00000200:0.0:1767384354.538363:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538376:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:1.0:1767384354.538381:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384354.538386:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:1.0:1767384354.538391:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 24], ns[101, 24] 00000400:00000200:1.0:1767384354.538397:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 24], ns[72, 24] 00000400:00000200:0.0:1767384354.538398:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538408:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[73, 24] 00000400:00000200:1.0:1767384354.538414:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 24], ns[103, 24] 00000400:00000200:1.0:1767384354.538419:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[93, 24], ns[97, 24] 00000400:00000200:1.0:1767384354.538424:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[95, 24], ns[99, 24] 00000400:00000200:1.0:1767384354.538429:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 24], ns[100, 24] 00000400:00000200:0.0:1767384354.538430:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538438:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 24], ns[104, 24] 00000400:00000200:1.0:1767384354.538444:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[101, 24], ns[105, 24] 00000400:00000200:1.0:1767384354.538447:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384354.538452:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp18 00000400:00000200:1.0:1767384354.538455:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384354.538459:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp18 00000400:00000200:0.0:1767384354.538459:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538469:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [113:113:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384354.538475:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp18 00000400:00000200:1.0:1767384354.538488:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:) -> 192.168.203.113@tcp18(192.168.203.113@tcp:192.168.203.113@tcp18) : GET try# 0 00000400:00000200:2.0:1767384354.538494:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000800:00000200:1.0:1767384354.538495:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp18 00000400:00000010:2.0:1767384354.538499:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 00000800:00000010:1.0:1767384354.538502:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d910821. 00000400:00000200:2.0:1767384354.538505:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384354.538505:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384354.538512:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (3) 00000400:00000200:2.0:1767384354.538521:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp37(00000000191e7530) is MR 00000800:00000200:1.0:1767384354.538523:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000400:00000010:2.0:1767384354.538527:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000793187f9. 00000400:00000200:2.0:1767384354.538536:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp37 30 00000400:00000200:0.0:1767384354.538536:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000800:00000200:1.0:1767384354.538537:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:988 00000400:00000200:2.0:1767384354.538546:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): -114 00000800:00000200:1.0:1767384354.538547:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d910821 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384354.538581:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (4) 00000400:00000200:2.0:1767384354.538589:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384354.538597:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp37 to MR: 192.168.203.113@tcp37 local destination 00000400:00000200:1.0:1767384354.538601:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384354.538607:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000200:2.0:1767384354.538613:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [114:114:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384354.538628:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) 192.168.203.113@tcp37 : ACK try# 0 00000800:00000200:2.0:1767384354.538635:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp37 00000400:00000010:1.0:1767384354.538636:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000800:00000010:2.0:1767384354.538641:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d65524d. 00000400:00000010:1.0:1767384354.538644:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d19be8cc. 00000400:00000200:1.0:1767384354.538649:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000074105280 00000800:00000200:2.0:1767384354.538650:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:1.0:1767384354.538656:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x2004e1 00000400:00000200:0.0:1767384354.538659:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000800:00000200:2.0:1767384354.538662:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:980 00000800:00000200:2.0:1767384354.538669:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d65524d type 0, nob 96 niov 1 nkiov 0 00000400:00020000:1.0:1767384354.538674:0:16152:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.203.113@tcp NID 192.168.203.113@tcp is already locked with peer 00000000d399ab93 00000400:00000200:1.0:1767384354.538681:0:16152:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp flags 0x11: -76 00000400:00000200:1.0:1767384354.538686:0:16152:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.203.113@tcp37 NID 192.168.203.113@tcp: -76 00000400:00000010:1.0:1767384354.538705:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000793187f9. 00000400:00000200:0.0:1767384354.538712:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538714:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp37(00000000191e7530): -76. state = 0x200561 00000400:00000200:1.0:1767384354.538722:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200561 rc -76 00000400:00000200:1.0:1767384354.538727:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp37 (00000000191e7530) 00000400:00000200:1.0:1767384354.538733:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (3) 00000800:00000001:1.0:1767384354.538751:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384354.538756:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384354.538758:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.538759:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000800:00000010:2.0:1767384354.538762:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d910821. 00000400:00000200:2.0:1767384354.538769:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.538776:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: GET: OK 00000400:00000200:2.0:1767384354.538779:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384354.538782:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:2.0:1767384354.538791:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.538799:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.538799:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000800:00000001:2.0:1767384354.538801:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384354.538813:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384354.538814:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384354.538821:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d65524d. 00000400:00000200:2.0:1767384354.538828:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : GET - for me 00000400:00000200:1.0:1767384354.538829:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.538834:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538838:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: ACK: OK 00000400:00000200:2.0:1767384354.538844:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 512 into portal 0 MB=0x8000000000000000 00000800:00000001:1.0:1767384354.538853:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.538860:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 512/512 into md 0x1a95 [1] + 0 00000800:00000001:1.0:1767384354.538863:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384354.538867:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.538872:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp18 to MR: 192.168.203.113@tcp18 local destination 00000800:00000001:1.0:1767384354.538874:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.538880:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [115:115:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1767384354.538886:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384354.538890:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : ACK - for me 00000400:00000200:2.0:1767384354.538905:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) -> 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) 192.168.203.113@tcp18 : REPLY try# 0 00000800:00000200:2.0:1767384354.538910:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.113@tcp18 00000800:00000010:2.0:1767384354.538914:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d65524d. 00000400:00000200:1.0:1767384354.538921:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp37: ACK from 12345-192.168.203.113@tcp37 into md 0x1aa1 00000400:00000200:0.0:1767384354.538926:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000200:2.0:1767384354.538927:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000400:00000200:1.0:1767384354.538930:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.538942:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: ACK: OK 00000800:00000200:2.0:1767384354.538943:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:1005 00000400:00000200:1.0:1767384354.538949:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8a1285 00000800:00000200:2.0:1767384354.538950:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d65524d type 3, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1767384354.538960:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000010:1.0:1767384354.538961:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b8a1285. 00000400:00000200:1.0:1767384354.538969:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384354.538975:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp37 ev->status 0 00000400:00000200:1.0:1767384354.538979:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000191e7530 (2) 00000400:00000200:1.0:1767384354.538990:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp37 (00000000191e7530): 0 00000400:00000200:1.0:1767384354.538992:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (3) 00000800:00000200:2.0:1767384354.538997:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384354.539000:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384354.539002:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d65524d. 00000400:00000200:0.0:1767384354.539002:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000001:1.0:1767384354.539007:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.539009:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384354.539012:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.539018:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: REPLY: OK 00000800:00000001:1.0:1767384354.539020:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384354.539024:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.539030:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384354.539032:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384354.539039:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : REPLY - for me 00000800:00000001:2.0:1767384354.539040:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.539051:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp18: Reply from 12345-192.168.203.113@tcp18 of length 512/512 into md 0x1ab5 00000800:00000001:1.0:1767384354.539055:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.539062:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.539064:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.539069:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: REPLY: OK 00000400:00000200:1.0:1767384354.539073:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384354.539075:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000400:00000200:1.0:1767384354.539079:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384354.539083:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384354.539087:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384354.539090:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 30. state = 0x300271 00000400:00000200:1.0:1767384354.539096:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384354.539100:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (30) 00000800:00000001:1.0:1767384354.539108:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384354.539111:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384354.539129:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384354.539134:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200161 00000400:00000200:1.0:1767384354.539140:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp37 00000400:00000200:1.0:1767384354.539142:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp37(00000000191e7530) state 0x200111 rc 0 00000400:00000200:1.0:1767384354.539146:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp37 (00000000191e7530) 00000400:00000200:1.0:1767384354.539151:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (2) 00000400:00000200:1.0:1767384354.539162:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000800:00000010:0.0:1767384354.539163:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf8ff672. 00000400:00000010:1.0:1767384354.539169:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 000000007b8679a4. 00000800:00000010:0.0:1767384354.539170:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005429648b. 00000400:00000010:1.0:1767384354.539177:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 0000000011afdad1. 00000800:00000010:0.0:1767384354.539179:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048a92529. 00000400:00000010:1.0:1767384354.539183:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000006389bef3. 00000800:00000010:0.0:1767384354.539210:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048a92529. 00000400:00000200:1.0:1767384354.539222:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp28(00000000c105dcfd) status changed from 0xdeadface to 0x15aac0de 00000800:00020000:0.0:1767384354.539223:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384354.539230:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005429648b. 00000800:00000010:0.0:1767384354.539234:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cf8ff672. 00000400:00000200:1.0:1767384354.539235:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp31(0000000087dc3955) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.539243:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp32(000000001078898d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.539248:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp33(00000000586dffed) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.539254:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp35(00000000fb8ffa99) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.539259:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp36(000000006910f8cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384354.539266:0:16152:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.113@tcp37 00000400:00000200:1.0:1767384354.539275:0:16152:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.113@tcp37 NID 192.168.203.113@tcp37 00000400:00000200:1.0:1767384354.539280:0:16152:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000d966d691 nid 192.168.203.113@tcp37 00000400:00000010:1.0:1767384354.539283:0:16152:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d966d691. 00000400:00000200:1.0:1767384354.539289:0:16152:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000e80a09fd net tcp37 00000400:00000010:1.0:1767384354.539291:0:16152:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000e80a09fd. 00000400:00000200:1.0:1767384354.539295:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000191e7530 (1) 00000400:00000200:1.0:1767384354.539299:0:16152:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000191e7530 nid 192.168.203.113@tcp37 00000400:00000010:1.0:1767384354.539303:0:16152:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000191e7530. 00000400:02020000:0.0:1767384354.539307:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp37 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000010:1.0:1767384354.539309:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bef1cc66. 00000400:00000200:1.0:1767384354.539319:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bef1cc66 nid 192.168.203.113@tcp37 00000400:00000010:1.0:1767384354.539322:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e80a09fd. 00000400:00000200:1.0:1767384354.539325:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e80a09fd net tcp37 00000400:00000200:1.0:1767384354.539328:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (29) 00000400:00000200:1.0:1767384354.539334:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp37 flags 0x11 00000400:00000010:1.0:1767384354.539339:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001f74ba23. 00000400:00000200:1.0:1767384354.539342:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001f74ba23 nid 192.168.203.113@tcp38 00000400:00000010:1.0:1767384354.539344:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa2effa0. 00000400:00000200:1.0:1767384354.539346:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa2effa0 net tcp38 00000400:00000200:1.0:1767384354.539349:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (30) 00000400:00000200:1.0:1767384354.539352:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp38 flags 0x11 00000400:00000010:1.0:1767384354.539362:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 000000007b8679a4. 00000400:00000010:1.0:1767384354.539366:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 0000000011afdad1. 00000400:00000010:1.0:1767384354.539368:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000006389bef3. 00000400:00000010:1.0:1767384354.539372:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000ed2930af. 00000400:00000200:1.0:1767384354.539376:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384354.539379:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:1.0:1767384354.539383:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:1.0:1767384354.539390:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:1.0:1767384354.539393:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384354.539397:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:1.0:1767384354.539400:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384354.539404:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (31) 00080000:00000001:2.0:1767384354.547995:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384354.548002:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384354.548005:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.548008:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384354.548012:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384354.548017:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384354.548018:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384354.548020:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384354.548024:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384354.548025:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384354.548029:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 20000000:00000001:2.0:1767384354.548031:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384354.548034:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384354.548036:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384354.548043:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384354.548044:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000088d867d. 20000000:01000000:0.0:1767384354.548049:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384354.548053:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384354.548058:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384354.548085:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384354.548088:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384354.548089:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.548090:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384354.548092:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384354.548095:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384354.548098:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384354.548102:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033e1be53. 00080000:00000001:0.0:1767384354.548104:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068075008 : -120966641476608 : ffff91fb424e1c00) 00080000:00000001:0.0:1767384354.548106:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384354.548157:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384354.548159:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.548161:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384354.548169:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.548172:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384354.548221:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384354.548223:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384354.548238:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384354.548248:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384354.548250:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384354.548253:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384354.548256:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384354.548260:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ca78f9e0 count: 2 00010000:00000001:0.0:1767384354.548263:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384354.548266:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384354.548269:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 00000020:00000001:0.0:1767384354.548272:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384354.548274:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3c1d35d with handle 0xf489261bfe0bc735 to hash 00000020:00000001:0.0:1767384354.548276:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384354.548277:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384354.548279:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384354.548282:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.548283:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.548285:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.548292:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384354.548296:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384354.548297:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384354.548299:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.548301:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384354.548304:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.548309:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384354.548310:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.548312:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.548313:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.548315:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.548316:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384354.548318:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384354.548323:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca78f9e0) refcount = 2 00010000:00000040:0.0:1767384354.548331:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384354.548333:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384354.548338:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384354.548340:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384354.548345:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbcd4e49. 00000100:00000001:0.0:1767384354.548348:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384354.548350:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c4308019. 00000100:00000001:0.0:1767384354.548352:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623111871087744 : -120961838463872 : ffff91fc60964480) 00000100:00000001:0.0:1767384354.548354:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623111871087744 : -120961838463872 : ffff91fc60964480) 00000100:00000001:0.0:1767384354.548356:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384354.548357:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384354.548358:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384354.548361:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.548363:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384354.548364:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.548366:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.548368:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384354.548370:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384354.548373:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000020:00000040:0.0:1767384354.548375:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:0.0:1767384354.548377:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384354.548379:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384354.548381:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384354.548385:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a9c0e6. 00000100:00000001:0.0:1767384354.548388:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.548391:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384354.548420:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 16 pid: 16788 timeout: 426 lvb_type: 0 00010000:00000001:0.0:1767384354.548430:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384354.548441:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384354.548447:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.548458:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384354.548460:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.548463:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744051712:0@lo:104: 00000100:00000001:0.0:1767384354.548468:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384354.548471:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384354.548473:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.548475:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384354.548479:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c1b1985. 02000000:00000001:0.0:1767384354.548482:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.548487:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000400:00000010:0.0:1767384354.548492:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f589262. 00000100:00000200:0.0:1767384354.548496:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744051712, portal 16 00000100:00000001:0.0:1767384354.548499:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384354.548500:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:0.0:1767384354.548505:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.548513:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.548516:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.548521:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000100:00000200:0.0:1767384354.548524:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744051712, offset 0 00000400:00000200:0.0:1767384354.548532:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.548540:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.548549:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd05c00 00000400:00000200:0.0:1767384354.548570:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 328 00000400:00000200:0.0:1767384354.548574:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.548577:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.548613:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384354.548616:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384354.548619:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e819c688. 00000100:00000040:0.0:1767384354.548621:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000e819c688 x1853236744051712 msgsize 328 00000100:00100000:0.0:1767384354.548624:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384354.548654:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.548660:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:0.0:1767384354.548662:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000100:00000001:0.0:1767384354.548664:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384354.548667:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.548674:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384354.548676:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384354.548678:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384354.548681:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051712 02000000:00000001:1.0:1767384354.548686:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.548700:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.548702:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.548705:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.548709:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.548710:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051712 00000100:00000001:0.0:1767384354.548713:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384354.548714:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384354.548717:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000100:00000001:0.0:1767384354.548719:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.548720:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384354.548725:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294943346 00000020:00000040:1.0:1767384354.548726:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:1.0:1767384354.548731:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:0.0:1767384354.548733:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294943334 00000020:00000001:1.0:1767384354.548734:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:1.0:1767384354.548741:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384354.548742:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294943346 00000020:00000010:1.0:1767384354.548745:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000784fe2a4. 00000100:00000001:0.0:1767384354.548747:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294943334 00000100:00000001:0.0:1767384354.548751:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294943346 00000100:00000001:0.0:1767384354.548755:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294943334 00000100:00000001:1.0:1767384354.548757:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.548762:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000784fe2a4. 00000100:00000001:0.0:1767384354.548763:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294943346 00000100:00000001:0.0:1767384354.548768:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294943334 00000020:00000010:1.0:1767384354.548769:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191e7530. 00000100:00000001:0.0:1767384354.548770:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.548775:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.548778:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025312394. 00010000:00000001:0.0:1767384354.548779:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.548785:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.548788:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d989d477. 00000020:00000001:0.0:1767384354.548788:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.548794:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.548796:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.548798:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.548800:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384354.548801:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1767384354.548802:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384354.548804:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548809:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384354.548809:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.548814:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384354.548815:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384354.548818:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548822:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.548826:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c4308019 going to sleep for 11 seconds 00000100:00000001:0.0:1767384354.548831:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.548833:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548834:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.548851:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384354.548854:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384354.548857:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384354.548862:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384354.548863:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384354.548868:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:0.0:1767384354.548869:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.548875:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548876:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352146176 : -120961357405440 : ffff91fc7d42a300) 00000100:00000040:1.0:1767384354.548883:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e819c688 x1853236744051712/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384354.548892:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384354.548896:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000784fe2a4. 00000100:00000001:1.0:1767384354.548898:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.548901:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000784fe2a4. 00000100:00100000:1.0:1767384354.548907:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e819c688 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744051712:12345-0@lo:104: 00000100:00000200:1.0:1767384354.548911:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051712 00010000:00000001:1.0:1767384354.548913:0:16778:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384354.548918:0:16778:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.548919:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.548922:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=2 00000020:00000001:1.0:1767384354.548925:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.548927:0:16778:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.548931:0:16778:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384354.548939:0:16778:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.548944:0:16778:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384354.548951:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384354.548954:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384354.548957:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed2930af. 02000000:00000001:1.0:1767384354.548959:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548960:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.548965:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384354.548967:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.548970:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.548975:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384354.548978:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384354.548980:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384354.548982:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384354.548984:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.548987:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.548990:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.548994:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384354.548998:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744051712, offset 224 00000400:00000200:1.0:1767384354.549003:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.549013:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.549020:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd05c00 00000400:00000200:1.0:1767384354.549024:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1abd [1] + 224 00000400:00000200:1.0:1767384354.549028:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.549032:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.549035:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.549039:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384354.549048:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384354.549066:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.549073:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384354.549081:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:1.0:1767384354.549086:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384354.549088:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.549094:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.549098:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384354.549101:0:16778:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384354.549105:0:16778:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000090cdaa73. 00010000:00000001:1.0:1767384354.549107:0:16778:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384354.549120:0:16778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384354.549122:0:16778:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549124:0:16778:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549127:0:16778:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.549132:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e819c688 x1853236744051712/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384354.549141:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e819c688 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744051712:12345-0@lo:104: Request processed in 247us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384354.549149:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384354.549152:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:1.0:1767384354.549154:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384354.549157:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384354.549161:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025312394. 00000020:00000010:1.0:1767384354.549166:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d989d477. 00000020:00000010:1.0:1767384354.549171:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191e7530. 00000020:00000040:1.0:1767384354.549177:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:1.0:1767384354.549180:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.549198:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384354.549203:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.549205:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.549207:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000400:00000200:1.0:1767384354.549211:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f589262 00000400:00000010:1.0:1767384354.549213:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f589262. 00000100:00000001:1.0:1767384354.549217:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.549220:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384354.549239:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384354.549247:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.549249:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.549251:0:16811:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384354.549254:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.549255:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.549257:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.549260:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.549263:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384354.549267:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.549269:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.549271:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549273:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.549275:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.549277:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.549281:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384354.549287:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.549290:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.549291:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384354.549294:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384354.549296:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.549298:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.549300:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.549302:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384354.549307:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744051712:0@lo:104: 00000100:00000001:1.0:1767384354.549312:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.549314:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.549316:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384354.549318:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.549321:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744051712/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384354.549334:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.549337:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.549340:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c1b1985. 02000000:00000001:1.0:1767384354.549344:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.549346:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.549348:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:1.0:1767384354.549350:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.549352:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0a9c0e6. 02000000:00000001:1.0:1767384354.549356:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.549357:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.549359:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000100:00000001:1.0:1767384354.549361:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.549363:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384354.549365:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c4308019. 00000100:00000001:1.0:1767384354.549368:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384354.549369:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384354.549371:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbcd4e49. 00010000:00000001:1.0:1767384354.549374:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549376:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549377:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384354.549381:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384354.549383:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384354.549385:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384354.549404:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.549406:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.549408:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384354.549411:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384354.549412:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384354.549414:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.549421:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000021de44d2 already unused, calling callback (000000001cc36fe6) 10000000:00000001:1.0:1767384354.549424:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384354.549432:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.549437:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384354.549439:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.549441:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.549443:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000021de44d2 refcount=3 00000020:00000001:1.0:1767384354.549445:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.549447:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083602432 : -120961625949184 : ffff91fc6d40fc00) 00010000:00000001:1.0:1767384354.549451:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384354.549453:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384354.549458:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384354.549460:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384354.549464:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384354.549467:0:16783:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384354.549469:0:16783:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384354.549470:0:16783:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384354.549472:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384354.549474:0:16783:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.549484:0:16783:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384354.549486:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384354.549487:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:1.0:1767384354.549490:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384354.549491:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549494:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384354.549497:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384354.549499:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384354.549501:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384354.549503:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384354.549505:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021de44d2 with handle 0xf489261bfe0bc727 from hash 00010000:00000001:1.0:1767384354.549508:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384354.549509:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.549517:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.549518:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384354.549521:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384354.549523:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384354.549526:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384354.549529:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384354.549534:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3ff707c. 00000020:00000040:1.0:1767384354.549537:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384354.549540:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.549541:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.549544:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.549549:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000191e7530. 00000100:00000001:1.0:1767384354.549582:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549585:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384354.549588:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.549593:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384354.549597:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.549600:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.549602:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.549608:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3ff707c] to pc [ptlrpcd_00_02+2] req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384354.549630:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.549633:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.549634:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.549636:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.549638:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.549640:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.549643:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.549648:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384354.549649:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 0000000021de44d2/0xf489261bfe0bc727 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc72e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384354.549665:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ce9ad45f count: 0 00010000:00000001:1.0:1767384354.549678:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.549681:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384354.549682:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000090cdaa73. 00010000:00000001:1.0:1767384354.549686:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.549727:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.549730:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.549732:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.549736:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.549744:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.549746:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.549748:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.549750:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.549752:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.549754:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a3ff707c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744051840:0@lo:103: 00000100:00000001:1.0:1767384354.549758:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.549761:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.549763:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.549764:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.549768:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bf42cb0. 02000000:00000001:1.0:1767384354.549770:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.549774:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a7400a. 00000400:00000010:1.0:1767384354.549778:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384354.549782:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744051840, portal 18 00000100:00000001:1.0:1767384354.549784:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.549786:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099047936 : -120961610503680 : ffff91fc6e2caa00) 00000100:00000040:1.0:1767384354.549791:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.549796:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.549801:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.549804:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c546bbe. 00000100:00000200:1.0:1767384354.549816:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744051840, offset 0 00000100:00000001:3.0:1767384354.549995:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.550000:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384354.550123:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.550130:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.550138:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd05c80 00000400:00000200:1.0:1767384354.550144:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384354.550148:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.550153:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.550158:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.550160:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384354.550163:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6338454. 00000100:00000040:1.0:1767384354.550166:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e6338454 x1853236744051840 msgsize 328 00000100:00100000:1.0:1767384354.550170:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384354.550181:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.550186:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c546bbe 00000400:00000010:1.0:1767384354.550187:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c546bbe. 00000100:00000001:1.0:1767384354.550190:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.550194:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.550198:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384354.550201:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051840 02000000:00000001:3.0:1767384354.550203:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.550205:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.550207:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.550209:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.550212:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051840 00000020:00000001:3.0:1767384354.550214:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384354.550216:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384354.550218:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.550220:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:3.0:1767384354.550225:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384354.550228:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384354.550229:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384354.550233:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384354.550233:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.550239:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:1.0:1767384354.550246:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.550247:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.550252:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384354.550253:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00000001:1.0:1767384354.550258:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384354.550259:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c06502c. 00000100:00000001:1.0:1767384354.550262:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294943347 00000100:00000001:1.0:1767384354.550269:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943346 00000100:00000001:1.0:1767384354.550275:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294943347 00000100:00000001:1.0:1767384354.550279:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943346 00000100:00000001:1.0:1767384354.550282:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294943347 00000100:00000001:1.0:1767384354.550287:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943346 00000100:00000001:1.0:1767384354.550292:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294943347 00000100:00000001:1.0:1767384354.550297:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943346 00000100:00000001:1.0:1767384354.550309:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.550311:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.550313:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.550315:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.550321:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.550323:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384354.550325:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.550326:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.550328:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.550331:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.550342:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.550345:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.550347:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384354.550349:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.550350:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.550352:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384354.550354:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.550356:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.550358:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384354.550393:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea9454e0. 00000020:00000010:3.0:1767384354.550398:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000040:3.0:1767384354.550404:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384354.550406:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384354.550407:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384354.550416:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384354.550418:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550420:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384354.550423:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.550424:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.550426:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dd05866 refcount=4 00000020:00000001:3.0:1767384354.550428:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00000001:3.0:1767384354.550430:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00010000:3.0:1767384354.550434:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 17 pid: 16788 timeout: 426 lvb_type: 0 00010000:00000001:3.0:1767384354.550440:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550442:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.550443:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.550445:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.550451:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384354.550454:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e6338454 x1853236744051840/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.550461:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384354.550463:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.550475:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.550486:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384354.550489:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384354.550495:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384354.550499:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:3.0:1767384354.550502:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099051520 : -120961610500096 : ffff91fc6e2cb800) 00000100:00000001:2.0:1767384354.550502:0:16782:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384354.550506:0:16782:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000040:3.0:1767384354.550510:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6338454 x1853236744051840/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384354.550514:0:16782:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b3417cca. 00000100:00100000:2.0:1767384354.550523:0:16782:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:3.0:1767384354.550527:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.550531:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384354.550534:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.550536:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00100000:3.0:1767384354.550542:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6338454 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16156:x1853236744051840:12345-0@lo:103: 00000100:00000200:3.0:1767384354.550582:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051840 00010000:00000001:3.0:1767384354.550585:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384354.550588:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384354.550590:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384354.550593:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.550595:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384354.550599:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc29aed0. 02000000:00000001:3.0:1767384354.550601:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.550603:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550606:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384354.550608:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384354.550610:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.550612:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.550614:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001dd05866 refcount=4 00000020:00000001:3.0:1767384354.550615:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00000001:3.0:1767384354.550618:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454703104 : -120962254848512 : ffff91fc47c4be00) 00010000:00000040:3.0:1767384354.550620:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ca78f9e0 count: 3 00010000:00010000:3.0:1767384354.550623:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 17 pid: 16788 timeout: 426 lvb_type: 0 00000100:00001000:3.0:1767384354.550629:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384354 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384354.550631:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.550636:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550637:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.550638:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 17 pid: 16788 timeout: 426 lvb_type: 0 00000020:00000001:3.0:1767384354.550643:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.550645:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.550647:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.550648:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550651:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.550653:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.550658:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550660:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.550668:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.550670:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.550672:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001dd05866 with handle 0xf489261bfe0bc72e from hash 00010000:00000001:3.0:1767384354.550675:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.550676:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550678:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.550679:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.550681:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.550682:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.550685:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001dd05866/0xf489261bfe0bc72e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc727 expref: 17 pid: 16788 timeout: 426 lvb_type: 0 00010000:00000040:3.0:1767384354.550707:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:3.0:1767384354.550710:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:3.0:1767384354.550714:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.550716:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.550717:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384354.550719:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d3c1d35d 00010000:00000001:3.0:1767384354.550720:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.550722:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.550723:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.550724:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.550725:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.550727:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.550729:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384354.550731:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.550735:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384354.550738:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.550739:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.550740:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.550741:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca78f9e0) refcount = 2 00010000:00010000:3.0:1767384354.550744:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.550748:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.550757:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.550758:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.550760:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384354.550764:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006680f4ca. 00000100:00000001:3.0:1767384354.550767:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384354.550772:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ed95ae5. 00000100:00000001:3.0:1767384354.550774:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112228067200 : -120961481484416 : ffff91fc75dd5780) 00000100:00000001:3.0:1767384354.550776:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623112228067200 : -120961481484416 : ffff91fc75dd5780) 00000100:00000001:3.0:1767384354.550779:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384354.550781:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384354.550783:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384354.550785:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.550788:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384354.550791:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.550793:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.550796:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=5 00000020:00000001:3.0:1767384354.550799:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000100:00000001:2.0:1767384354.550799:0:16782:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550806:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:3.0:1767384354.550808:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.550810:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.550815:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.550818:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384354.550819:0:31130:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:3.0:1767384354.550825:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550827:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.550829:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.550833:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.550834:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550837:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.550839:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384354.550839:0:31130:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006b4cd623. 00000020:00000010:2.0:1767384354.550846:0:31130:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bb4548e0. 00010000:00010000:3.0:1767384354.550854:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d3c1d35d already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384354.550858:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:2.0:1767384354.550861:0:31130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ecd581c. 00010000:00000001:3.0:1767384354.550862:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.550865:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384354.550867:0:31130:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6bba763. 00000020:00000010:2.0:1767384354.550872:0:31130:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000851f4fd0. 00010000:00000001:3.0:1767384354.550875:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000040:00000010:2.0:1767384354.550877:0:31130:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d79a0159. 00010000:00000001:3.0:1767384354.550878:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.550881:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384354.550882:0:31130:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058c615d8. 00000020:00000040:3.0:1767384354.550883:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=6 00000020:00000001:3.0:1767384354.550888:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000020:00000010:2.0:1767384354.550890:0:31130:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6114fe9. 00010000:00000001:3.0:1767384354.550891:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:3.0:1767384354.550896:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767384354.550898:0:31130:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007986a0af. 00010000:00010000:3.0:1767384354.550899:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 80000000:00000010:2.0:1767384354.550906:0:31130:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2fb4c7e. 00010000:00000001:3.0:1767384354.550907:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.550912:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 40000000:00000010:2.0:1767384354.550914:0:31130:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f423be0. 00010000:00000001:3.0:1767384354.550915:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1767384354.550921:0:31130:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000a14a5577. 00020000:00000010:2.0:1767384354.550926:0:31130:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000008128cbcf. 00010000:00000001:3.0:1767384354.550928:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.550931:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00008000:00000010:2.0:1767384354.550932:0:31130:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000000205ed. 00010000:00000001:3.0:1767384354.550933:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.550937:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384354.550938:0:31130:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c15ed1ec. 00000020:00000040:3.0:1767384354.550940:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3c1d35d with handle 0xf489261bfe0bc735 from hash 00040000:00000010:2.0:1767384354.550943:0:31130:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009cbdefdd. 00010000:00000001:3.0:1767384354.550944:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.550947:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550949:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:2.0:1767384354.550949:0:31130:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008ea457ec. 00010000:00000001:3.0:1767384354.550951:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.550954:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.550955:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.550957:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00040000:00000010:2.0:1767384354.550957:0:31130:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056fa3267. 00010000:00000001:3.0:1767384354.550958:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.550963:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384354.550965:0:31130:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ef216ab. 00010000:00000001:3.0:1767384354.550966:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000010:2.0:1767384354.550972:0:31130:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000056a95ab0. 00010000:00000001:3.0:1767384354.550977:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000010:2.0:1767384354.550980:0:31130:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003deecdcc. 00010000:00000001:3.0:1767384354.550981:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.550984:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.550987:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384354.550988:0:31130:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e03d8a50. 00010000:00000001:3.0:1767384354.550989:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.550994:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.550996:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00002000:00000010:2.0:1767384354.550997:0:31130:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000184db385. 00010000:00000001:3.0:1767384354.551005:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384354.551006:0:31130:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000971208c8. 00010000:00000001:3.0:1767384354.551007:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.551010:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.551013:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000080:00000010:2.0:1767384354.551013:0:31130:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005d0bbda2. 00010000:00000001:3.0:1767384354.551018:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.551020:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000010:2.0:1767384354.551022:0:31130:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000372ba1fa. 00010000:00000001:3.0:1767384354.551023:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.551028:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384354.551030:0:31130:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c3aed96b. 20000000:00000001:3.0:1767384354.551031:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.551036:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.551038:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.551039:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.551042:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384354.551043:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:2.0:1767384354.551045:0:31130:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:3.0:1767384354.551046:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.551050:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.551052:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384354.551054:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005ed95ae5. 00000100:00000001:3.0:1767384354.551057:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384354.551057:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384354.551059:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006680f4ca. 00010000:00000001:3.0:1767384354.551062:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384354.551064:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384354.551065:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.551068:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.551070:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.551072:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.551075:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.551084:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.551086:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384354.551089:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.551090:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.551093:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.551095:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.551099:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384354.551101:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744051840, offset 224 00000400:00000200:3.0:1767384354.551107:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.551112:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.551121:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd05c80 00000400:00000200:3.0:1767384354.551126:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ac9 [1] + 224 00000400:00000200:3.0:1767384354.551130:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.551134:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.551137:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.551140:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.551149:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.551162:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.551168:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384354.551170:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384354.551173:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.551175:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.551179:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.551182:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.551183:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.551185:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.551188:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6338454 x1853236744051840/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.551197:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6338454 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744051840:12345-0@lo:103: Request processed in 668us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384354.551205:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384354.551214:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384354.551217:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.551219:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384354.551223:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea9454e0. 00000020:00000010:3.0:1767384354.551227:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000010:3.0:1767384354.551231:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c06502c. 00000020:00000040:3.0:1767384354.551235:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:3.0:1767384354.551238:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384354.551258:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.551264:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384354.551267:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384354.551269:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.551275:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.551276:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.551278:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc735 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.551283:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca78f9e0 count: 0 00010000:00000001:3.0:1767384354.551291:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.551293:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384354.551305:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.551306:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384354.551310:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.551312:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384354.551313:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a7400a. 00000400:00000200:3.0:1767384354.551318:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:3.0:1767384354.551320:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000100:00000001:3.0:1767384354.551323:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.551327:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384354.551333:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.551347:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384354.551350:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.551352:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384354.551353:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384354.551355:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.551356:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.551358:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.551361:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384354.551364:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.551366:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384354.551367:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.551369:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384354.551370:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.551372:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.551375:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.551380:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384354.551382:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384354.551383:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384354.551386:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.551392:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a3ff707c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744051840:0@lo:103: 00000100:00000001:3.0:1767384354.551396:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.551398:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384354.551401:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a3ff707c x1853236744051840/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.551406:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384354.551408:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384354.551410:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bf42cb0. 02000000:00000001:3.0:1767384354.551413:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384354.551414:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384354.551416:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384354.551418:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384354.551426:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000191e7530. 02000000:00000001:3.0:1767384354.551429:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384354.551430:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384354.551431:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a3ff707c. 00000100:00000001:3.0:1767384354.551434:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384354.551435:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.551436:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.551440:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384354.551442:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.551444:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384354.551446:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384354.555066:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd05866. 00010000:00000010:3.1:1767384354.555073:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca78f9e0. 00010000:00000010:3.1:1767384354.555075:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3c1d35d. 00010000:00000010:1.1:1767384354.557592:0:31133:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ce9ad45f. 00010000:00000010:1.1:1767384354.557600:0:31133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000021de44d2. 00000400:00000010:2.0:1767384354.558902:0:31132:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000222f840c. 00000400:00000040:2.0:1767384354.558918:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.558920:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.558922:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.558923:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.558925:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.558926:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384354.558928:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.558932:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.558933:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.558934:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384354.558936:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.558937:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.558939:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.558940:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.558941:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384354.558943:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.558944:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.558944:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384354.558945:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384354.558947:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.558948:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.558949:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.558950:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.558951:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.558952:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384354.558954:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.558955:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.558956:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.558957:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.558958:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.558959:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384354.558961:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.558962:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.558963:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.558964:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.558965:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.558966:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384354.558968:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.558969:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.558970:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.558971:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.558972:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.558973:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384354.558974:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384354.558976:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384354.558977:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384354.558984:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384354.558985:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384354.558987:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.558988:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.558989:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384354.558990:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.558991:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384354.558992:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384354.558994:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384354.558995:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384354.558996:0:31132:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384354.559056:0:31132:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000222f840c. 00080000:00000001:1.0:1767384354.563210:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384354.563213:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384354.563215:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384354.563217:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384354.563218:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384354.563220:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384354.563221:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033e1be53. 00000020:00000002:3.0:1767384354.563228:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384354.563228:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384354.563233:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.563235:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384354.563238:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384354.563248:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384354.563250:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384354.563255:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384354.563271:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.563273:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.563275:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.563279:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.563281:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.563287:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d301321f. 00010000:00000001:3.0:1767384354.563290:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.563294:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000043e21da8. 00000020:00000001:3.0:1767384354.563296:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.563300:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000043e21da8 with handle 0xf489261bfe0bc73c to hash 00000020:00000001:3.0:1767384354.563302:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.563304:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563306:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563308:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.563310:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.563313:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563329:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.563331:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.563333:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.563335:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.563336:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.563338:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.563339:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.563341:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.563342:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.563344:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.563345:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.563347:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d301321f) refcount = 1 00010000:00010000:3.0:1767384354.563349:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563354:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.563355:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.563357:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.563358:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563360:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.563363:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.563366:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384354.563368:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.563370:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.563372:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e21da8 refcount=4 00000020:00000001:3.0:1767384354.563374:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563376:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563377:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.563379:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563385:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.563387:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563398:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.563400:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.563402:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563405:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.563407:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563408:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.563410:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.563414:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000043e21da8 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384354.563416:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.563417:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.563418:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563422:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.563424:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.563425:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.563426:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000043e21da8 refcount=5 00000020:00000001:3.0:1767384354.563428:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563430:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604461568 : -120962105090048 : ffff91fc50b1e000) 00010000:00000001:3.0:1767384354.563432:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.563433:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563436:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.563437:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.563438:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563441:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.563442:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.563444:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.563448:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.563450:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043e21da8 with handle 0xf489261bfe0bc73c from hash 00010000:00000001:3.0:1767384354.563452:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.563453:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.563453:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.563454:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.563456:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.563457:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.563458:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.563459:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.563460:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563461:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.563462:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.563464:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.563465:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.563466:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563467:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.563468:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.563470:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563473:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.563474:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.563475:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.563476:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384354.563477:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.563477:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.563479:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.563480:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.563481:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.563483:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.563486:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.563487:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.563488:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000043e21da8/0xf489261bfe0bc73c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.563499:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d301321f count: 0 00010000:00000001:3.0:1767384354.563506:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.563507:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384354.565270:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384354.565274:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384354.565277:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d10ef302. 20000000:00000001:0.0:1767384354.565282:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384354.565286:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744051456 00010000:00000001:0.0:1767384354.565289:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384354.565294:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2ebdd1f x1853236744051456/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384354.565301:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384354.565303:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.565305:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.565309:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384354.565312:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384354.565314:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384354.565316:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384354.565318:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.565321:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.565326:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.565330:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057a510ea. 00000100:00000200:0.0:1767384354.565333:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744051456, offset 224 00000400:00000200:0.0:1767384354.565340:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.565348:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.565356:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05b00 00000400:00000200:0.0:1767384354.565361:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a9d [2] + 224 00000400:00000200:0.0:1767384354.565367:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.565370:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.565373:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.565377:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384354.565392:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.565404:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.565410:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057a510ea 00000400:00000010:0.0:1767384354.565412:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057a510ea. 00000100:00000001:0.0:1767384354.565415:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.565417:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.565420:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.565423:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384354.565425:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384354.565427:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.565429:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384354.565432:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2ebdd1f x1853236744051456/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.565438:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2ebdd1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744051456:12345-0@lo:253: Request processed in 28437us (29042us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384354.565445:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:0.0:1767384354.565447:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384354.565449:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384354.565451:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384354.565454:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059557e0b. 00000020:00000010:0.0:1767384354.565458:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009738a1a2. 00000020:00000010:0.0:1767384354.565461:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c642e3a2. 00000020:00000040:0.0:1767384354.565467:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384354.565470:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384354.565472:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000833fb32d. 02000000:00000001:0.0:1767384354.565475:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.565477:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384354.565480:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384354.565484:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000400:00000010:0.0:1767384354.565488:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057a510ea. 00000100:00000001:0.0:1767384354.565502:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.565510:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384354.565514:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.565516:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384354.565517:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000400:00000200:0.0:1767384354.565520:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac00de8 00000400:00000010:0.0:1767384354.565522:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac00de8. 00000100:00000001:0.0:1767384354.565524:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.565528:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384354.565535:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.565541:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384354.565543:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.565545:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384354.565547:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384354.565548:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384354.565550:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.565598:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.565602:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384354.565605:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.565608:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384354.565609:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.565611:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384354.565612:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.565614:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.565617:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.565622:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.565624:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.565625:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384354.565629:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384354.565631:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384354.565633:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.565634:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384354.565635:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.565637:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.565644:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384354.565646:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384354.565647:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.565648:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384354.565652:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.565658:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f0b01bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744051456:0@lo:253: 00000100:00000001:0.0:1767384354.565662:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.565664:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.565667:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f0b01bb x1853236744051456/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.565673:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.565674:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.565676:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073319d3e. 02000000:00000001:0.0:1767384354.565680:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.565681:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.565682:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384354.565684:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.565686:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f5281c4f. 02000000:00000001:0.0:1767384354.565705:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.565706:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.565708:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f0b01bb. 00000100:00000001:0.0:1767384354.565711:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.565712:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.565713:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.565718:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.565720:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.565722:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.565724:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384354.566674:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384354.566677:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384354.566678:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c93e0d8. 20000000:00000001:3.0:1767384354.566685:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.566687:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744051584 00010000:00000001:3.0:1767384354.566702:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.566706:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075fda375 x1853236744051584/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.566713:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.566714:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.566716:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=62 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.566719:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.566738:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.566740:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384354.566742:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.566744:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.566746:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.566748:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.566751:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3abf92d. 00000100:00000200:3.0:1767384354.566755:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744051584, offset 224 00000400:00000200:3.0:1767384354.566760:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.566767:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.566773:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05b80 00000400:00000200:3.0:1767384354.566779:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aa9 [2] + 224 00000400:00000200:3.0:1767384354.566784:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.566789:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.566793:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.566797:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.566805:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.566830:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.566836:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3abf92d 00000400:00000010:3.0:1767384354.566838:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3abf92d. 00000100:00000001:3.0:1767384354.566841:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.566842:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.566845:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.566848:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.566850:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384354.566852:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.566870:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384354.566871:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384354.566875:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384354.566878:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fda375 x1853236744051584/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384354.566881:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.566884:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384354.566887:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2ab297f. 00000100:00100000:3.0:1767384354.566891:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075fda375 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744051584:12345-0@lo:253: Request processed in 29782us (30354us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384354.566893:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c26cc94a 00000400:00000010:2.0:1767384354.566896:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c26cc94a. 00000100:00000001:2.0:1767384354.566900:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384354.566903:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000200:2.0:1767384354.566906:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.566908:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384354.566913:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.566916:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384354.566920:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d718cbfd. 00000100:00000200:2.0:1767384354.566921:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384354.566926:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008c6c35e6. 00000100:00000001:2.0:1767384354.566933:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384354.566934:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0afd7ac. 00000100:00000001:2.0:1767384354.566935:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.566938:0:16155:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384354.566940:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:2.0:1767384354.566940:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.566944:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384354.566946:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384354.566946:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384354.566949:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000923ce6d0. 02000000:00000001:2.0:1767384354.566950:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.566955:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=62 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384354.566956:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384354.566959:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384354.566959:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.566966:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384354.566968:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384354.566969:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.566974:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384354.566975:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.566976:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbf26e3e. 00000400:00000010:3.0:1767384354.566980:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3abf92d. 00000100:00000001:2.0:1767384354.566985:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.566988:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.566994:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.566996:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.566997:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384354.566999:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384354.567000:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384354.567001:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.567002:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.567003:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.567003:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.567004:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384354.567005:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.567006:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384354.567007:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.567012:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012359d2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744051584:0@lo:253: 00000100:00000001:2.0:1767384354.567015:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.567017:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.567018:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012359d2f x1853236744051584/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.567022:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384354.567023:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.567025:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000be52e98. 02000000:00000001:2.0:1767384354.567027:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384354.567028:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.567029:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384354.567031:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.567032:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000251662fc. 02000000:00000001:2.0:1767384354.567034:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384354.567035:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384354.567035:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012359d2f. 00000100:00000001:2.0:1767384354.567038:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.567039:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.567046:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.567050:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.567051:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.567052:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.567053:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.567616:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294943347, at 4294943348 00010000:00000010:3.1:1767384354.567622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d301321f. 00000100:00000010:2.0:1767384354.567623:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00010000:00000010:3.1:1767384354.567632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000043e21da8. 00000100:00000040:0.0:1767384354.567638:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294943347, at 4294943348 00000100:00000010:0.0:1767384354.567644:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b52065e. 00000100:00000040:3.0:1767384354.567651:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294943347, at 4294943348 00000100:00000010:3.0:1767384354.567657:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963188f1. 00000100:00000040:1.0:1767384354.567760:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294943347, at 4294943348 00000100:00000010:1.0:1767384354.567768:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8b2b4cd. 00010000:00000001:1.0:1767384354.771790:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384354.771795:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.771801:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384354.771802:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.771840:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.771843:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.771845:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384355.219649:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp35 00000400:00000010:3.0:1767384355.219659:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000678905c5. 00000400:00000010:3.0:1767384355.219667:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003b1f5a58. 00000400:00000010:3.0:1767384355.219670:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000400:00000010:3.0:1767384355.219676:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000940ef17c. 00000400:00000200:3.0:1767384355.219680:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp35 00000400:00000200:3.0:1767384355.219708:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp35 local destination 00000400:00000200:3.0:1767384355.219713:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 00000400:00000200:3.0:1767384355.219716:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [116:116:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384355.219721:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 00000400:00000200:3.0:1767384355.219726:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp35:192.168.203.113@tcp35) : GET try# 0 00000800:00000200:3.0:1767384355.219730:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp35 00000800:00000010:3.0:1767384355.219744:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd5f6ec7. 00000800:00000200:3.0:1767384355.219749:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000800:00000200:3.1:1767384355.219752:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000400:00000200:3.0:1767384355.219772:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 2 next ping: 280 health :800 00000400:00000200:3.0:1767384355.219775:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp32 00000400:00000010:3.0:1767384355.219778:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ccb9aaf5. 00000400:00000010:3.0:1767384355.219780:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005fc1a7a9. 00000400:00000010:3.0:1767384355.219782:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000400:00000010:3.0:1767384355.219785:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cc26f36. 00000400:00000200:3.0:1767384355.219788:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp32 00000400:00000200:3.0:1767384355.219792:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp32 local destination 00000400:00000200:3.0:1767384355.219794:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:3.0:1767384355.219797:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [117:117:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [107:107:8:4294967295] 00000400:00000200:3.0:1767384355.219800:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:3.0:1767384355.219805:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp32:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:3.0:1767384355.219808:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000800:00000010:3.0:1767384355.219811:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d134259. 00000800:00000200:3.0:1767384355.219814:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000800:00000200:3.1:1767384355.219816:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:3.0:1767384355.219826:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 3 next ping: 284 health :700 00000400:00000200:1.0:1767384355.219829:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.219838:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp33 00000400:00000010:3.0:1767384355.219840:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000593bedda. 00000400:00000010:3.0:1767384355.219842:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000095426027. 00000400:00000010:3.0:1767384355.219844:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000010:3.0:1767384355.219849:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc9b5b10. 00000400:00000200:3.0:1767384355.219853:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp33 00000400:00000200:3.0:1767384355.219858:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp33 local destination 00000400:00000200:3.0:1767384355.219861:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp33 00000400:00000200:3.0:1767384355.219864:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp33 NI seq info: [118:118:256:4294967295] 192.168.203.113@tcp33 LPNI seq info [108:108:8:4294967295] 00000400:00000200:3.0:1767384355.219867:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp33 00000400:00000200:1.0:1767384355.219872:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.219874:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33:) -> 192.168.203.113@tcp33(192.168.203.113@tcp33:192.168.203.113@tcp33) : GET try# 0 00000800:00000200:3.0:1767384355.219877:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp33 00000800:00000010:3.0:1767384355.219880:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f387991c. 00000800:00000200:3.0:1767384355.219886:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000800:00000200:3.1:1767384355.219890:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000400:00000200:3.0:1767384355.219899:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp33 added to recovery queue. ping count: 3 next ping: 284 health :700 00000400:00000200:3.0:1767384355.219902:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp36 00000400:00000010:3.0:1767384355.219906:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006d2225c8. 00000400:00000010:3.0:1767384355.219909:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9f1994f. 00000400:00000200:1.0:1767384355.219909:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:3.0:1767384355.219915:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000010:3.0:1767384355.219920:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008d96c279. 00000400:00000200:3.0:1767384355.219923:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp36 00000400:00000200:3.0:1767384355.219927:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp36 local destination 00000400:00000200:3.0:1767384355.219930:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp36 00000400:00000200:3.0:1767384355.219933:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [119:119:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1767384355.219934:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.219938:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp36 00000400:00000200:3.0:1767384355.219955:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:) -> 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) : GET try# 0 00000800:00000200:3.0:1767384355.219959:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp36 00000800:00000010:3.0:1767384355.219961:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000080472cc4. 00000400:00000200:1.0:1767384355.219961:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:3.0:1767384355.219966:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:3.1:1767384355.219977:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000400:00000200:1.0:1767384355.219984:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.219995:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp36 added to recovery queue. ping count: 1 next ping: 278 health :900 00000400:00000200:1.0:1767384355.220019:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220038:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220055:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220076:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220100:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220123:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220140:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220159:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220204:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220213:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220248:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220265:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220282:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220311:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220331:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220344:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220374:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220398:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220408:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220438:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220481:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220484:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220488:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220537:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220655:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220701:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220725:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220764:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220782:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220833:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220858:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220898:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220910:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220932:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.220963:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.220970:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.220995:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221036:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221039:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221059:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221106:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221107:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221130:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221184:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221191:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221191:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221242:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221280:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221283:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221305:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221356:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221360:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221373:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221429:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221434:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221444:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221499:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221501:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221513:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221584:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221593:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221608:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221655:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221668:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221682:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221742:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221752:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221767:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221820:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221830:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221841:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221899:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221912:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221918:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.221969:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.221978:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.221996:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222000:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222044:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.222053:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222071:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222078:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222115:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.222131:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222135:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222153:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222186:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222223:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.222228:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222231:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222261:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222293:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222317:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.222317:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222323:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222354:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222408:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222418:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222420:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222466:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222497:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222499:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222534:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222587:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:1.0:1767384355.222589:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384355.222595:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c26cc94a. 00000400:00000200:3.0:1767384355.222599:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000010:1.0:1767384355.222600:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093f2ec9b. 00000400:00000200:2.0:1767384355.222619:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000800:00000010:1.0:1767384355.222633:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093f2ec9b. 00000800:00020000:1.0:1767384355.222645:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384355.222648:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c26cc94a. 00000400:00000200:0.0:1767384355.222649:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:1.0:1767384355.222654:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:00000200:3.0:1767384355.222674:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222704:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.222725:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:02020000:1.0:1767384355.222746:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384355.222753:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000800:00000200:1.0:1767384355.222760:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp35 down 00000400:00000200:3.0:1767384355.222762:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000800:00000100:1.0:1767384355.222768:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:1.0:1767384355.222772:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd5f6ec7. 00000400:00000200:1.0:1767384355.222776:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384355.222783:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384355.222783:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384355.222794:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384355.222799:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384355.222805:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp35) recovery failed with -71 00000400:00000200:3.0:1767384355.222822:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222845:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.222891:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000800:00000010:0.0:1767384355.222893:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf8ff672. 00000400:00000200:2.0:1767384355.222898:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000800:00000010:0.0:1767384355.222898:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f96672a5. 00000800:00000010:0.0:1767384355.222901:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e65b3ffc. 00000800:00000010:0.0:1767384355.222926:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e65b3ffc. 00000800:00020000:0.0:1767384355.222933:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384355.222936:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f96672a5. 00000800:00000010:0.0:1767384355.222939:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cf8ff672. 00000400:00000200:3.0:1767384355.222949:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.222960:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:02020000:0.0:1767384355.223001:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384355.223008:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000800:00000200:0.0:1767384355.223013:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp32 down 00000400:00000200:3.0:1767384355.223014:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000800:00000100:0.0:1767384355.223020:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:0.0:1767384355.223022:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d134259. 00000400:00000200:0.0:1767384355.223026:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384355.223027:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.223033:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384355.223041:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384355.223044:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384355.223049:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp32) recovery failed with -71 00000400:00000200:3.0:1767384355.223077:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223094:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.223133:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223153:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223197:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223228:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223261:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223282:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223314:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000800:00000010:3.0:1767384355.223324:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003fb996a1. 00000800:00000010:3.0:1767384355.223329:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007882c93e. 00000800:00000010:3.0:1767384355.223333:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b68c942. 00000400:00000200:2.0:1767384355.223361:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000800:00000010:3.0:1767384355.223370:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b68c942. 00000400:00000200:2.0:1767384355.223417:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223476:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223543:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223618:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223666:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223727:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223785:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.223796:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384355.223814:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp33 from 211.3.0.2 00000400:00000200:2.0:1767384355.223816:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000800:00000010:0.0:1767384355.223818:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f2530c81. 00000400:00000200:2.0:1767384355.223854:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223910:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.223968:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384355.224022:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384355.224169:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073319d3e. 00000800:00000010:2.0:1767384355.224175:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008583d9ee. 00000800:00000010:2.0:1767384355.224180:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3866a21. 00000800:00000010:0.0:1767384355.224194:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf8ff672. 00000800:00000010:0.0:1767384355.224198:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f96672a5. 00000800:00000010:2.0:1767384355.224209:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3866a21. 00000800:00000010:0.0:1767384355.224211:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d1399bce. 00000800:00020000:2.0:1767384355.224218:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000200:0.1:1767384355.224218:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (2) 00000800:00000010:2.0:1767384355.224223:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008583d9ee. 00000800:00000010:2.0:1767384355.224227:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073319d3e. 00000800:00000200:0.1:1767384355.224227:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp33 00000000d1399bce deleted 00000800:00000010:0.1:1767384355.224232:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d1399bce. 00000800:00000200:0.1:1767384355.224237:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384355.224249:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp33 ip 192.168.203.113:979 00000800:00000200:0.1:1767384355.224252:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f387991c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384355.224257:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp33 p 3.x 192.168.203.113 -> 192.168.203.113:979 incarnation:1767384344489587323 sched[0] 00000800:00000010:0.0:1767384355.224260:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e65b3ffc. 00000400:02020000:2.0:1767384355.224269:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384355.224275:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp36 notifying 192.168.203.113@tcp36: down 00000800:00000200:2.0:1767384355.224279:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp36 down 00000800:00000100:2.0:1767384355.224284:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp36 00000800:00000010:2.0:1767384355.224286:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000080472cc4. 00000400:00000200:2.0:1767384355.224289:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384355.224292:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384355.224298:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384355.224301:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery message sent unsuccessfully:-71 00000800:00000010:0.0:1767384355.224301:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e65b3ffc. 00000400:00000200:2.0:1767384355.224306:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp36) recovery failed with -71 00000800:00000010:0.0:1767384355.224306:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f96672a5. 00000800:00000200:3.1:1767384355.224321:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384355.224329:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp33 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384344489587323 sched[0] 00000800:00000010:3.0:1767384355.224332:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007882c93e. 00000800:00000010:0.0:1767384355.224341:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f2530c81. 00000800:00000001:2.0:1767384355.224357:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.224364:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.224367:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.224372:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.224411:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:2.0:1767384355.224417:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384355.224420:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384355.224421:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f387991c. 00000800:00000001:0.0:1767384355.224428:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.224430:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384355.224431:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384355.224438:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: GET: OK 00000400:00000200:2.0:1767384355.224441:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384355.224444:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp33 recovery message sent successfully:0 00000800:00000001:0.0:1767384355.224447:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.224455:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33) <- 192.168.203.113@tcp33 : GET - for me 00000400:00000200:0.0:1767384355.224466:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384355.224470:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384355.224475:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1a95 [1] + 0 00000400:00000200:0.0:1767384355.224485:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp33 to MR: 192.168.203.113@tcp33 local destination 00000400:00000200:0.0:1767384355.224492:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp33 NI seq info: [120:120:256:4294967295] 192.168.203.113@tcp33 LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1767384355.224503:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33:192.168.203.113@tcp33) -> 192.168.203.113@tcp33(192.168.203.113@tcp33:192.168.203.113@tcp33) 192.168.203.113@tcp33 : REPLY try# 0 00000800:00000200:0.0:1767384355.224507:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp33 00000400:00000200:3.0:1767384355.224511:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000010:0.0:1767384355.224511:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076b50a65. 00000800:00000200:0.0:1767384355.224516:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (4) 00000800:00000200:0.0:1767384355.224522:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp33 ip 192.168.203.113:988 00000800:00000200:0.0:1767384355.224524:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076b50a65 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384355.224539:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000200:0.0:1767384355.224628:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384355.224631:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076b50a65. 00000400:00000200:0.0:1767384355.224634:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.224638:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: REPLY: OK 00000800:00000001:0.0:1767384355.224646:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.224649:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.224651:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.224654:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.224655:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.224657:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.224660:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp33(192.168.203.113@tcp33) <- 192.168.203.113@tcp33 : REPLY - for me 00000400:00000200:0.0:1767384355.224668:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp33: Reply from 12345-192.168.203.113@tcp33 of length 272/272 into md 0x1aed 00000800:00000001:0.0:1767384355.224671:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.224674:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.224676:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.224678:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp33->192.168.203.113@tcp33: REPLY: OK 00000400:00000200:0.0:1767384355.224681:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:0.0:1767384355.224683:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000400:00000200:0.0:1767384355.224705:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384355.224709:0:16149:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000593bedda. 00000400:00000010:0.0:1767384355.224713:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000095426027. 00000800:00000001:0.0:1767384355.224719:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.224723:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.224745:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.224794:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.224839:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.224885:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.224931:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.224994:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225057:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225111:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225175:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225229:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225276:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225323:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225381:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225417:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225434:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225455:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225469:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225483:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225497:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225511:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225525:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225539:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225577:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225610:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225629:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225641:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225659:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225696:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225728:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225760:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384355.225776:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384355.225864:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b20331b3. 00000800:00000010:3.0:1767384355.225867:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007882c93e. 00000800:00000010:3.0:1767384355.225870:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b68c942. 00000800:00000010:3.0:1767384355.225885:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b68c942. 00000800:00020000:3.0:1767384355.225891:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384355.225899:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007882c93e. 00000800:00000010:3.0:1767384355.225902:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b20331b3. 00000400:02020000:3.0:1767384355.225946:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384355.795641:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384355.795646:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384355.795650:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384355.795651:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.795664:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384355.795666:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384355.795668:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384355.851919:0:31563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384355.851930:0:31563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.851934:0:31563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384355.851939:0:31563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384355.851943:0:31563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.851945:0:31563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384356.243644:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.243649:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.243653:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000800:00000200:0.0:1767384356.243656:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (6) 00000400:00000010:3.0:1767384356.243658:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000800:00000200:0.0:1767384356.243665:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:988 00000400:00000200:3.0:1767384356.243666:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384356.243671:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384356.243676:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384356.243719:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000678905c5. 00000400:00000010:3.0:1767384356.243724:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003b1f5a58. 00000400:00000001:3.0:1767384356.243731:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.243733:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.243735:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000400:00000010:3.0:1767384356.243737:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000400:00000200:3.0:1767384356.243739:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384356.243743:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384356.243746:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ccb9aaf5. 00000400:00000010:3.0:1767384356.243748:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005fc1a7a9. 00000400:00000001:3.0:1767384356.243753:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.243754:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.243755:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384356.243757:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000200:3.0:1767384356.243759:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384356.243762:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384356.243765:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006d2225c8. 00000400:00000010:3.0:1767384356.243768:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9f1994f. 00000800:00000001:1.0:1767384356.243818:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384356.243821:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384356.243836:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.243841:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.243843:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384356.512818:0:31727:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384356.512822:0:31727:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384356.516485:0:31727:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384356.523506:0:31728:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007b8679a4. 00000400:00000010:1.0:1767384356.523521:0:31728:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f2187b59. 00000400:00000010:1.0:1767384356.523531:0:31728:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004fb4f6eb. 00000400:00000010:1.0:1767384356.523534:0:31728:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000918bf610. 00000400:00000010:1.0:1767384356.523538:0:31728:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c8f072c. 00000400:00000010:1.0:1767384356.523542:0:31728:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098a9bdd5. 00000400:00000010:1.0:1767384356.523544:0:31728:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e05efc0d. 00000400:00000010:1.0:1767384356.523545:0:31728:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d7f76d1d. 00000400:00000010:1.0:1767384356.523549:0:31728:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000019e80a97. 00000800:00000010:1.0:1767384356.523562:0:31728:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b60d96d5. 00000800:00000200:1.0:1767384356.523615:0:31728:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384356.523625:0:31728:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384356.523687:0:31728:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384356.523707:0:31728:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384356.525213:0:31728:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000004261d5df. 00000400:00000010:1.0:1767384356.525218:0:31728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f5cf64. 00000400:00000010:1.0:1767384356.525223:0:31728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c546bbe. 00000400:00000001:1.0:1767384356.525237:0:31728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384356.525239:0:31728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384356.525241:0:31728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051293e35. 00000400:00000200:1.0:1767384356.525242:0:31728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410e2901 00000400:00000010:1.0:1767384356.525244:0:31728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000410e2901. 00000400:00000010:1.0:1767384356.525247:0:31728:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000000165532. 00000400:00000200:1.0:1767384356.525251:0:31728:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (30) 00000400:00000200:1.0:1767384356.525262:0:31728:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384356.525270:0:31728:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384356.525276:0:31728:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000877c39a2. 00000020:01000000:1.0:1767384356.525280:0:31728:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384356.525284:0:31728:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp39 00000400:00000010:1.0:1767384356.525295:0:31728:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f2187b59. 00000400:00000010:1.0:1767384356.525298:0:31728:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007b8679a4. 00000400:00000200:2.0:1767384356.525315:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384356.525322:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 00000400:00000010:2.0:1767384356.525328:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024687b0a. 00000400:00000200:2.0:1767384356.525331:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (31) 00000400:00000010:2.0:1767384356.525336:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000463c0fb8. 00000400:00000200:2.0:1767384356.525339:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp18 00000400:00000200:2.0:1767384356.525351:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp18 to MR: 192.168.203.113@tcp18 local destination 00000020:00000001:0.0:1767384356.525356:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384356.525361:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [121:121:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [111:111:8:4294967295] 10000000:00000001:0.0:1767384356.525362:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.525367:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384356.525370:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp18 10000000:01000000:0.0:1767384356.525371:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384356.525376:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384356.525380:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384356.525383:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.525386:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384356.525387:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) -> 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) : PUT try# 0 00000020:01000004:0.0:1767384356.525388:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.525392:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.525394:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384356.525396:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384356.525398:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384356.525399:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.113@tcp18 00000020:01000004:0.0:1767384356.525400:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384356.525404:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f8415c3. 00000100:00000010:0.0:1767384356.525407:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012398915. 00000800:00000200:2.0:1767384356.525412:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000020:00000040:0.0:1767384356.525413:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384356.525420:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384356.525423:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:988 02000000:00000001:0.0:1767384356.525424:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384356.525429:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006f8415c3 type 1, nob 624 niov 1 nkiov 1 02000000:00000001:0.0:1767384356.525430:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384356.525439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000251662fc. 00000100:00000001:0.0:1767384356.525446:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.525452:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.525454:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.525461:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000040:0.0:1767384356.525462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012398915] to pc [ptlrpcd_00_03+3] req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.525469:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 10000000:00000001:0.0:1767384356.525499:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.525502:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.525510:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.525511:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384356.525512:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384356.525517:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384356.525519:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384356.525521:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384356.525522:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.525525:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384356.525526:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384356.525529:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384356.525530:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384356.525533:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384356.525536:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.525539:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.525542:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384356.525544:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384356.525545:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384356.525548:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384356.525548:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384356.525577:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.525579:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384356.525580:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1767384356.525583:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 00000800:00000010:3.0:1767384356.525587:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f8415c3. 00000020:00000040:0.0:1767384356.525587:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384356.525590:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384356.525592:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384356.525595:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384356.525595:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384356.525597:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384356.525598:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.525600:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.525606:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744051968:0@lo:253: 02000000:00000010:0.0:1767384356.525609:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000be52e98. 00000400:00000200:3.0:1767384356.525613:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: PUT: OK 00000100:00000001:0.0:1767384356.525615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.525617:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384356.525621:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384356.525622:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384356.525623:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384356.525624:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.525627:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.525632:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp18: 0 02000000:00000001:1.0:1767384356.525632:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384356.525632:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759dd43f] to pc [ptlrpcd_00_00+0] req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384356.525640:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000872dd3a2. 02000000:00000001:1.0:1767384356.525645:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384356.525647:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384356.525650:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00000400:00000010:1.0:1767384356.525655:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2187b59. 10000000:00000001:0.0:1767384356.525657:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384356.525659:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744051968, portal 25 10000000:00000001:0.0:1767384356.525660:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384356.525662:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.525666:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384356.525666:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384356.525668:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384356.525670:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352151552 : -120961357400064 : ffff91fc7d42b800) 00000020:01000000:0.0:1767384356.525672:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384356.525674:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384356.525690:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000877c39a2. 00000100:00000040:1.0:1767384356.525693:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.525703:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384356.525704:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384356.525707:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384356.525708:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : PUT - for me 00000100:00000001:0.0:1767384356.525709:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384356.525713:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384356.525716:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384356.525718:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff88cde1. 00000100:00000200:1.0:1767384356.525723:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744051968, offset 0 00000400:00000200:3.0:1767384356.525727:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384356.525734:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384356.525745:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 512/528 into md 0x1ab9 [1] + 0 00000400:00000200:1.0:1767384356.525746:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384356.525758:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005684c51b. 00000400:00000200:1.0:1767384356.525761:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05d00 00000100:00000001:0.0:1767384356.525762:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384356.525765:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d19be8cc 00000100:00000001:0.0:1767384356.525765:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.525768:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384356.525771:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384356.525774:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384356.525774:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.525779:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1311 [2] + 0 00000100:00100000:0.0:1767384356.525782:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744052096:0@lo:253: 00000800:00000001:3.0:1767384356.525784:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384356.525784:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa5348e. 00000100:00000001:0.0:1767384356.525790:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384356.525792:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.525792:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dcebfdb8 02000000:00000001:0.0:1767384356.525794:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384356.525797:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.525800:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384356.525800:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384356.525805:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: PUT: OK 02000000:00000010:0.0:1767384356.525806:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f5281c4f. 00000400:00000200:1.0:1767384356.525809:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384356.525812:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.525815:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19be8cc 00000400:00000010:0.0:1767384356.525816:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000400:00000010:3.0:1767384356.525820:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d19be8cc. 00000400:00000200:3.0:1767384356.525826:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384356.525826:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcebfdb8 00000400:00000200:3.0:1767384356.525830:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (32) 00000400:00000010:1.0:1767384356.525830:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcebfdb8. 00000100:00000001:1.0:1767384356.525837:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384356.525839:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005429648b. 00000400:00000200:3.0:1767384356.525841:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000200:1.0:1767384356.525841:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384356.525845:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744052096, portal 25 00000100:00000040:1.0:1767384356.525846:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000076737033 x1853236744051968 msgsize 4848 00000100:00000001:0.0:1767384356.525849:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384356.525851:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (528 bytes) 00000100:00000001:0.0:1767384356.525852:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352144384 : -120961357407232 : ffff91fc7d429c00) 00000100:00100000:1.0:1767384356.525859:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384356.525862:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384356.525863:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000040:1.0:1767384356.525864:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384356.525872:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384356.525875:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384356.525876:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.525880:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dc326ea. 00000400:00000200:3.0:1767384356.525881:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (33) 00000100:00000200:0.0:1767384356.525882:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744052096, offset 0 00000400:00000200:0.0:1767384356.525889:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.525892:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff88cde1 00000400:00000010:1.0:1767384356.525895:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff88cde1. 00000100:00000001:1.0:1767384356.525897:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384356.525902:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384356.525902:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.525907:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384356.525916:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp18 to MR: 192.168.203.113@tcp18 local destination 00000100:00000001:1.0:1767384356.525921:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384356.525925:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384356.525930:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp18 NI seq info: [122:122:256:4294967295] 192.168.203.113@tcp18 LPNI seq info [112:112:8:4294967295] 00000100:00000001:1.0:1767384356.525941:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.525945:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384356.525952:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) -> 192.168.203.113@tcp18(192.168.203.113@tcp18:192.168.203.113@tcp18) 192.168.203.113@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384356.525958:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp18 00000100:00000001:1.0:1767384356.525962:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.525962:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05d80 00000800:00000010:3.0:1767384356.525963:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080472cc4. 00000100:00000001:1.0:1767384356.525970:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294945323 00000400:00000200:0.0:1767384356.525971:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1335 [2] + 0 00000800:00000200:3.0:1767384356.525977:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000100:00000010:1.0:1767384356.525978:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072aa674d. 00000400:00000010:0.0:1767384356.525979:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea671bc. 00000400:00000200:0.0:1767384356.525986:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009b4d3fbe 00000100:00000001:1.0:1767384356.525988:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1767384356.525991:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:1005 00000400:00000200:0.0:1767384356.525992:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384356.525994:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294945323 00000800:00000200:3.0:1767384356.525996:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000080472cc4 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:1.0:1767384356.526000:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b963a285. 00000400:00000200:0.0:1767384356.526001:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.526006:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384356.526007:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b4d3fbe 00000100:00000001:1.0:1767384356.526010:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294945323 00000800:00000001:3.0:1767384356.526012:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384356.526014:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c557616. 00000400:00000010:0.0:1767384356.526016:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b4d3fbe. 00000100:00000001:1.0:1767384356.526018:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384356.526021:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384356.526023:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384356.526026:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000001f64dbb4 x1853236744052096 msgsize 4848 00000800:00000001:3.0:1767384356.526027:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.526028:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294945323 00000100:00000010:1.0:1767384356.526035:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074afb556. 00000100:00100000:0.0:1767384356.526035:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384356.526038:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384356.526040:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384356.526044:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384356.526046:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526046:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384356.526049:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.526053:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.526053:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc326ea 00000400:00000010:0.0:1767384356.526058:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dc326ea. 00000100:00000001:0.0:1767384356.526061:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384356.526064:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384356.526064:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.526067:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384356.526073:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384356.526077:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.526077:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384356.526079:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.526082:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.526084:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526092:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384356.526094:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384356.526094:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1767384356.526100:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080472cc4. 00000100:00000001:0.0:1767384356.526100:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526105:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294945323 00000400:00000200:3.0:1767384356.526108:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384356.526108:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294945323 00000100:00000001:0.0:1767384356.526114:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294945323 00000100:00000001:0.0:1767384356.526119:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294945323 00000400:00000200:3.0:1767384356.526121:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: ACK: OK 00000100:00000001:0.0:1767384356.526123:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294945323 00000100:00000001:0.0:1767384356.526127:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294945323 00000100:00000001:0.0:1767384356.526130:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294945323 00000100:00000001:0.0:1767384356.526131:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294945323 00000100:00000001:0.0:1767384356.526133:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384356.526134:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384356.526135:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526138:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526140:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384356.526141:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.526144:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384356.526145:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384356.526147:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384356.526151:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384356.526157:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384356.526158:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.526162:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.526163:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526166:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384356.526167:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.526175:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384356.526176:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp18(192.168.203.113@tcp18) <- 192.168.203.113@tcp18 : ACK - for me 00000100:00000001:0.0:1767384356.526180:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.526190:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp18: ACK from 12345-192.168.203.113@tcp18 into md 0x1af9 00000100:00000001:0.0:1767384356.526194:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384356.526195:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384356.526198:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744051968 02000000:00000001:0.0:1767384356.526201:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384356.526204:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384356.526206:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp18->192.168.203.113@tcp18: ACK: OK 00000100:00000001:0.0:1767384356.526207:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384356.526213:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024687b0a 02000000:00000001:0.0:1767384356.526213:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384356.526218:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024687b0a. 00000100:00100000:0.0:1767384356.526219:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744051968 00000020:00000001:0.0:1767384356.526223:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384356.526226:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000040:0.0:1767384356.526227:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384356.526232:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384356.526234:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000020:00000040:0.0:1767384356.526236:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:1.0:1767384356.526238:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384356.526240:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:3.0:1767384356.526243:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:1.0:1767384356.526244:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.526244:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:3.0:1767384356.526250:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (32) 00000100:00000001:0.0:1767384356.526252:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384356.526256:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384356.526257:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebe20036. 00000100:00000001:0.0:1767384356.526262:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384356.526263:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384356.526264:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebe20036. 00000400:00000200:1.0:1767384356.526265:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384356.526273:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000009ef42979. 00000020:00000010:0.0:1767384356.526274:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a4d073. 00000400:00000010:1.0:1767384356.526278:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000020:00000010:0.0:1767384356.526281:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ff34c9f. 00000400:00000010:1.0:1767384356.526284:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d19be8cc. 00000020:00000010:0.0:1767384356.526287:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee69d394. 00000400:00000200:1.0:1767384356.526289:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009ef42979 00000400:00000010:1.0:1767384356.526294:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000074105280. 00000100:00000040:0.0:1767384356.526295:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384356.526297:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000100:00000001:0.0:1767384356.526299:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384356.526302:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384356.526303:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.526307:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384356.526307:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 00000100:00000001:0.0:1767384356.526311:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.526313:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (31) 00000100:00100000:3.0:1767384356.526314:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052096 02000000:00000001:3.0:1767384356.526319:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384356.526321:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000074105280. 00000100:00000001:0.0:1767384356.526321:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.526322:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.526327:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384356.526329:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 02000000:00000001:3.0:1767384356.526332:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.526335:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384356.526336:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000251b17c0. 00000100:00100000:3.0:1767384356.526338:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052096 00000100:00000001:0.0:1767384356.526338:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384356.526343:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384356.526344:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384356.526345:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000020:00000040:3.0:1767384356.526349:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000040:0.0:1767384356.526350:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000001:3.0:1767384356.526353:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384356.526355:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000040:3.0:1767384356.526357:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384356.526360:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227418192 : -120961482133424 : ffff91fc75d37050) 00000020:00000001:3.0:1767384356.526364:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:1.0:1767384356.526365:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000040:0.0:1767384356.526368:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076737033 x1853236744051968/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384356.526376:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:00000001:3.0:1767384356.526378:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384356.526387:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384356.526392:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c76364c6. 00000400:00000200:1.0:1767384356.526393:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:0.0:1767384356.526394:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384356.526399:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384356.526400:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ebe20036. 00000400:00000200:1.0:1767384356.526418:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000010:3.0:1767384356.526422:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c76364c6. 00000100:00000001:0.0:1767384356.526422:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384356.526429:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ebe20036. 00000020:00000010:3.0:1767384356.526430:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045449773. 00000400:00000200:1.0:1767384356.526436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00100000:0.0:1767384356.526437:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000076737033 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744051968:12345-0@lo:253: 00000020:00000010:3.0:1767384356.526438:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c29afe2. 00000020:00000010:3.0:1767384356.526445:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000200:0.0:1767384356.526447:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744051968 00000400:00000200:1.0:1767384356.526453:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000020:00000001:0.0:1767384356.526453:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384356.526455:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384356.526458:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384356.526459:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384356.526462:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.526463:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.526463:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000020:00000001:0.0:1767384356.526466:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384356.526471:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:3.0:1767384356.526474:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.526475:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000020:00000001:0.0:1767384356.526476:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384356.526481:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.526483:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384356.526485:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384356.526486:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000020:00000001:0.0:1767384356.526490:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384356.526494:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000020:00000001:0.0:1767384356.526494:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.526498:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384356.526500:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384356.526503:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384356.526505:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000001:0.0:1767384356.526505:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384356.526512:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 02000000:00000010:0.0:1767384356.526513:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d01a3c47. 00000400:00000200:1.0:1767384356.526518:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 02000000:00000001:0.0:1767384356.526519:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.526521:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384356.526524:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.526528:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227415120 : -120961482136496 : ffff91fc75d36450) 20000000:00000001:0.0:1767384356.526531:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384356.526533:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000040:3.0:1767384356.526540:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f64dbb4 x1853236744052096/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384356.526540:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 20000000:00000010:0.0:1767384356.526542:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003e082242. 20000000:01000000:0.0:1767384356.526549:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384356.526555:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384356.526556:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 20000000:00000001:0.0:1767384356.526559:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384356.526563:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.526604:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.526607:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384356.526616:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000121bf67c. 00000100:00000001:3.0:1767384356.526620:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384356.526625:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c76364c6. 20000000:01000000:0.0:1767384356.526625:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000100:00000001:3.0:1767384356.526632:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384356.526633:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:3.0:1767384356.526638:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c76364c6. 00080000:00000001:0.0:1767384356.526640:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:3.0:1767384356.526647:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f64dbb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744052096:12345-0@lo:253: 00000100:00000200:3.0:1767384356.526653:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052096 00000020:00000001:3.0:1767384356.526656:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384356.526659:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384356.526661:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.526663:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384356.526665:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384356.526669:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384356.526693:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384356.526696:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384356.526698:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384356.526701:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.526701:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384356.526708:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00000001:3.0:1767384356.526709:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384356.526711:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.526714:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384356.526715:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384356.526721:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000010:3.0:1767384356.526723:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b20331b3. 00000020:00000001:0.0:1767384356.526727:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 02000000:00000001:3.0:1767384356.526728:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.526735:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.526735:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:3.0:1767384356.526740:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:0.0:1767384356.526743:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011cbe1b4. 00080000:00000001:0.0:1767384356.526747:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068082176 : -120966641469440 : ffff91fb424e3800) 00080000:00000001:0.0:1767384356.526750:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000010:3.0:1767384356.526759:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd50014b. 20000000:01000000:3.0:1767384356.526765:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384356.526767:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384356.526769:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384356.526772:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.526775:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.526777:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384356.526867:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:1.0:1767384356.526872:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000001:00000001:0.0:1767384356.526875:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384356.526876:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00080000:00000001:0.0:1767384356.526877:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.526882:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384356.526886:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 26], ns[101, 26] 00000400:00000200:1.0:1767384356.526890:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:1.0:1767384356.526893:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000400:00000200:1.0:1767384356.526896:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 26], ns[103, 26] 00080000:00000001:0.0:1767384356.526901:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.526906:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384356.526912:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[117, 26] 00000400:00000200:1.0:1767384356.526917:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 26], ns[120, 26] 00000400:00000200:1.0:1767384356.526920:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 26], ns[100, 26] 00000400:00000200:1.0:1767384356.526925:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[116, 26] 00000400:00000200:1.0:1767384356.526928:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[109, 26], ns[119, 26] 00000400:00000200:1.0:1767384356.526931:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[114, 26] 00000400:00000200:1.0:1767384356.526936:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 114] 00000400:00000200:1.0:1767384356.526939:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:1.0:1767384356.526944:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:1.0:1767384356.526948:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp38 lpni_is_preferred = 0 00000400:00000200:1.0:1767384356.526950:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp38 00000400:00000200:1.0:1767384356.526953:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [123:123:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767384356.526957:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:1.0:1767384356.526967:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp:192.168.203.113@tcp38) : GET try# 0 00000800:00000200:1.0:1767384356.526972:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000010:1.0:1767384356.526976:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000281678f7. 00080000:00000001:0.0:1767384356.527013:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384356.527017:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384356.527060:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ff88cde1. 00000800:00000010:1.0:1767384356.527066:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000046bcc4. 00000800:00000200:1.0:1767384356.527071:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000200:1.1:1767384356.527075:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000400:00000200:1.0:1767384356.527091:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384356.527094:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300251 rc 0 00000400:00000200:0.0:1767384356.527141:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527188:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527216:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527243:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527268:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527297:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527320:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527346:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527367:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527403:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527461:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527494:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527523:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527549:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527607:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527658:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527695:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527723:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527743:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527768:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527789:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527804:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527821:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527866:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527887:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527909:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527940:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527955:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.527980:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528001:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528021:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528045:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528080:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528120:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384356.528263:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384356.528610:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384356.528616:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e55bf213. 00000800:00000010:1.0:1767384356.528621:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc2607dc. 00000800:00000010:1.0:1767384356.528648:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc2607dc. 00000800:00020000:1.0:1767384356.528664:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384356.528667:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e55bf213. 00000800:00000010:1.0:1767384356.528670:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384356.528748:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384356.528754:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000800:00000200:1.0:1767384356.528760:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp38 down 00000800:00000100:1.0:1767384356.528767:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:1.0:1767384356.528769:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000281678f7. 00000400:00000200:1.0:1767384356.528775:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384356.528779:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384356.528787:0:16144:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 0 next ping: 279 health :900 00000400:00000200:1.0:1767384356.528790:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384356.528793:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384356.528798:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384356.528827:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384356.528831:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300851 00000400:00000001:1.0:1767384356.528834:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384356.528835:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384356.528837:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384356.528838:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000400:00000200:1.0:1767384356.528842:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384356.528847:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384356.528850:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000074105280. 00000400:00000200:1.0:1767384356.528854:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (32) 00000400:00000200:1.0:1767384356.528857:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:1.0:1767384356.528875:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 rc -71 00000400:00000200:1.0:1767384356.528879:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384356.528883:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (31) 00080000:00000001:1.0:1767384356.535750:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384356.535756:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384356.535759:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384356.535767:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384356.535769:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384356.535775:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384356.535778:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384356.535779:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384356.535784:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384356.535785:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384356.535789:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011cbe1b4. 20000000:00000001:1.0:1767384356.535790:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384356.535795:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4cda6e5. 20000000:01000000:1.0:1767384356.535796:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384356.535797:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384356.535802:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00080000:00000020:1.0:1767384356.535805:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384356.535807:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384356.535811:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384356.535815:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384356.535820:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384356.535823:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384356.535827:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384356.535829:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384356.535831:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384356.535835:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384356.535835:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384356.535836:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384356.535856:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384356.535858:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000010:3.0:1767384356.535860:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000004ef9f40. 00080000:00000001:0.0:1767384356.535861:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384356.535866:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000982fc056. 00010000:00000001:3.0:1767384356.535867:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384356.535870:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068071936 : -120966641479680 : ffff91fb424e1000) 00010000:00000010:3.0:1767384356.535873:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 00000020:00000001:3.0:1767384356.535879:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384356.535880:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:3.0:1767384356.535884:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3709ffb with handle 0xf489261bfe0bc743 to hash 00000020:00000001:3.0:1767384356.535888:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384356.535890:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384356.535893:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384356.535905:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384356.535908:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.535912:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384356.535918:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384356.535921:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.535923:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384356.535923:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384356.535929:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384356.535933:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384356.535936:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384356.535937:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.535938:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384356.535941:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384356.535943:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384356.535947:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.535949:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384356.535952:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384356.535954:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384356.535956:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384356.535958:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000004ef9f40) refcount = 1 00010000:00010000:3.0:1767384356.535963:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.535970:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384356.535973:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384356.535975:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.535978:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.535980:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384356.535984:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384356.535987:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384356.535990:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.535993:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.535995:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=4 00000020:00000001:3.0:1767384356.535998:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00080000:00000001:0.0:1767384356.535999:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384356.536003:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00080000:00000001:0.0:1767384356.536003:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384356.536009:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384356.536012:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536028:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384356.536030:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536035:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.536037:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384356.536038:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536044:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384356.536046:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.536050:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384356.536053:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384356.536059:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3709ffb already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384356.536062:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384356.536065:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384356.536067:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536073:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384356.536076:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384356.536077:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384356.536079:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=5 00000020:00000001:3.0:1767384356.536082:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384356.536084:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384356.536088:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384356.536091:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536097:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384356.536099:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384356.536106:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.536110:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384356.536112:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384356.536115:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384356.536116:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384356.536119:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3709ffb with handle 0xf489261bfe0bc743 from hash 00010000:00000001:3.0:1767384356.536122:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384356.536124:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.536126:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.536128:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384356.536130:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384356.536132:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384356.536134:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384356.536136:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384356.536139:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.536142:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384356.536143:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384356.536146:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.536148:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.536150:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.536152:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.536154:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.536157:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536162:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.536164:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.536166:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384356.536168:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384356.536169:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384356.536171:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384356.536173:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384356.536177:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.536179:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384356.536181:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384356.536187:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384356.536194:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384356.536196:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc743 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384356.536202:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000004ef9f40 count: 0 00010000:00000001:3.0:1767384356.536212:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384356.536214:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384356.542581:0:31732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000004ef9f40. 00010000:00000010:3.1:1767384356.542591:0:31732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3709ffb. 00000100:00000040:1.0:1767384356.543607:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294945323, at 4294945324 00000100:00000040:3.0:1767384356.543610:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294945323, at 4294945324 00000100:00000010:1.0:1767384356.543615:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b963a285. 00000100:00000010:3.0:1767384356.543620:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074afb556. 00080000:00000001:2.0:1767384356.543965:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384356.543968:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384356.543971:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384356.543973:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384356.543974:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384356.543977:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000982fc056. 00080000:00000001:2.0:1767384356.543981:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384356.544042:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384356.544047:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384356.544049:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.544051:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384356.544053:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384356.544059:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384356.544061:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384356.544065:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384356.544070:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384356.544072:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384356.544074:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384356.544076:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384356.544078:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384356.544082:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000971c9af4. 00010000:00000001:0.0:1767384356.544085:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384356.544088:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b00741b6. 00000020:00000001:0.0:1767384356.544091:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384356.544093:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b00741b6 with handle 0xf489261bfe0bc74a to hash 00000020:00000001:0.0:1767384356.544095:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384356.544097:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544099:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544101:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.544102:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.544104:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544110:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384356.544112:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384356.544119:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384356.544121:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.544122:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.544124:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.544125:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.544127:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384356.544128:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384356.544130:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384356.544131:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384356.544132:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000971c9af4) refcount = 1 00010000:00010000:0.0:1767384356.544135:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544139:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384356.544140:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384356.544141:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.544143:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544144:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384356.544146:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384356.544148:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384356.544150:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.544151:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.544152:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b00741b6 refcount=4 00000020:00000001:0.0:1767384356.544154:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544156:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544157:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384356.544159:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544163:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384356.544165:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544168:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.544169:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.544170:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544179:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.544181:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544183:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384356.544185:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.544189:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b00741b6 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384356.544190:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.544191:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384356.544193:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544196:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384356.544198:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.544199:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.544200:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b00741b6 refcount=5 00000020:00000001:0.0:1767384356.544201:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544203:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116751360 : -120961592800256 : ffff91fc6f3acc00) 00010000:00000001:0.0:1767384356.544205:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384356.544207:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544210:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384356.544212:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.544213:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544215:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384356.544216:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384356.544217:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.544218:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384356.544219:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b00741b6 with handle 0xf489261bfe0bc74a from hash 00010000:00000001:0.0:1767384356.544221:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384356.544222:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.544223:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.544229:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384356.544231:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384356.544233:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384356.544234:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384356.544235:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.544237:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544238:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384356.544240:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384356.544241:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.544242:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.544243:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544244:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.544246:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.544248:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544251:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.544252:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.544253:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384356.544254:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384356.544255:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.544256:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.544257:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384356.544258:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.544260:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.544261:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.544264:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384356.544265:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384356.544265:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b00741b6/0xf489261bfe0bc74a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384356.544269:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000971c9af4 count: 0 00010000:00000001:0.0:1767384356.544275:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384356.544276:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384356.544601:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294945323, at 4294945325 00000100:00000040:0.0:1767384356.544606:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294945323, at 4294945325 00000100:00000010:2.0:1767384356.544609:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006c557616. 00000100:00000010:0.0:1767384356.544613:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072aa674d. 00080000:00000020:0.0:1767384356.546451:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384356.546455:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384356.546457:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003e082242. 20000000:00000001:0.0:1767384356.546462:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384356.546466:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744051968 00010000:00000001:0.0:1767384356.546469:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384356.546475:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000076737033 x1853236744051968/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384356.546482:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384356.546484:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.546487:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.546490:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384356.546493:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384356.546495:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384356.546498:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384356.546500:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.546503:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.546505:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.546509:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c33bd42. 00000100:00000200:0.0:1767384356.546512:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744051968, offset 224 00000400:00000200:0.0:1767384356.546518:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.546524:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.546532:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05d00 00000400:00000200:0.0:1767384356.546538:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1afd [2] + 224 00000400:00000200:0.0:1767384356.546544:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.546547:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384356.546551:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.546555:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.546562:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.546598:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.546603:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c33bd42 00000400:00000010:0.0:1767384356.546611:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c33bd42. 00000100:00000001:0.0:1767384356.546614:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.546616:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384356.546621:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.546624:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384356.546625:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384356.546630:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384356.546630:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384356.546632:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.546636:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384356.546638:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384356.546640:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076737033 x1853236744051968/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384356.546643:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.546647:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8a89960. 00000100:00100000:0.0:1767384356.546653:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000076737033 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744051968:12345-0@lo:253: Request processed in 20257us (20803us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384356.546655:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2187b59 00000400:00000010:3.0:1767384356.546661:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2187b59. 00000100:00100000:0.0:1767384356.546666:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1767384356.546668:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384356.546670:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384356.546673:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384356.546692:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384356.546693:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384356.546698:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ff34c9f. 00000020:00000010:0.0:1767384356.546707:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee69d394. 00000100:00000200:3.0:1767384356.546711:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384356.546712:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a4d073. 00000020:00000040:0.0:1767384356.546719:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384356.546724:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384356.546727:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384356.546727:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d01a3c47. 00000100:00000001:3.0:1767384356.546732:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384356.546735:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384356.546738:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384356.546738:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384356.546743:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384356.546745:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384356.546746:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384356.546750:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.546751:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011abfff9. 02000000:00000001:3.0:1767384356.546753:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.546757:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c33bd42. 00000100:00001000:3.0:1767384356.546761:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384356.546783:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384356.546787:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384356.546789:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384356.546793:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384356.546795:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.546798:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.546802:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.546817:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.546821:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384356.546823:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384356.546828:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384356.546831:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384356.546832:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384356.546834:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384356.546836:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384356.546838:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384356.546840:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384356.546842:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384356.546844:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384356.546846:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384356.546850:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384356.546860:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744051968:0@lo:253: 00000100:00000001:3.0:1767384356.546865:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.546868:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384356.546873:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012398915 x1853236744051968/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.546881:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384356.546884:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384356.546887:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000872dd3a2. 02000000:00000001:3.0:1767384356.546892:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384356.546895:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384356.546897:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384356.546900:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384356.546903:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000251662fc. 02000000:00000001:3.0:1767384356.546909:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384356.546911:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384356.546914:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012398915. 00000100:00000001:3.0:1767384356.546918:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384356.546920:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.546923:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.546934:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.546937:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.546940:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.546942:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384356.548130:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384356.548133:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384356.548134:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd50014b. 20000000:00000001:0.0:1767384356.548137:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384356.548140:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052096 00010000:00000001:0.0:1767384356.548142:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384356.548145:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001f64dbb4 x1853236744052096/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384356.548160:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384356.548162:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.548163:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.548165:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384356.548167:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384356.548169:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384356.548171:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384356.548172:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.548174:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384356.548176:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384356.548178:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079a9681e. 00000100:00000200:0.0:1767384356.548180:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744052096, offset 224 00000400:00000200:0.0:1767384356.548185:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384356.548190:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384356.548195:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05d80 00000400:00000200:0.0:1767384356.548198:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b05 [2] + 224 00000400:00000200:0.0:1767384356.548202:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384356.548205:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384356.548208:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.548210:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384356.548216:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.548225:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.548230:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a9681e 00000400:00000010:0.0:1767384356.548231:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079a9681e. 00000100:00000001:0.0:1767384356.548234:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.548235:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384356.548240:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.548242:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384356.548244:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384356.548245:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.548247:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384356.548257:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f64dbb4 x1853236744052096/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.548265:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f64dbb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744052096:12345-0@lo:253: Request processed in 21644us (22236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384356.548272:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384356.548274:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384356.548276:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384356.548293:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384356.548296:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c29afe2. 00000020:00000010:0.0:1767384356.548299:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000010:0.0:1767384356.548303:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045449773. 00000020:00000040:0.0:1767384356.548305:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384356.548307:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384356.548309:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b20331b3. 02000000:00000001:0.0:1767384356.548312:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384356.548314:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384356.548317:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384356.548320:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d969da62. 00000400:00000010:0.0:1767384356.548323:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079a9681e. 00000100:00000001:0.0:1767384356.548333:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.548335:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384356.548337:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.548339:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384356.548340:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000400:00000200:0.0:1767384356.548342:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005429648b 00000400:00000010:0.0:1767384356.548344:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005429648b. 00000100:00000001:0.0:1767384356.548346:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.548349:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.548355:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.548360:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.548361:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.548362:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.548369:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.548370:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.548372:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384356.548373:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.548376:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=64 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384356.548378:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384356.548380:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.548381:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.548383:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.548384:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.548386:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.548388:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.548393:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.548394:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.548395:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384356.548398:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.548399:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384356.548400:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.548401:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.548401:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.548402:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.548403:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384356.548404:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.548405:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384356.548407:0:31733:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000096f5783a. 00000100:00000040:0.0:1767384356.548408:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.548416:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744052096:0@lo:253: 00000100:00000001:0.0:1767384356.548419:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.548420:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.548421:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759dd43f x1853236744052096/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384356.548426:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384356.548427:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.548430:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:1.0:1767384356.548431:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000010:0.0:1767384356.548432:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f5281c4f. 00000400:00000040:1.0:1767384356.548435:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.548437:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.548439:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.548443:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 02000000:00000001:0.0:1767384356.548444:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:1.0:1767384356.548446:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000001:0.0:1767384356.548447:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:1.0:1767384356.548450:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:00000040:0.0:1767384356.548450:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000400:00000040:1.0:1767384356.548454:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000001:0.0:1767384356.548455:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:1.0:1767384356.548459:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000010:0.0:1767384356.548460:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000be52e98. 00000400:00000040:1.0:1767384356.548465:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000001:0.0:1767384356.548466:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:1.0:1767384356.548468:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:0.0:1767384356.548469:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.548471:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 00000400:00000040:1.0:1767384356.548473:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:0.0:1767384356.548475:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:1.0:1767384356.548477:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384356.548477:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384356.548482:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:0.0:1767384356.548483:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384356.548487:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:0.0:1767384356.548489:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:1.0:1767384356.548490:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384356.548492:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384356.548493:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000100:00000001:0.0:1767384356.548496:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:1.0:1767384356.548497:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:0.0:1767384356.548499:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384356.548500:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.548503:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.548504:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.548506:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.548507:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.548508:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384356.548510:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.548511:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.548512:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.548513:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.548520:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.548521:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384356.548522:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.548523:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.548525:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.548526:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.548527:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.548528:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384356.548530:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384356.548531:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.548532:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384356.548533:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.548534:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.548535:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384356.548537:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384356.548538:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384356.548539:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384356.548540:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384356.548541:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384356.548543:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384356.548544:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.548545:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384356.548546:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.548546:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384356.548548:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384356.548549:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384356.548550:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384356.548550:0:31733:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384356.548637:0:31733:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000096f5783a. 00010000:00000010:0.1:1767384356.551616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000971c9af4. 00010000:00000010:0.1:1767384356.551624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b00741b6. 00010000:00000001:1.0:1767384356.819601:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384356.819606:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384356.819611:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384356.819613:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.819629:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384356.819631:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384356.819634:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384357.268710:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp36 00000400:00000010:0.0:1767384357.268719:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007a504771. 00000400:00000010:0.0:1767384357.268731:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f42555df. 00000400:00000010:0.0:1767384357.268739:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000400:00000010:0.0:1767384357.268748:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007bc7cd22. 00000400:00000200:0.0:1767384357.268756:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp36 00000400:00000200:0.0:1767384357.268785:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp36 local destination 00000400:00000200:0.0:1767384357.268795:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp36 00000400:00000200:0.0:1767384357.268801:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [124:124:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1767384357.268810:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp36 00000400:00000200:0.0:1767384357.268828:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:) -> 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) : GET try# 0 00000800:00000200:0.0:1767384357.268833:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp36 00000800:00000010:0.0:1767384357.268843:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004ea2e971. 00000800:00000200:0.0:1767384357.268854:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:0.1:1767384357.268864:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000400:00000200:0.0:1767384357.268893:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp36 added to recovery queue. ping count: 2 next ping: 282 health :800 00000400:00000200:2.0:1767384357.268984:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269054:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269111:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269163:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269194:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269245:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269292:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269345:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269416:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269490:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269581:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269648:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269718:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269763:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269802:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269852:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269884:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269922:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269938:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269956:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269982:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.269999:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270015:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270032:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270049:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270065:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270083:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270097:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270109:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270121:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270143:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270177:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270225:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270264:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384357.270279:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384357.270391:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073319d3e. 00000800:00000010:2.0:1767384357.270397:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088c9d0e3. 00000800:00000010:2.0:1767384357.270402:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c6abfaa5. 00000800:00000010:2.0:1767384357.270430:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c6abfaa5. 00000800:00020000:2.0:1767384357.270439:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384357.270442:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088c9d0e3. 00000800:00000010:2.0:1767384357.270445:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073319d3e. 00000400:02020000:2.0:1767384357.270475:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384357.270481:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp36 notifying 192.168.203.113@tcp36: down 00000400:00000200:2.0:1767384357.270487:0:29615:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384357.270490:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp36 00000800:00000010:2.0:1767384357.270493:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004ea2e971. 00000400:00000200:2.0:1767384357.270496:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384357.270501:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384357.270513:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384357.270515:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384357.270518:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp36) recovery failed with -71 00010000:00000001:1.0:1767384357.843642:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384357.843649:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.843665:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384357.843679:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.843698:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384357.843701:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384357.843704:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384357.981105:0:32175:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384357.981116:0:32175:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.981120:0:32175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384357.981125:0:32175:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384357.981130:0:32175:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.981132:0:32175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384358.291647:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384358.291652:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.291655:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:0.0:1767384358.291685:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000400:00000200:0.0:1767384358.291690:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384358.291696:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384358.291706:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007a504771. 00000400:00000010:0.0:1767384358.291710:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f42555df. 00000400:00000200:0.0:1767384358.291716:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp38 00000400:00000010:0.0:1767384358.291720:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007a504771. 00000400:00000010:0.0:1767384358.291725:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f42555df. 00000400:00000010:0.0:1767384358.291729:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f58a5267. 00000400:00000010:0.0:1767384358.291736:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007442c4d1. 00000400:00000200:0.0:1767384358.291740:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp38 00000400:00000200:0.0:1767384358.291752:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp38 local destination 00000400:00000200:0.0:1767384358.291759:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:0.0:1767384358.291763:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [125:125:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [115:115:8:4294967295] 00000400:00000200:0.0:1767384358.291771:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:0.0:1767384358.291779:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp38:192.168.203.113@tcp38) : GET try# 0 00000800:00000200:0.0:1767384358.291785:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000010:0.0:1767384358.291792:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000036d9af6e. 00000800:00000200:0.0:1767384358.291799:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000200:0.1:1767384358.291804:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000400:00000200:0.0:1767384358.291825:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 1 next ping: 281 health :900 00000400:00000200:2.0:1767384358.291894:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.291934:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.291952:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.291970:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.291983:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292002:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292015:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292034:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292054:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292088:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292109:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292139:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292156:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292177:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292197:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292217:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292239:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292257:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292278:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292303:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292343:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292379:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292395:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292407:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292419:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292432:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292456:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292476:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292492:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292509:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292523:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292538:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292576:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292622:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.292642:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384358.292783:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073319d3e. 00000800:00000010:2.0:1767384358.292788:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061fc42ff. 00000800:00000010:2.0:1767384358.292792:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6121729. 00000800:00000010:2.0:1767384358.292808:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6121729. 00000800:00020000:2.0:1767384358.292816:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384358.292819:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061fc42ff. 00000800:00000010:2.0:1767384358.292821:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000073319d3e. 00000400:02020000:2.0:1767384358.292870:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384358.292877:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000400:00000200:2.0:1767384358.292881:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384358.292885:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:2.0:1767384358.292888:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000036d9af6e. 00000400:00000200:2.0:1767384358.292892:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384358.292897:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384358.292903:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384358.292906:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384358.292910:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp38) recovery failed with -71 00000001:00000001:3.0:1767384358.646941:0:32339:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384358.646945:0:32339:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:3.0:1767384358.650271:0:32339:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384358.657150:0:32340:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009cb14197. 00000400:00000010:2.0:1767384358.657163:0:32340:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d14f7713. 00000400:00000010:2.0:1767384358.657172:0:32340:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000061fc42ff. 00000400:00000010:2.0:1767384358.657175:0:32340:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a955941c. 00000400:00000010:2.0:1767384358.657179:0:32340:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7e98876. 00000400:00000010:2.0:1767384358.657182:0:32340:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008763ad64. 00000400:00000010:2.0:1767384358.657184:0:32340:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a727861. 00000400:00000010:2.0:1767384358.657185:0:32340:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e93de140. 00000400:00000010:2.0:1767384358.657188:0:32340:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000222f840c. 00000800:00000010:2.0:1767384358.657200:0:32340:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001d2106dc. 00000800:00000200:2.0:1767384358.657209:0:32340:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384358.657219:0:32340:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384358.657251:0:32340:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384358.657272:0:32340:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp40 [8/256/0/180] 00000400:00000010:2.0:1767384358.658875:0:32340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000958363a0. 00000400:00000010:2.0:1767384358.658880:0:32340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000346d7a2f. 00000400:00000010:2.0:1767384358.658885:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f25dd554. 00000400:00000001:2.0:1767384358.658905:0:32340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.658906:0:32340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384358.658908:0:32340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f5cf64. 00000400:00000200:2.0:1767384358.658910:0:32340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c546bbe 00000400:00000010:2.0:1767384358.658912:0:32340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c546bbe. 00000400:00000010:2.0:1767384358.658915:0:32340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000004261d5df. 00000400:00000200:2.0:1767384358.658925:0:32340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (30) 00000400:00000200:2.0:1767384358.658936:0:32340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384358.658943:0:32340:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:2.0:1767384358.658950:0:32340:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000073319d3e. 00000020:01000000:2.0:1767384358.658953:0:32340:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384358.658955:0:32340:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp40 00000400:00000010:2.0:1767384358.658966:0:32340:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d14f7713. 00000400:00000010:2.0:1767384358.658969:0:32340:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009cb14197. 00000400:00000200:1.0:1767384358.658997:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384358.659005:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000020:00000001:0.0:1767384358.659007:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384358.659009:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (31) 10000000:00000001:0.0:1767384358.659014:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384358.659016:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000006389bef3. 10000000:00000001:0.0:1767384358.659019:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:1.0:1767384358.659021:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 10000000:01000000:0.0:1767384358.659024:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384358.659029:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000faa5c2af. 00000020:01000004:0.0:1767384358.659030:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384358.659035:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384358.659038:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:01000004:0.0:1767384358.659039:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384358.659044:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384358.659046:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384358.659048:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384358.659050:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384358.659053:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:01000004:0.0:1767384358.659053:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384358.659056:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384358.659060:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384358.659068:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:0.0:1767384358.659069:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384358.659075:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000010:0.0:1767384358.659078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 00000400:00000200:1.0:1767384358.659081:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384358.659088:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000020:00000040:0.0:1767384358.659088:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384358.659096:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000100:00000001:0.0:1767384358.659098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384358.659103:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 02000000:00000001:0.0:1767384358.659104:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384358.659109:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 02000000:00000001:0.0:1767384358.659112:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.659114:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:1.0:1767384358.659122:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:1.0:1767384358.659127:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000010:0.0:1767384358.659127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d01a3c47. 00000400:00000200:1.0:1767384358.659136:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:0.0:1767384358.659138:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.659147:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384358.659151:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00000001:0.0:1767384358.659151:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.659159:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000040:0.0:1767384358.659162:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759dd43f] to pc [ptlrpcd_00_01+1] req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.659168:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:1.0:1767384358.659184:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:1.0:1767384358.659190:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:1.0:1767384358.659193:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:1.0:1767384358.659196:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 26], ns[101, 26] 00000400:00000200:1.0:1767384358.659201:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:1.0:1767384358.659205:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 10000000:00000001:0.0:1767384358.659210:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.659211:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 26], ns[103, 26] 00000100:00000001:2.0:1767384358.659218:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384358.659218:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.659223:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[117, 26] 00000100:00000001:2.0:1767384358.659224:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384358.659226:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.659228:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384358.659235:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384358.659237:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.659238:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 26], ns[120, 26] 00000020:00000001:0.0:1767384358.659247:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384358.659251:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384358.659256:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384358.659259:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 26], ns[100, 26] 10000000:01000000:0.0:1767384358.659261:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384358.659263:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384358.659267:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384358.659269:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384358.659272:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384358.659274:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[116, 26] 00000020:01000004:0.0:1767384358.659275:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384358.659276:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384358.659281:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384358.659283:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384358.659287:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384358.659288:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 26], ns[124, 26] 00000100:00100000:2.0:1767384358.659291:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744052224:0@lo:253: 00000020:01000004:0.0:1767384358.659293:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384358.659298:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384358.659302:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384358.659303:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384358.659306:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[114, 26] 00000020:01000004:0.0:1767384358.659307:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384358.659308:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384358.659313:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384358.659313:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384358.659315:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[115, 0], ns[125, 114] 02000000:00000001:2.0:1767384358.659318:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384358.659320:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9a1c10a. 00000400:00000200:1.0:1767384358.659324:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 02000000:00000010:2.0:1767384358.659326:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000833fb32d. 00000020:00000040:0.0:1767384358.659327:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384358.659331:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp37 02000000:00000001:2.0:1767384358.659332:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.659335:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384358.659339:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f570a75. 02000000:00000001:0.0:1767384358.659339:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384358.659344:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp37 lpni_is_preferred = 0 02000000:00000001:0.0:1767384358.659346:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.659347:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d14f7713. 00000400:00000200:1.0:1767384358.659350:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp37 00000100:00000200:2.0:1767384358.659355:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744052224, portal 25 00000400:00000200:1.0:1767384358.659357:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [126:126:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [116:116:8:4294967295] 02000000:00000010:0.0:1767384358.659358:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003e082242. 00000100:00000001:2.0:1767384358.659361:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384358.659365:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352144384 : -120961357407232 : ffff91fc7d429c00) 00000100:00000001:0.0:1767384358.659369:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.659372:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384358.659373:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp37 00000100:00000001:0.0:1767384358.659388:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384358.659393:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:) -> 192.168.203.113@tcp37(192.168.203.113@tcp:192.168.203.113@tcp37) : GET try# 0 00000100:00000001:2.0:1767384358.659394:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384358.659394:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.659402:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767384358.659408:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp37 00000100:00000040:0.0:1767384358.659408:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a1c10a] to pc [ptlrpcd_00_02+2] req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384358.659412:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077ae0c16. 00000800:00000010:1.0:1767384358.659416:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031bd6ad4. 00000100:00000200:2.0:1767384358.659418:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744052224, offset 0 00000800:00000200:1.0:1767384358.659431:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:2.0:1767384358.659432:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.1:1767384358.659440:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:2.0:1767384358.659447:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384358.659451:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384358.659456:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.659460:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05e00 00000020:00000001:0.0:1767384358.659462:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384358.659463:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:988 00000020:01000000:0.0:1767384358.659469:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384358.659471:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x133d [2] + 0 00000800:00000200:1.1:1767384358.659471:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:0.0:1767384358.659477:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000073319d3e. 00000400:00000010:2.0:1767384358.659480:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f8c06f. 00000400:00000200:2.0:1767384358.659485:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f259c714 00000400:00000200:1.0:1767384358.659488:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384358.659500:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000200:2.0:1767384358.659502:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384358.659506:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384358.659510:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.659513:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384358.659515:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f259c714 00000100:00000001:1.0:1767384358.659516:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384358.659520:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f259c714. 00000100:00000001:1.0:1767384358.659521:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.659524:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384358.659525:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384358.659526:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384358.659528:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384358.659532:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.659532:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.659534:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000003e4e0dc0 x1853236744052224 msgsize 4848 00000100:00100000:2.0:1767384358.659548:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384358.659584:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.659587:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384358.659590:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384358.659591:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384358.659596:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384358.659598:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.659600:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744052352:0@lo:253: 00000100:00000001:2.0:1767384358.659601:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.659606:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384358.659608:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077ae0c16 02000000:00000001:1.0:1767384358.659610:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384358.659612:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077ae0c16. 02000000:00000001:1.0:1767384358.659613:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.659617:0:16155:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384358.659617:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384358.659633:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384358.659635:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000877c39a2. 00000400:00000200:0.0:1767384358.659636:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 02000000:00000001:1.0:1767384358.659641:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.659649:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a9171. 00000100:00000001:2.0:1767384358.659652:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384358.659655:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ae236e3. 00000100:00000040:2.0:1767384358.659656:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384358.659680:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744052352, portal 25 00000100:00000001:2.0:1767384358.659682:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659684:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384358.659695:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.659697:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352145280 : -120961357406336 : ffff91fc7d429f80) 00000100:00000001:2.0:1767384358.659701:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.659705:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294947457 00000100:00000010:2.0:1767384358.659711:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f771756a. 00000100:00000040:1.0:1767384358.659712:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.659718:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384358.659720:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384358.659722:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:2.0:1767384358.659727:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294947457 00000100:00000040:1.0:1767384358.659727:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384358.659735:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033daa4ce. 00000400:00000010:1.0:1767384358.659735:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004df65601. 00000100:00000200:1.0:1767384358.659740:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744052352, offset 0 00000100:00000001:2.0:1767384358.659748:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384358.659752:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384358.659753:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294947457 00000100:00000010:2.0:1767384358.659758:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc5873. 00000400:00000200:1.0:1767384358.659763:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384358.659764:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384358.659771:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294947457 00000100:00000010:2.0:1767384358.659774:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f956a00. 00000400:00000200:1.0:1767384358.659777:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd05e80 00000100:00000001:2.0:1767384358.659780:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384358.659785:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x134d [2] + 0 00000100:00000001:2.0:1767384358.659787:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384358.659788:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:1.0:1767384358.659792:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009497ba89. 00000100:00000001:2.0:1767384358.659793:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.659800:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.659800:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002a236096 00000100:00000001:2.0:1767384358.659802:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.659807:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.659812:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384358.659813:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384358.659816:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384358.659819:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a236096 00000100:00000001:2.0:1767384358.659820:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.659824:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384358.659825:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a236096. 00000100:00000001:2.0:1767384358.659828:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659831:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384358.659832:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384358.659834:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384358.659838:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000093828a60 x1853236744052352 msgsize 4848 00000100:00100000:1.0:1767384358.659846:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384358.659848:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384358.659856:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.659862:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004df65601 00000400:00000010:1.0:1767384358.659863:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004df65601. 00000100:00000001:1.0:1767384358.659870:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384358.659870:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000200:1.0:1767384358.659874:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.659883:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.659887:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.659892:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659894:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.659899:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659902:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294947457 00000100:00000001:1.0:1767384358.659911:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294947457 00000100:00000001:1.0:1767384358.659913:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294947457 00000100:00000001:1.0:1767384358.659915:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294947457 00000100:00000001:1.0:1767384358.659917:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294947457 00000100:00000001:1.0:1767384358.659919:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294947457 00000100:00000001:1.0:1767384358.659921:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294947457 00000100:00000001:1.0:1767384358.659923:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294947457 00000100:00000001:1.0:1767384358.659925:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384358.659927:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659929:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.659931:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.659936:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.659937:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384358.659941:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.659942:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.659944:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.659946:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:1.0:1767384358.659947:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.659990:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384358.659994:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052224 02000000:00000001:2.0:1767384358.659996:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384358.659999:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.660001:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.660005:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384358.660008:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052224 00000020:00000001:2.0:1767384358.660011:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384358.660013:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384358.660015:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.660018:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000200:0.0:1767384358.660019:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000020:00000001:2.0:1767384358.660021:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384358.660026:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384358.660031:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.660034:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae719c9. 00000100:00000001:2.0:1767384358.660038:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384358.660041:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae719c9. 00000800:00000200:1.0:1767384358.660041:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384358.660045:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031bd6ad4. 00000400:00000200:1.0:1767384358.660054:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384358.660057:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ee541d2. 00000400:00000200:1.0:1767384358.660064:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: GET: OK 00000020:00000010:2.0:1767384358.660066:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002444223f. 00000400:00000200:1.0:1767384358.660069:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:2.0:1767384358.660072:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000209d2f0e. 00000400:00000200:1.0:1767384358.660074:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000100:00000040:2.0:1767384358.660086:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384358.660086:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.660091:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:2.0:1767384358.660092:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384358.660095:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1767384358.660097:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.660099:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660101:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384358.660109:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660109:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.660121:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : GET - for me 00000100:00000001:2.0:1767384358.660122:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.660133:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384358.660137:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384358.660140:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 528/528 into md 0x1b2d [1] + 0 00000100:00100000:2.0:1767384358.660141:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052352 02000000:00000001:2.0:1767384358.660145:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384358.660148:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.660150:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.660153:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.660155:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp37 to MR: 192.168.203.113@tcp37 local destination 00000100:00100000:2.0:1767384358.660157:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052352 00000020:00000001:2.0:1767384358.660161:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384358.660162:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384358.660165:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384358.660168:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp37 NI seq info: [127:127:256:4294967295] 192.168.203.113@tcp37 LPNI seq info [117:117:8:4294967295] 00000020:00000040:2.0:1767384358.660169:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000400:00000200:0.0:1767384358.660169:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000001:2.0:1767384358.660173:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384358.660178:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384358.660182:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.660186:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae719c9. 00000100:00000001:2.0:1767384358.660192:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384358.660196:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae719c9. 00000400:00000200:1.0:1767384358.660201:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) -> 192.168.203.113@tcp37(192.168.203.113@tcp37:192.168.203.113@tcp37) 192.168.203.113@tcp37 : REPLY try# 0 00000020:00000010:2.0:1767384358.660204:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006254fe7d. 00000800:00000200:1.0:1767384358.660209:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.113@tcp37 00000020:00000010:2.0:1767384358.660211:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000831c8980. 00000800:00000010:1.0:1767384358.660214:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031bd6ad4. 00000020:00000010:2.0:1767384358.660217:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a90eb99c. 00000800:00000200:1.0:1767384358.660223:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000100:00000001:2.0:1767384358.660225:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384358.660228:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384358.660229:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:2.0:1767384358.660231:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384358.660233:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp37 ip 192.168.203.113:980 00000100:00000001:2.0:1767384358.660237:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384358.660238:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 3, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1767384358.660241:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.660253:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384358.660261:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384358.660268:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767384358.660272:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384358.660274:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227420240 : -120961482131376 : ffff91fc75d37850) 00000100:00000040:2.0:1767384358.660278:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e4e0dc0 x1853236744052224/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.660285:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.660289:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae719c9. 00000100:00000001:2.0:1767384358.660291:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384358.660294:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae719c9. 00000400:00000200:0.0:1767384358.660294:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00100000:2.0:1767384358.660304:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e4e0dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744052224:12345-0@lo:253: 00000100:00000200:2.0:1767384358.660308:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052224 00000020:00000001:2.0:1767384358.660312:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384358.660316:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:1.0:1767384358.660316:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384358.660320:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384358.660321:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031bd6ad4. 00000020:00000001:2.0:1767384358.660323:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384358.660326:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384358.660327:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384358.660333:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384358.660336:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.660339:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 00000020:00000001:2.0:1767384358.660341:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384358.660344:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384358.660347:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660349:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384358.660351:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384358.660356:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1767384358.660356:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384358.660361:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384358.660362:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d10ef302. 02000000:00000001:2.0:1767384358.660366:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660366:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.660368:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660371:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384358.660372:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384358.660378:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.660378:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 20000000:00000010:2.0:1767384358.660381:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000073319d3e. 20000000:01000000:2.0:1767384358.660388:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384358.660389:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp37(192.168.203.113@tcp37) <- 192.168.203.113@tcp37 : REPLY - for me 20000000:00000001:2.0:1767384358.660394:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384358.660397:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384358.660400:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.660403:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp37: Reply from 12345-192.168.203.113@tcp37 of length 528/528 into md 0x1b31 20000000:00000001:2.0:1767384358.660409:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384358.660411:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384358.660413:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:1.0:1767384358.660420:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384358.660423:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f283ae42. 00000400:00000200:1.0:1767384358.660424:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:2.0:1767384358.660428:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:1.0:1767384358.660434:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp37->192.168.203.113@tcp37: REPLY: OK 20000000:00000001:2.0:1767384358.660436:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384358.660436:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.660438:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:1.0:1767384358.660441:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00080000:00000001:2.0:1767384358.660443:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384358.660447:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384358.660452:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384358.660455:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384358.660458:0:16149:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp (544 bytes) 00000400:00000200:1.0:1767384358.660463:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384358.660472:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000006389bef3. 00000400:00000200:1.0:1767384358.660476:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (32) 00000800:00000001:1.0:1767384358.660499:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384358.660503:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384358.660505:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384358.660508:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384358.660511:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00080000:00000001:2.0:1767384358.660512:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.660516:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384358.660521:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384358.660527:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384358.660530:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384358.660537:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7e9a678. 00080000:00000001:2.0:1767384358.660539:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107063659520 : -120966645892096 : ffff91fb420abc00) 00080000:00000001:2.0:1767384358.660542:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384358.660587:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384358.660593:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000006389bef3. 00000400:00000010:1.0:1767384358.660597:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b6474b. 00000400:00000010:1.0:1767384358.660601:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000400:00000200:1.0:1767384358.660604:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006389bef3 00000400:00000001:1.0:1767384358.660608:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384358.660609:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384358.660610:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:1.0:1767384358.660613:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19be8cc 00000400:00000010:1.0:1767384358.660615:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d19be8cc. 00000400:00000200:1.0:1767384358.660618:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384358.660620:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000009ef42979. 00000400:00000200:1.0:1767384358.660624:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:1.0:1767384358.660627:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300871 00000400:00000200:1.0:1767384358.660632:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:0 00000400:00000200:1.0:1767384358.660635:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 rc 1 00000400:00000200:1.0:1767384358.660639:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:1.0:1767384358.660641:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (31) 00000400:00000010:1.0:1767384358.660644:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000009ef42979. 00000400:00000010:1.0:1767384358.660646:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d19be8cc. 00000400:00000010:1.0:1767384358.660650:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d3434499. 00000400:00000200:1.0:1767384358.660652:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384358.660658:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384358.660675:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384358.660681:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384358.660686:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384358.660692:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384358.660695:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000001:00000001:2.0:1767384358.660696:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384358.660699:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.660701:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00080000:00000001:2.0:1767384358.660703:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384358.660717:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00080000:00000001:2.0:1767384358.660721:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.660721:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00080000:00000001:2.0:1767384358.660727:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384358.660732:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:1.0:1767384358.660737:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:1.0:1767384358.660743:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:1.0:1767384358.660748:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:1.0:1767384358.660753:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767384358.660757:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:1.0:1767384358.660763:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:1.0:1767384358.660766:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:1.0:1767384358.660771:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:1.0:1767384358.660776:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:1.0:1767384358.660782:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 26], ns[101, 26] 00000400:00000200:1.0:1767384358.660788:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:1.0:1767384358.660793:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[73, 26] 00000400:00000200:1.0:1767384358.660798:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 26], ns[103, 26] 00000400:00000200:1.0:1767384358.660803:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[117, 26] 00000400:00000200:1.0:1767384358.660808:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 26], ns[120, 26] 00000400:00000200:1.0:1767384358.660821:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 26], ns[100, 26] 00000400:00000200:1.0:1767384358.660826:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[116, 26] 00000400:00000200:1.0:1767384358.660833:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 26], ns[124, 26] 00000400:00000200:1.0:1767384358.660837:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 26], ns[127, 26] 00000400:00000200:1.0:1767384358.660842:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[115, 26], ns[125, 26] 00000400:00000200:1.0:1767384358.660845:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00080000:00000001:2.0:1767384358.660846:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384358.660850:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384358.660852:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp19 00000400:00000200:0.0:1767384358.660852:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.660859:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384358.660863:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp19 00000400:00000200:1.0:1767384358.660867:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [128:128:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [118:118:8:4294967295] 00000400:00000200:1.0:1767384358.660872:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp19 00000400:00000200:1.0:1767384358.660881:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:) -> 192.168.203.113@tcp19(192.168.203.113@tcp:192.168.203.113@tcp19) : GET try# 0 00000800:00000200:1.0:1767384358.660888:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp19 00000800:00000010:1.0:1767384358.660892:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000031bd6ad4. 00000100:00000001:2.0:1767384358.660893:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384358.660896:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1767384358.660900:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (6) 00000100:00100000:2.0:1767384358.660903:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767384358.660907:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384358.660910:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227421264 : -120961482130352 : ffff91fc75d37c50) 00000800:00000200:1.0:1767384358.660911:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:988 00000400:00000200:0.0:1767384358.660914:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000200:1.0:1767384358.660916:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384358.660917:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093828a60 x1853236744052352/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.660929:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384358.660932:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fae719c9. 00000100:00000001:2.0:1767384358.660936:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384358.660936:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000020:00000010:2.0:1767384358.660940:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fae719c9. 00000400:00000200:1.0:1767384358.660941:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000100:00100000:2.0:1767384358.660949:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093828a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744052352:12345-0@lo:253: 00000100:00000200:2.0:1767384358.660960:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052352 00000020:00000001:2.0:1767384358.660962:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384358.660964:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384358.660965:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384358.660967:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384358.660968:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384358.660971:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384358.660971:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000020:00000001:2.0:1767384358.660974:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384358.660979:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384358.660981:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384358.660982:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.660984:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384358.660986:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384358.660991:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c8451a6. 02000000:00000001:2.0:1767384358.660993:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.660995:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.660998:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384358.661005:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc1ecc32. 00000800:00000200:1.0:1767384358.661007:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:2.0:1767384358.661008:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.0:1767384358.661012:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000031bd6ad4. 20000000:00000001:2.0:1767384358.661013:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384358.661016:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384358.661018:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384358.661019:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.661023:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.661024:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 20000000:00000001:2.0:1767384358.661027:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384358.661028:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: GET: OK 00000400:00000200:1.0:1767384358.661035:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384358.661038:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:1.0:1767384358.661046:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.661052:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384358.661060:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.661069:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.661075:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : GET - for me 00000400:00000200:1.0:1767384358.661085:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384358.661088:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.661092:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 544/544 into md 0x1b2d [1] + 0 00000400:00000200:1.0:1767384358.661104:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp19 to MR: 192.168.203.113@tcp19 local destination 00000400:00000200:1.0:1767384358.661111:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [129:129:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [119:119:8:4294967295] 00000400:00000200:1.0:1767384358.661125:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) -> 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) 192.168.203.113@tcp19 : REPLY try# 0 00000800:00000200:1.0:1767384358.661130:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.113@tcp19 00000800:00000010:1.0:1767384358.661134:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031bd6ad4. 00000800:00000200:1.0:1767384358.661139:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (6) 00000800:00000200:1.0:1767384358.661144:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:1003 00000800:00000200:1.0:1767384358.661147:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 3, nob 640 niov 1 nkiov 1 00000400:00000200:0.0:1767384358.661156:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000800:00000200:1.0:1767384358.661189:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384358.661193:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031bd6ad4. 00000400:00000200:1.0:1767384358.661196:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.661200:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: REPLY: OK 00000800:00000001:1.0:1767384358.661209:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.661211:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000800:00000001:1.0:1767384358.661213:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384358.661216:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.661219:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384358.661222:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.661229:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.661234:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : REPLY - for me 00000400:00000200:1.0:1767384358.661244:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp19: Reply from 12345-192.168.203.113@tcp19 of length 544/544 into md 0x1b49 00000800:00000001:1.0:1767384358.661249:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384358.661254:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384358.661256:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.661261:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: REPLY: OK 00000400:00000200:1.0:1767384358.661263:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19be8cc 00000400:00000010:1.0:1767384358.661271:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d19be8cc. 00000400:00000200:1.0:1767384358.661275:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384358.661279:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384358.661282:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384358.661285:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 32. state = 0x300271 00000400:00000200:1.0:1767384358.661289:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384358.661296:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (32) 00000400:00000200:0.0:1767384358.661300:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000001:1.0:1767384358.661302:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.661360:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000800:00000001:1.0:1767384358.661380:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.661431:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.661474:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384358.661479:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:1.0:1767384358.661485:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 0000000011afdad1. 00000400:00000010:1.0:1767384358.661488:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 000000006a6f59ed. 00000400:00000010:1.0:1767384358.661491:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 000000007b8679a4. 00000400:00000200:0.0:1767384358.661492:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.661543:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp32(000000001078898d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384358.661577:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp35(00000000fb8ffa99) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384358.661582:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp36(000000006910f8cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384358.661586:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp38(000000001f74ba23) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384358.661592:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000071ea9dfb. 00000400:00000200:1.0:1767384358.661598:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000071ea9dfb nid 192.168.203.113@tcp39 00000400:00000010:1.0:1767384358.661601:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006d123a0d. 00000400:00000200:1.0:1767384358.661603:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000006d123a0d net tcp39 00000400:00000200:1.0:1767384358.661606:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (31) 00000400:00000200:1.0:1767384358.661612:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp39 flags 0x11 00000400:00000200:0.0:1767384358.661613:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000010:1.0:1767384358.661617:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c642e3a2. 00000400:00000200:1.0:1767384358.661623:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c642e3a2 nid 192.168.203.113@tcp40 00000400:00000010:1.0:1767384358.661636:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000219fe423. 00000400:00000200:1.0:1767384358.661638:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000219fe423 net tcp40 00000400:00000200:1.0:1767384358.661640:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (32) 00000400:00000200:1.0:1767384358.661644:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp40 flags 0x11 00000400:00000010:1.0:1767384358.661646:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 0000000011afdad1. 00000400:00000010:1.0:1767384358.661650:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 000000006a6f59ed. 00000400:00000010:1.0:1767384358.661658:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 000000007b8679a4. 00000400:00000010:1.0:1767384358.661660:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000009ef42979. 00000400:00000200:1.0:1767384358.661678:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384358.661682:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:1.0:1767384358.661685:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:0.0:1767384358.661685:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.661693:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000010:1.0:1767384358.661699:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d19be8cc. 00000400:00000200:1.0:1767384358.661712:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000010:1.0:1767384358.661717:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000284f830e. 00000400:00000200:1.0:1767384358.661722:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp19 00000400:00000200:1.0:1767384358.661729:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp19 to MR: 192.168.203.113@tcp19 local destination 00000400:00000200:1.0:1767384358.661734:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [130:130:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [120:120:8:4294967295] 00000400:00000200:1.0:1767384358.661739:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp19 00000400:00000200:0.0:1767384358.661741:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.661752:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) -> 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) : PUT try# 0 00000800:00000200:1.0:1767384358.661759:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.113@tcp19 00000800:00000010:1.0:1767384358.661763:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031bd6ad4. 00000800:00000200:1.0:1767384358.661769:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (6) 00000800:00000200:1.0:1767384358.661775:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:988 00000800:00000200:1.0:1767384358.661777:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000031bd6ad4 type 1, nob 640 niov 1 nkiov 1 00000400:00000200:1.0:1767384358.661787:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384358.661791:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000400:00000200:0.0:1767384358.661814:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384358.661855:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384358.661901:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384358.661966:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000800:00000200:2.0:1767384358.661984:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384358.661988:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031bd6ad4. 00000400:00000200:2.0:1767384358.661992:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.661997:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: PUT: OK 00000400:00000200:2.0:1767384358.662000:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384358.662002:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp19: 0 00000800:00000001:2.0:1767384358.662008:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662014:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384358.662016:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662021:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.662026:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384358.662027:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : PUT - for me 00000400:00000200:2.0:1767384358.662223:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384358.662228:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 544/544 into md 0x1b45 [1] + 0 00000400:00000010:2.0:1767384358.662231:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020b6474b. 00000400:00000200:2.0:1767384358.662233:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6459319 00000800:00000001:2.0:1767384358.662236:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662242:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.662243:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.662247:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: PUT: OK 00000400:00000200:2.0:1767384358.662249:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6459319 00000400:00000010:2.0:1767384358.662250:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6459319. 00000400:00000200:2.0:1767384358.662253:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384358.662256:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000200:2.0:1767384358.662259:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384358.662263:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000010:2.0:1767384358.662291:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000095244f13. 00000400:00000200:2.0:1767384358.662296:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 32 00000400:00000200:2.0:1767384358.662301:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384358.662309:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00000400:00000200:2.0:1767384358.662314:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384358.662322:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp19 to MR: 192.168.203.113@tcp19 local destination 00000400:00000200:2.0:1767384358.662327:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp19 NI seq info: [131:131:256:4294967295] 192.168.203.113@tcp19 LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1767384358.662336:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) -> 192.168.203.113@tcp19(192.168.203.113@tcp19:192.168.203.113@tcp19) 192.168.203.113@tcp19 : ACK try# 0 00000800:00000200:2.0:1767384358.662341:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp19 00000800:00000010:2.0:1767384358.662345:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d2da2ff. 00000800:00000200:2.0:1767384358.662348:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (6) 00000800:00000200:2.0:1767384358.662353:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:1003 00000800:00000200:2.0:1767384358.662355:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d2da2ff type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384358.662400:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384358.662403:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d2da2ff. 00000400:00000200:2.0:1767384358.662406:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.662411:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: ACK: OK 00000800:00000001:2.0:1767384358.662423:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662428:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384358.662431:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662436:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384358.662437:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662442:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384358.662449:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp19(192.168.203.113@tcp19) <- 192.168.203.113@tcp19 : ACK - for me 00000400:00000200:2.0:1767384358.662464:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp19: ACK from 12345-192.168.203.113@tcp19 into md 0x1b4d 00000400:00000200:2.0:1767384358.662468:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384358.662471:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp19->192.168.203.113@tcp19: ACK: OK 00000400:00000200:2.0:1767384358.662475:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19be8cc 00000400:00000010:2.0:1767384358.662477:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d19be8cc. 00000400:00000200:2.0:1767384358.662481:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384358.662484:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:2.0:1767384358.662487:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384358.662490:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (34) 00000800:00000001:2.0:1767384358.662494:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384358.662498:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.662528:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384358.662595:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384358.662741:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384358.662747:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000400:00000200:1.0:1767384358.662750:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006389bef3 00000400:00000200:1.0:1767384358.662755:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:1.0:1767384358.662761:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 000000009ef42979. 00000400:00000010:1.0:1767384358.662763:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 000000007b8679a4. 00000400:00000010:1.0:1767384358.662766:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 000000006a6f59ed. 00000400:00000010:1.0:1767384358.662790:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 000000009ef42979. 00000400:00000010:1.0:1767384358.662794:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 000000007b8679a4. 00000400:00000200:0.0:1767384358.662806:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000010:1.0:1767384358.662827:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 000000006a6f59ed. 00000400:00000010:1.0:1767384358.662831:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000095244f13. 00000400:00000200:1.0:1767384358.662837:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384358.662840:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:1.0:1767384358.662843:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:1.0:1767384358.662846:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:1.0:1767384358.662851:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384358.662854:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:1.0:1767384358.662858:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384358.662863:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (33) 00000800:00000010:0.0:1767384358.663040:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b20331b3. 00000800:00000010:0.0:1767384358.663047:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006779dac4. 00000800:00000010:0.0:1767384358.663053:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6ee55e6. 00000800:00000010:0.0:1767384358.663090:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6ee55e6. 00000800:00020000:0.0:1767384358.663102:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384358.663107:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006779dac4. 00000800:00000010:0.0:1767384358.663112:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b20331b3. 00000400:02020000:0.0:1767384358.663189:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp37 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384358.669849:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384358.669857:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384358.669862:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.669865:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384358.669866:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384358.669871:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384358.669875:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384358.669876:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384358.669877:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384358.669879:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7e9a678. 00080000:00000001:3.0:1767384358.669883:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384358.669888:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384358.669896:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001bf42cb0. 20000000:01000000:2.0:1767384358.669901:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:0.0:1767384358.669901:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384358.669907:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384358.669909:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384358.669912:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384358.669918:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384358.669918:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384358.669923:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384358.669925:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384358.669932:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384358.669933:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384358.669935:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384358.669938:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384358.669940:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.669942:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384358.669944:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f47f5ef4. 00000020:00000001:2.0:1767384358.669945:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384358.669949:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:1.0:1767384358.669951:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384358.669953:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384358.669956:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046819339. 00080000:00000010:2.0:1767384358.669960:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000095244f13. 00000020:00000001:1.0:1767384358.669961:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384358.669966:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107063648256 : -120966645903360 : ffff91fb420a9000) 00000020:00000040:1.0:1767384358.669967:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046819339 with handle 0xf489261bfe0bc751 to hash 00080000:00000001:2.0:1767384358.669969:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384358.669972:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384358.669975:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.669977:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.669980:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.669982:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.669984:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.669991:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384358.669994:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384358.669996:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384358.669999:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.670000:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.670002:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.670010:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.670013:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384358.670015:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384358.670017:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384358.670018:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384358.670020:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f47f5ef4) refcount = 1 00010000:00010000:1.0:1767384358.670024:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.670028:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384358.670030:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384358.670032:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384358.670033:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384358.670034:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.670036:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670038:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384358.670040:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384358.670042:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384358.670045:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384358.670048:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.670051:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.670053:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=4 00000020:00000001:1.0:1767384358.670055:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.670057:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.670059:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384358.670061:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.670066:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670066:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384358.670070:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.670071:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384358.670078:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.670080:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384358.670081:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.670085:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.670087:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670095:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384358.670098:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384358.670103:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046819339 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384358.670105:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.670107:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384358.670109:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.670114:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384358.670115:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.670117:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.670118:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=5 00000020:00000001:1.0:1767384358.670120:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.670122:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.670125:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384358.670127:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.670131:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384358.670133:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.670134:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670139:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384358.670141:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384358.670142:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.670144:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.670146:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046819339 with handle 0xf489261bfe0bc751 from hash 00010000:00000001:1.0:1767384358.670148:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384358.670149:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.670150:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.670152:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384358.670154:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.670156:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384358.670158:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384358.670159:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.670166:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670169:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384358.670170:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384358.670173:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.670174:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.670176:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670178:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.670180:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.670181:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:1.0:1767384358.670183:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384358.670185:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384358.670191:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.670193:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.670195:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384358.670196:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384358.670198:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.670199:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.670201:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384358.670203:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.670205:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.670207:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.670211:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384358.670212:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384358.670214:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046819339/0xf489261bfe0bc751 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384358.670218:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f47f5ef4 count: 0 00010000:00000001:1.0:1767384358.670230:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384358.670232:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384358.675576:0:16668:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f47f5ef4. 00010000:00000010:1.1:1767384358.675609:0:16668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046819339. 00000100:00000040:3.0:1767384358.677634:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294947457, at 4294947458 00000100:00000010:3.0:1767384358.677643:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f956a00. 00000100:00000040:1.0:1767384358.678590:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294947457, at 4294947458 00000100:00000010:1.0:1767384358.678607:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033daa4ce. 00000100:00000040:2.0:1767384358.678629:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294947457, at 4294947459 00000100:00000010:2.0:1767384358.678637:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00000100:00000040:0.0:1767384358.678811:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294947457, at 4294947459 00000100:00000010:0.0:1767384358.678867:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f771756a. 00080000:00000001:2.0:1767384358.679441:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.679442:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384358.679446:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384358.679448:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384358.679449:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384358.679453:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384358.679454:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384358.679456:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384358.679458:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384358.679475:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000095244f13. 20000000:01000000:2.0:1767384358.679477:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384358.679482:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384358.679490:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384358.679494:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384358.679499:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384358.679509:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384358.679514:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384358.679516:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384358.679520:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384358.679545:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384358.679549:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f47f5ef4. 00010000:00000001:1.0:1767384358.679553:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384358.679556:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046819339. 00000020:00000001:1.0:1767384358.679558:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384358.679562:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046819339 with handle 0xf489261bfe0bc758 to hash 00000020:00000001:1.0:1767384358.679564:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384358.679587:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679590:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679592:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.679594:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.679597:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679614:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384358.679617:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384358.679619:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384358.679620:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.679622:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.679624:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384358.679626:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.679628:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384358.679629:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384358.679630:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384358.679632:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384358.679633:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f47f5ef4) refcount = 1 00010000:00010000:1.0:1767384358.679636:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679641:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384358.679643:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384358.679644:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.679647:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679649:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384358.679651:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384358.679654:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384358.679677:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.679679:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.679681:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=4 00000020:00000001:1.0:1767384358.679683:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679685:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679687:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384358.679690:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679695:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384358.679697:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679701:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.679703:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384358.679704:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679718:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.679719:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679721:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384358.679723:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384358.679728:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046819339 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384358.679730:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.679732:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384358.679733:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679737:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384358.679739:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384358.679741:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.679742:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=5 00000020:00000001:1.0:1767384358.679744:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679753:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384358.679756:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384358.679757:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679762:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384358.679763:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384358.679765:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679768:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384358.679770:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384358.679772:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384358.679773:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384358.679775:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046819339 with handle 0xf489261bfe0bc758 from hash 00010000:00000001:1.0:1767384358.679777:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384358.679778:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.679779:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.679780:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384358.679781:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384358.679783:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384358.679784:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384358.679786:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384358.679788:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679789:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384358.679791:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384358.679793:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.679794:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.679795:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679797:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.679798:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.679800:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679804:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.679805:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.679806:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384358.679808:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384358.679814:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384358.679816:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384358.679817:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384358.679819:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384358.679821:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.679822:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384358.679826:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384358.679828:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384358.679829:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046819339/0xf489261bfe0bc758 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384358.679833:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f47f5ef4 count: 0 00010000:00000001:1.0:1767384358.679838:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384358.679839:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384358.680798:0:32345:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000349bc8b3. 00000400:00000040:2.0:1767384358.680816:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.680818:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.680822:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.680823:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.680825:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.680826:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384358.680829:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.680830:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.680831:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.680832:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384358.680833:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.680835:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.680836:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384358.680837:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.680838:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384358.680840:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384358.680841:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.680842:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384358.680842:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384358.680844:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.680845:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.680846:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.680851:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.680852:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.680854:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384358.680856:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.680857:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.680859:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.680860:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.680862:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.680863:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384358.680865:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.680866:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.680868:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.680869:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.680871:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.680872:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384358.680874:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.680875:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.680876:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.680878:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.680879:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.680881:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384358.680882:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384358.680884:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384358.680885:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384358.680887:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384358.680888:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384358.680890:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.680891:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.680893:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384358.680894:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.680895:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384358.680896:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384358.680897:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384358.680899:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384358.680900:0:32345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384358.680990:0:32345:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000349bc8b3. 00080000:00000020:0.0:1767384358.681521:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384358.681525:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384358.681527:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000073319d3e. 20000000:00000001:0.0:1767384358.681534:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384358.681538:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052224 00010000:00000001:0.0:1767384358.681540:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384358.681547:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e4e0dc0 x1853236744052224/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384358.681573:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.681575:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.681579:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384358.681583:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.681585:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.681588:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384358.681591:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.681593:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.681596:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.681600:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.681604:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060c1afa0. 00000100:00000200:0.0:1767384358.681608:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744052224, offset 224 00000400:00000200:0.0:1767384358.681615:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.681624:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.681633:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05e00 00000400:00000200:0.0:1767384358.681638:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b35 [2] + 224 00000400:00000200:0.0:1767384358.681644:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.681649:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.681653:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.681657:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.681683:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.681723:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384358.681732:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384358.681733:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c1afa0 00000100:00000001:2.0:1767384358.681737:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384358.681738:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060c1afa0. 00000400:00000001:2.0:1767384358.681745:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384358.681745:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384358.681748:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384358.681754:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384358.681755:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384358.681760:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f570a75. 00000100:00000040:0.0:1767384358.681762:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000200:2.0:1767384358.681765:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d14f7713 00010000:00000001:0.0:1767384358.681770:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384358.681771:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d14f7713. 00000100:00000001:2.0:1767384358.681777:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384358.681777:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384358.681784:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384358.681784:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384358.681794:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e4e0dc0 x1853236744052224/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384358.681798:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384358.681823:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384358.681827:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.681832:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384358.681833:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e4e0dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744052224:12345-0@lo:253: Request processed in 21542us (22294us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384358.681835:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384358.681839:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384358.681842:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384358.681845:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384358.681849:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=66 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384358.681852:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00001000:2.0:1767384358.681855:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=66 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384358.681859:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384358.681861:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384358.681865:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.681866:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384358.681868:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384358.681872:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.681872:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384358.681877:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.681880:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002444223f. 00000100:00000040:2.0:1767384358.681882:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384358.681889:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000209d2f0e. 00000100:00000001:2.0:1767384358.681892:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384358.681897:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384358.681899:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384358.681899:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ee541d2. 00000020:01000004:2.0:1767384358.681906:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384358.681909:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000040:0.0:1767384358.681910:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000020:01000004:2.0:1767384358.681911:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384358.681913:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384358.681917:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384358.681919:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384358.681920:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384358.681921:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384358.681926:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000010:0.0:1767384358.681927:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d10ef302. 00000020:01000004:2.0:1767384358.681934:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384358.681934:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384358.681936:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384358.681940:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384358.681943:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384358.681950:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384358.681953:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744052224:0@lo:253: 00000400:00000010:0.0:1767384358.681959:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000100:00000001:2.0:1767384358.681960:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.681966:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384358.681969:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759dd43f x1853236744052224/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384358.681970:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060c1afa0. 00000100:00000001:2.0:1767384358.681981:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384358.681984:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384358.681987:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000833fb32d. 02000000:00000001:2.0:1767384358.681992:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384358.681995:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384358.681996:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384358.681999:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384358.682001:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d01a3c47. 02000000:00000001:2.0:1767384358.682006:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384358.682008:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384358.682009:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 00000100:00000001:2.0:1767384358.682012:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384358.682014:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.682015:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384358.682021:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384358.682022:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.682024:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384358.682027:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384358.682218:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384358.682222:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384358.682224:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc1ecc32. 20000000:00000001:0.0:1767384358.682229:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384358.682241:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052352 00010000:00000001:0.0:1767384358.682244:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384358.682248:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093828a60 x1853236744052352/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384358.682256:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384358.682258:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384358.682260:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384358.682264:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384358.682266:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384358.682268:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384358.682271:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384358.682272:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384358.682275:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384358.682277:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384358.682280:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050858d95. 00000100:00000200:0.0:1767384358.682283:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744052352, offset 224 00000400:00000200:0.0:1767384358.682289:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384358.682296:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384358.682302:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd05e80 00000400:00000200:0.0:1767384358.682307:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b3d [2] + 224 00000400:00000200:0.0:1767384358.682313:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384358.682317:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384358.682320:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384358.682323:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.682332:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384358.682348:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384358.682354:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050858d95 00000100:00000001:1.0:1767384358.682357:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384358.682357:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050858d95. 00000100:00000001:1.0:1767384358.682361:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384358.682362:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384358.682365:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384358.682366:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384358.682369:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384358.682373:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4a9171. 00000100:00000001:0.0:1767384358.682374:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.682379:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae236e3 00000100:00000040:0.0:1767384358.682380:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384358.682383:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ae236e3. 00000100:00000001:1.0:1767384358.682387:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384358.682392:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384358.682396:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384358.682401:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.682406:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384358.682407:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384358.682416:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093828a60 x1853236744052352/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.682417:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.682421:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.682426:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384358.682429:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384358.682431:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.682434:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.682439:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384358.682443:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093828a60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744052352:12345-0@lo:253: Request processed in 21511us (22601us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384358.682445:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=66 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384358.682454:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=66 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384358.682457:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384358.682460:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384358.682462:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384358.682465:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384358.682468:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384358.682470:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000831c8980. 00000100:00000001:1.0:1767384358.682471:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.682476:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384358.682477:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a90eb99c. 00010000:00000001:1.0:1767384358.682478:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.682483:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384358.682483:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006254fe7d. 00000020:00000040:0.0:1767384358.682491:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000040:1.0:1767384358.682492:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384358.682497:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384358.682501:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c8451a6. 02000000:00000001:0.0:1767384358.682506:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384358.682507:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384358.682509:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.682511:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384358.682514:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384358.682514:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384358.682517:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384358.682521:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:0.0:1767384358.682521:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009da8bf98. 00000020:01000004:1.0:1767384358.682526:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384358.682528:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050858d95. 00000020:01000004:1.0:1767384358.682529:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.682534:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384358.682536:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384358.682537:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384358.682539:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.682540:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384358.682543:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.682549:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744052352:0@lo:253: 00000100:00000001:1.0:1767384358.682586:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.682589:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384358.682592:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9a1c10a x1853236744052352/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.682598:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384358.682599:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384358.682601:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000877c39a2. 02000000:00000001:1.0:1767384358.682605:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384358.682606:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384358.682607:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384358.682609:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384358.682610:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003e082242. 02000000:00000001:1.0:1767384358.682613:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384358.682620:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384358.682621:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9a1c10a. 00000100:00000001:1.0:1767384358.682625:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384358.682626:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.682628:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.682633:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.682635:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.682637:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.682638:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384358.687622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f47f5ef4. 00010000:00000010:1.1:1767384358.687631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046819339. 00010000:00000001:1.0:1767384358.867721:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384358.867726:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384358.867732:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384358.867733:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.867919:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.867922:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.867925:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384359.059676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384359.059681:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384359.059683:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:1.0:1767384359.059686:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384359.059690:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000100:00000010:1.0:1767384359.059692:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098b3570c. 00000020:00000040:3.0:1767384359.059698:0:37:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384359.059699:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384359.059706:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384359.059707:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.059712:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384359.059712:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384359.059719:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.059719:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384359.059725:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060fdb4e3. 02000000:00000010:3.0:1767384359.059734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f387991c. 00000100:00000001:1.0:1767384359.059735:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.059742:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.059744:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384359.059747:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.059751:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384359.059756:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098b3570c] to pc [ptlrpcd_00_03+3] req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.059769:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384359.059773:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.059780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_00+0] req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384359.059787:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.059799:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.059802:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384359.059804:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384359.059806:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.059811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384359.059811:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.059820:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384359.059824:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000100:00000001:1.0:1767384359.059826:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384359.059828:0:37:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384359.059830:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.059831:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384359.059833:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.059837:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384359.059839:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d134259. 02000000:00000001:1.0:1767384359.059841:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384359.059843:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.059845:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384359.059849:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384359.059851:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384359.059859:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744052480:0@lo:13: 00000100:00000001:3.0:1767384359.059862:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384359.059865:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.059866:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384359.059872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0d630b] to pc [ptlrpcd_00_01+1] req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384359.059872:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384359.059875:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.059880:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384359.059885:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a6f59ed. 00000100:00000001:3.0:1767384359.059886:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.059891:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.059892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384359.059897:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384359.059900:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a9171. 00000100:00000010:3.0:1767384359.059901:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00000020:00000040:3.0:1767384359.059906:0:37:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384359.059908:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384359.059909:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384359.059909:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000100:00000200:1.0:1767384359.059917:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744052480, portal 4 02000000:00000001:3.0:1767384359.059918:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.059921:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384359.059923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002488cd0d. 00000100:00000001:1.0:1767384359.059924:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099038080 : -120961610513536 : ffff91fc6e2c8380) 00000100:00000001:3.0:1767384359.059929:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.059936:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.059937:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384359.059957:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384359.059960:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384359.059963:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.059965:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384359.059969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a8ff28b] to pc [ptlrpcd_00_02+2] req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384359.059970:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000200:1.0:1767384359.059975:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744052480, offset 0 00000400:00000200:1.0:1767384359.059986:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384359.059988:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.059993:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000400:00000200:1.0:1767384359.060001:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384359.060007:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.060011:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384359.060014:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd05f00 00000100:00000001:3.0:1767384359.060015:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384359.060020:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384359.060025:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000100:00000001:3.0:1767384359.060035:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384359.060036:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384359.060037:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.060042:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384359.060043:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384359.060045:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384359.060049:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.060049:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.060051:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384359.060055:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744052608:0@lo:400: 00000100:00000200:1.0:1767384359.060055:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384359.060056:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384359.060061:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d8d676a. 00000100:00000001:3.0:1767384359.060062:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384359.060062:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384359.060068:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384359.060068:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000004d8d676a x1853236744052480 msgsize 224 02000000:00000001:3.0:1767384359.060071:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.060073:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384359.060075:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384359.060080:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e14e17a4. 00000100:00100000:1.0:1767384359.060081:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384359.060085:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384359.060092:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087fe01d1. 00000100:00000001:1.0:1767384359.060096:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384359.060098:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384359.060100:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000001:0.0:1767384359.060101:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.060104:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744052608, portal 4 00000100:00000001:3.0:1767384359.060108:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384359.060108:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384359.060112:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000100:00000001:3.0:1767384359.060113:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 02000000:00000001:0.0:1767384359.060114:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384359.060117:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 02000000:00000001:0.0:1767384359.060121:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.060123:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.060123:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384359.060130:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744052864:0@lo:400: 00000100:00000200:1.0:1767384359.060131:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.060156:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384359.060160:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384359.060163:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384359.060164:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384359.060167:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384359.060168:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.060171:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.060172:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 02000000:00000001:0.0:1767384359.060173:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384359.060178:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744052608, offset 0 02000000:00000010:0.0:1767384359.060181:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e34be51. 00000100:00000001:2.0:1767384359.060187:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384359.060189:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384359.060189:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060191:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060192:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.060196:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384359.060197:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384359.060199:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f11c0d. 00000400:00000200:3.0:1767384359.060203:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384359.060205:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.060205:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.060210:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000abcc1a86. 00000100:00000040:1.0:1767384359.060212:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5623 usecs (6 jiffies) 00000400:00000200:3.0:1767384359.060216:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd05f80 00000100:00000200:0.0:1767384359.060220:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744052864, portal 10 00000100:00000001:1.0:1767384359.060221:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947846 00000400:00000200:3.0:1767384359.060228:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000100:00000001:0.0:1767384359.060228:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384359.060230:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b792d4b7. 00000100:00000001:2.0:1767384359.060232:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384359.060234:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00000100:00000001:2.0:1767384359.060236:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384359.060238:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384359.060240:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384359.060242:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384359.060246:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.060247:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947846 00000100:00000040:0.0:1767384359.060248:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384359.060252:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.060254:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384359.060254:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b963a285. 00000100:00000200:3.0:1767384359.060259:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384359.060259:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060261:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000010:3.0:1767384359.060268:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005117f7f6. 00000100:00100000:2.0:1767384359.060268:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744052736:0@lo:400: 00000100:00000001:1.0:1767384359.060269:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947846 00000100:00000040:3.0:1767384359.060275:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000005117f7f6 x1853236744052608 msgsize 224 00000100:00000010:1.0:1767384359.060277:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000069010678. 00000100:00000001:2.0:1767384359.060280:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384359.060283:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384359.060285:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384359.060286:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384359.060288:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947846 02000000:00000001:2.0:1767384359.060290:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.060291:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384359.060293:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059a85fd5. 00000100:00000040:0.0:1767384359.060296:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384359.060298:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384359.060300:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000010:2.0:1767384359.060304:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a519f0ee. 00000400:00000010:0.0:1767384359.060304:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000100:00000001:1.0:1767384359.060305:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.060306:0:16154:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384359.060310:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060312:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384359.060313:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744052864, offset 0 00000400:00000200:3.0:1767384359.060314:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000400:00000010:2.0:1767384359.060315:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f570a75. 00000100:00000001:1.0:1767384359.060317:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384359.060318:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000100:00000001:1.0:1767384359.060323:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.060324:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384359.060328:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c739db8d. 00000400:00000200:0.0:1767384359.060330:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384359.060331:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.060333:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384359.060337:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384359.060339:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744052736, portal 10 00000100:00000001:1.0:1767384359.060343:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.060345:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384359.060347:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.060349:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000400:00000200:0.0:1767384359.060349:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384359.060353:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384359.060358:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.060362:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384359.060363:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.060364:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.060369:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06080 00000100:00000001:1.0:1767384359.060385:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384359.060386:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00100000:1.0:1767384359.060390:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052480 02000000:00000001:1.0:1767384359.060395:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384359.060398:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.060401:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384359.060402:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384359.060403:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060403:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.060408:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384359.060411:0:16154:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384359.060412:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.060413:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000200:0.0:1767384359.060416:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.060417:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.060419:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744052736, offset 0 00000100:00100000:1.0:1767384359.060420:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052480 00000100:00000040:3.0:1767384359.060423:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5623 usecs (6 jiffies) 00000020:00000001:1.0:1767384359.060426:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384359.060428:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947846 00000020:00000040:1.0:1767384359.060429:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:0.0:1767384359.060429:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384359.060433:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384359.060435:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384359.060436:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947846 00000020:00000001:1.0:1767384359.060436:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384359.060442:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947846 00000020:00000040:1.0:1767384359.060442:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000400:00000200:2.0:1767384359.060443:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384359.060444:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2d31886. 00000100:00000001:3.0:1767384359.060450:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947846 00000020:00000001:1.0:1767384359.060451:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:0.0:1767384359.060452:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e2d31886 x1853236744052864 msgsize 224 00000020:00000001:1.0:1767384359.060456:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000400:00000200:2.0:1767384359.060460:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06000 00000100:00000001:3.0:1767384359.060462:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947846 00000100:00000001:1.0:1767384359.060465:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384359.060467:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384359.060468:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947846 00000400:00000200:2.0:1767384359.060471:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000020:00000010:1.0:1767384359.060471:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:3.0:1767384359.060474:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947846 00000020:00000010:1.0:1767384359.060479:0:18868:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006511c49e. 00000100:00000001:3.0:1767384359.060480:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947846 00000400:00000200:2.0:1767384359.060481:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384359.060485:0:18868:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384359.060485:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.060486:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384359.060491:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.060494:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.060495:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000100:00000001:3.0:1767384359.060498:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.060500:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000100:00000001:3.0:1767384359.060501:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.060502:0:18868:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384359.060507:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384359.060508:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384359.060509:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b17dd37d. 00000100:00000001:3.0:1767384359.060510:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384359.060512:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384359.060513:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384359.060516:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab7d161b. 00000100:00000200:0.0:1767384359.060516:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384359.060517:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027c696b. 00000100:00000001:3.0:1767384359.060518:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.060522:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384359.060523:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000027c696b x1853236744052736 msgsize 224 00000020:00000010:1.0:1767384359.060525:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d989d477. 00000100:00000001:3.0:1767384359.060526:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.060533:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.060537:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384359.060537:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384359.060545:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384359.060547:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384359.060549:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060579:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.060582:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384359.060585:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052608 02000000:00000001:3.0:1767384359.060588:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384359.060591:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384359.060592:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.060593:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.060594:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.060601:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.060601:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:2.0:1767384359.060606:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000100:00000001:1.0:1767384359.060606:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384359.060607:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052608 00000100:00000001:0.0:1767384359.060608:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384359.060611:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384359.060611:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384359.060616:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000040:0.0:1767384359.060616:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.060618:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384359.060621:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384359.060621:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000040:3.0:1767384359.060627:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000100:00000200:2.0:1767384359.060627:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.060628:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000020:00000001:3.0:1767384359.060634:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384359.060635:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099038976 : -120961610512640 : ffff91fc6e2c8700) 00000020:00000001:3.0:1767384359.060642:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:1.0:1767384359.060647:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d8d676a x1853236744052480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.060649:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384359.060652:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.060655:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090645381. 00000100:00000001:2.0:1767384359.060655:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384359.060672:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.060675:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.060675:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384359.060683:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090645381. 00000100:00000001:0.0:1767384359.060685:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.060691:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095426027. 00000100:00000040:0.0:1767384359.060694:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3113 usecs (4 jiffies) 00000020:00000010:3.0:1767384359.060698:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab53a2b9. 00000100:00000001:1.0:1767384359.060698:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384359.060701:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947845 00000100:00000001:2.0:1767384359.060703:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.060704:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006511c49e. 00000100:00000001:0.0:1767384359.060706:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947846 00000100:00000001:2.0:1767384359.060710:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.060711:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384359.060713:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000001:0.0:1767384359.060713:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947845 00000100:00000001:2.0:1767384359.060718:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.060718:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006511c49e. 00000100:00000001:0.0:1767384359.060720:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947846 00000100:00000040:3.0:1767384359.060724:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:2.0:1767384359.060725:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2772 usecs (3 jiffies) 00000100:00000001:0.0:1767384359.060726:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947845 00000100:00000001:3.0:1767384359.060728:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384359.060731:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d8d676a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744052480:12345-0@lo:13: 00000100:00000001:3.0:1767384359.060733:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384359.060733:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000100:00000001:0.0:1767384359.060734:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947846 00000100:00000001:3.0:1767384359.060738:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384359.060740:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052480 00000100:00000001:2.0:1767384359.060741:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947846 00000100:00000001:0.0:1767384359.060742:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947845 00000100:00000001:3.0:1767384359.060745:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384359.060746:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384359.060747:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000100:00000001:0.0:1767384359.060749:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947846 00000100:00000001:3.0:1767384359.060750:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384359.060751:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384359.060752:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947846 00000100:00000001:3.0:1767384359.060753:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.060756:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384359.060757:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060759:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00000020:00000001:1.0:1767384359.060764:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384359.060765:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947846 00000100:00000001:0.0:1767384359.060765:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.060766:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384359.060767:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000100:00000001:2.0:1767384359.060773:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000020:00000001:1.0:1767384359.060775:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384359.060775:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060778:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947846 00000020:00000001:1.0:1767384359.060779:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.060780:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384359.060782:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.060782:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.060785:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384359.060785:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384359.060790:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.060790:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384359.060793:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384359.060795:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:1.0:1767384359.060796:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060797:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.060798:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384359.060802:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000100:00000001:2.0:1767384359.060804:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.060804:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384359.060806:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341723264 : -120961367828352 : ffff91fc7ca39880) 00000100:00000001:0.0:1767384359.060807:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384359.060809:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384359.060811:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.060812:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384359.060815:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000074105280. 00000100:00000001:0.0:1767384359.060815:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.060816:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005117f7f6 x1853236744052608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.060817:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384359.060821:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060825:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.060825:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.060827:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060829:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:1.0:1767384359.060835:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384359.060836:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.060837:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384359.060841:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:3.0:1767384359.060842:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090645381. 00000100:00000001:2.0:1767384359.060842:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.060845:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384359.060849:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384359.060850:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:3.0:1767384359.060853:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090645381. 00000100:00100000:3.0:1767384359.060859:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005117f7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16154:x1853236744052608:12345-0@lo:400: 00000100:00000200:3.0:1767384359.060862:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052608 00080000:00000001:1.0:1767384359.060863:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.060864:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384359.060865:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384359.060870:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052864 00000020:00000001:3.0:1767384359.060871:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384359.060871:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384359.060875:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.060875:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000024:1.0:1767384359.060876:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384359.060878:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384359.060880:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000020:1.0:1767384359.060882:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384359.060883:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:2.0:1767384359.060887:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384359.060888:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384359.060889:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384359.060892:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.060893:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384359.060895:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00100000:2.0:1767384359.060897:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052864 00000020:00000001:3.0:1767384359.060898:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:1.0:1767384359.060901:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384359.060903:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384359.060904:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384359.060907:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000010:1.0:1767384359.060907:0:18868:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000004261d5df. 00000020:00000001:3.0:1767384359.060908:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.060911:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384359.060912:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384359.060914:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:2.0:1767384359.060918:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000001:00000001:1.0:1767384359.060919:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384359.060923:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:3.0:1767384359.060924:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1767384359.060924:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060928:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384359.060929:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1767384359.060929:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384359.060934:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1494ec4. 02000000:00000010:3.0:1767384359.060936:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000755df1af. 00010000:00000040:1.0:1767384359.060936:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744052480 00000020:00000010:2.0:1767384359.060939:0:16795:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000453e1ae2. 02000000:00000001:3.0:1767384359.060943:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.060944:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384359.060946:0:16795:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:3.0:1767384359.060949:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.060951:0:16795:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:1.0:1767384359.060952:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d8d676a x1853236744052480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384359.060955:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384359.060957:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00010000:00000040:3.0:1767384359.060961:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744052608 00000020:00000010:2.0:1767384359.060963:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe6e188c. 00010000:00000001:3.0:1767384359.060967:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384359.060969:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00010000:00000001:1.0:1767384359.060971:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1767384359.060975:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005117f7f6 x1853236744052608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.060976:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.060978:0:16795:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384359.060984:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1767384359.060984:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=57 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384359.060987:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384359.060988:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384359.060992:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384359.060992:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384359.060993:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384359.060997:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00001000:3.0:1767384359.061000:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.061001:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:2.0:1767384359.061002:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384359.061006:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384359.061009:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.061009:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384359.061010:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384359.061014:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.061017:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:1.0:1767384359.061019:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384359.061020:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:2.0:1767384359.061021:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384359.061025:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384359.061026:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384359.061029:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.061031:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000001:3.0:1767384359.061034:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384359.061034:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384359.061036:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744052480, offset 224 00000100:00100000:2.0:1767384359.061038:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052736 00000100:00000040:3.0:1767384359.061042:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384359.061043:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384359.061048:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000100:00000001:2.0:1767384359.061048:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384359.061048:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384359.061052:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.061056:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744052608, offset 224 02000000:00000001:2.0:1767384359.061056:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.061063:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052736 00000400:00000200:1.0:1767384359.061063:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384359.061067:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384359.061070:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384359.061071:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:2.0:1767384359.061074:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384359.061078:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd05f00 00000400:00000200:3.0:1767384359.061082:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384359.061085:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000400:00000200:1.0:1767384359.061089:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b65 [1] + 224 00000020:00000001:2.0:1767384359.061090:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000400:00000200:3.0:1767384359.061095:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd05f80 00000020:00000001:2.0:1767384359.061097:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000400:00000200:1.0:1767384359.061100:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.061102:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384359.061103:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b6d [1] + 224 00000020:00000010:2.0:1767384359.061107:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000400:00000200:1.0:1767384359.061108:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384359.061112:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384359.061113:0:16795:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384359.061115:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384359.061117:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00000400:00000200:3.0:1767384359.061121:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384359.061122:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384359.061124:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000191e7530. 00000100:00000001:3.0:1767384359.061126:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384359.061130:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000385d1071. 00000100:00000200:3.0:1767384359.061134:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384359.061136:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba7775c5. 00000100:00000001:2.0:1767384359.061143:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384359.061146:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384359.061148:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.061149:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384359.061155:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384359.061156:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384359.061160:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384359.061162:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.061171:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.061180:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384359.061181:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384359.061184:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384359.061185:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384359.061189:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000400:00000200:1.0:1767384359.061189:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000400:00000010:1.0:1767384359.061193:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000040:2.0:1767384359.061195:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:2.0:1767384359.061197:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352141696 : -120961357409920 : ffff91fc7d429180) 00000100:00000040:2.0:1767384359.061200:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2d31886 x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.061206:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384359.061210:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000100:00000001:1.0:1767384359.061210:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384359.061212:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384359.061214:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000020:00000010:2.0:1767384359.061217:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000100:00000001:1.0:1767384359.061217:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061218:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384359.061223:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384359.061224:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384359.061227:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384359.061229:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384359.061229:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00010000:00000001:1.0:1767384359.061231:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384359.061236:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.061238:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00100000:2.0:1767384359.061240:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2d31886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744052864:12345-0@lo:400: 00000020:00000001:1.0:1767384359.061241:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384359.061242:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384359.061246:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384359.061247:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052864 00000100:00000040:1.0:1767384359.061249:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d8d676a x1853236744052480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384359.061251:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384359.061252:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384359.061257:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384359.061259:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005117f7f6 x1853236744052608/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384359.061266:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384359.061267:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d8d676a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744052480:12345-0@lo:13: Request processed in 565us (1193us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384359.061272:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384359.061276:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:2.0:1767384359.061283:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384359.061288:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005117f7f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16154:x1853236744052608:12345-0@lo:400: Request processed in 447us (1008us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384359.061288:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384359.061288:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000001:2.0:1767384359.061294:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384359.061296:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 00000020:00000001:2.0:1767384359.061298:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384359.061300:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384359.061301:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.061305:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000001:2.0:1767384359.061306:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384359.061306:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384359.061311:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384359.061312:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000020:00000010:1.0:1767384359.061313:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab7d161b. 02000000:00000001:2.0:1767384359.061315:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384359.061316:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384359.061321:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1767384359.061321:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095244f13. 00000020:00000010:1.0:1767384359.061321:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d989d477. 00000020:00000010:3.0:1767384359.061326:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab53a2b9. 02000000:00000001:2.0:1767384359.061327:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384359.061330:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b17dd37d. 00000100:00000001:2.0:1767384359.061332:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.061334:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000001:2.0:1767384359.061335:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.061337:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00010000:00000040:2.0:1767384359.061340:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052864 00000020:00000010:3.0:1767384359.061341:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095426027. 00000100:00000001:1.0:1767384359.061342:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384359.061346:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384359.061350:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00010000:00000200:2.0:1767384359.061353:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2d31886 x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.061355:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384359.061363:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384359.061364:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384359.061368:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.061369:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00001000:2.0:1767384359.061370:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=62 v=5 (1 0 0 0) 00000100:00080000:1.0:1767384359.061377:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384359.061378:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384359.061383:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384359.061384:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000040:1.0:1767384359.061384:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:3.0:1767384359.061387:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.061390:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384359.061393:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767384359.061394:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384359.061395:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384359.061399:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384359.061401:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384359.061402:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fe01d1. 00000100:00000001:1.0:1767384359.061403:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384359.061407:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000100:00000040:2.0:1767384359.061407:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384359.061408:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384359.061411:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000010:2.0:1767384359.061413:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000100:00000001:3.0:1767384359.061415:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384359.061416:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384359.061419:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384359.061421:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384359.061422:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4a9171. 00000400:00000200:1.0:1767384359.061428:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384359.061432:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000100:00000200:3.0:1767384359.061436:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.061436:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384359.061437:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744052864, offset 224 00000100:00000200:1.0:1767384359.061444:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384359.061449:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384359.061461:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384359.061474:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06080 00000400:00000200:2.0:1767384359.061485:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b75 [1] + 224 00000100:00000001:3.0:1767384359.061487:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.061490:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384359.061491:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.061496:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384359.061500:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384359.061502:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384359.061504:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.061508:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.061511:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384359.061512:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384359.061513:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.061516:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384359.061520:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=57 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384359.061521:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384359.061521:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767384359.061527:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=57 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384359.061527:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384359.061530:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.061531:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.061533:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384359.061535:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061537:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.061541:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.061543:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384359.061549:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=57 v=5 (5 0 0 0) 00010000:00080000:3.0:1767384359.061574:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384359.061575:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384359.061584:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.061595:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384359.061598:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.061603:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384359.061610:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384359.061614:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061620:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384359.061621:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384359.061622:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.061623:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384359.061628:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384359.061628:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000100:00000001:3.0:1767384359.061630:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.061630:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384359.061632:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000100:00000040:1.0:1767384359.061636:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384359.061637:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384359.061640:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.061641:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384359.061642:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384359.061647:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.061648:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061652:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384359.061656:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384359.061656:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384359.061657:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384359.061657:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.061670:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384359.061674:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384359.061677:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.061678:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.061679:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384359.061683:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384359.061690:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2d31886 x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.061693:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:0.0:1767384359.061702:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:1.0:1767384359.061705:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.061710:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353484288 : -120961356067328 : ffff91fc7d570e00) 00000100:00000001:1.0:1767384359.061712:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384359.061716:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744052608:0@lo:400: 00000100:00000001:1.0:1767384359.061716:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384359.061724:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000027c696b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1767384370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384359.061725:0:16157:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384359.061729:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384359.061729:0:16157:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:2.0:1767384359.061730:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2d31886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744052864:12345-0@lo:400: Request processed in 515us (1274us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384359.061735:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000040:1.0:1767384359.061736:0:16157:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:3.0:1767384359.061743:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744052608/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384359.061751:0:16157:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00100000:2.0:1767384359.061753:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1767384359.061760:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:2.0:1767384359.061766:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1767384359.061768:0:16157:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.061770:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384359.061775:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe6e188c. 00000100:00000001:3.0:1767384359.061776:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384359.061776:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384359.061781:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000100:00000040:1.0:1767384359.061782:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384359.061783:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 02000000:00000001:3.0:1767384359.061786:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384359.061788:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:3.0:1767384359.061791:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e14e17a4. 00000100:00000001:0.0:1767384359.061791:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384359.061794:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 02000000:00000001:3.0:1767384359.061798:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384359.061801:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384359.061801:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00000020:00000001:3.0:1767384359.061802:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384359.061806:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384359.061811:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384359.061812:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744052480:0@lo:13: 02000000:00000010:3.0:1767384359.061814:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f387991c. 00000100:00100000:0.0:1767384359.061817:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000027c696b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744052736:12345-0@lo:400: 02000000:00000001:3.0:1767384359.061820:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384359.061824:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384359.061824:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384359.061826:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052736 00000100:00000010:3.0:1767384359.061828:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:1.0:1767384359.061829:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384359.061832:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384359.061835:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384359.061836:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384359.061837:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098b3570c x1853236744052480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.061838:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384359.061841:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061843:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384359.061848:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384359.061852:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384359.061853:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:3.0:1767384359.061855:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.061855:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384359.061861:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384359.061861:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384359.061861:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384359.061864:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a6f59ed. 00000100:00000001:3.0:1767384359.061867:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.061868:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384359.061869:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384359.061873:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384359.061875:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1767384359.061876:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384359.061879:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384359.061880:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384359.061885:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384359.061886:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060fdb4e3. 00000100:00000001:3.0:1767384359.061888:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384359.061892:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384359.061893:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384359.061894:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384359.061898:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384359.061899:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1767384359.061900:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1767384359.061900:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098b3570c. 00000400:00000001:3.0:1767384359.061904:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384359.061904:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384359.061906:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384359.061908:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031f11c0d. 00000100:00000001:1.0:1767384359.061909:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384359.061909:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004f1f3297. 00000400:00000200:3.0:1767384359.061916:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abcc1a86 00000100:00000001:1.0:1767384359.061917:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384359.061917:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384359.061921:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000abcc1a86. 00000100:00000001:0.0:1767384359.061924:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.061925:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384359.061925:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384359.061930:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384359.061932:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384359.061934:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.061935:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384359.061938:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052736 00000100:00000001:1.0:1767384359.061939:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.061947:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384359.061951:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384359.061955:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000027c696b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.061965:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.061968:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.061973:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384359.061976:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384359.061977:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384359.061978:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.061982:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.061984:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.061984:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.061991:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=62 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384359.061992:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384359.062002:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384359.062003:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384359.062008:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384359.062012:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384359.062013:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384359.062015:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384359.062019:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.062023:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00010000:00000001:3.0:1767384359.062051:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384359.062051:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384359.062057:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384359.062057:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.062061:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384359.062065:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384359.062066:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384359.062067:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.062075:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384359.062082:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384359.062090:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.062092:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384359.062092:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000100:00000001:3.0:1767384359.062096:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384359.062101:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384359.062102:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744052736, offset 224 00000100:00100000:3.0:1767384359.062115:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006a8ff28b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744052864:0@lo:400: 00000400:00000200:0.0:1767384359.062121:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384359.062123:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062127:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384359.062129:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006a8ff28b x1853236744052864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.062137:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384359.062140:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384359.062143:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384359.062145:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e34be51. 02000000:00000001:3.0:1767384359.062149:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384359.062154:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384359.062154:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06000 00000020:00000040:3.0:1767384359.062158:0:16156:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384359.062164:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384359.062166:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002488cd0d. 00000400:00000200:0.0:1767384359.062170:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b7d [1] + 224 02000000:00000001:3.0:1767384359.062171:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384359.062175:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384359.062180:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 00000400:00000200:0.0:1767384359.062182:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384359.062191:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.062193:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384359.062196:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062198:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.062199:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384359.062203:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384359.062207:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384359.062209:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.062210:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.062215:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.062230:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.062257:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384359.062264:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000400:00000010:0.0:1767384359.062267:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000100:00000001:0.0:1767384359.062271:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384359.062274:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384359.062278:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.062284:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384359.062285:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384359.062288:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384359.062291:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384359.062294:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384359.062297:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384359.062298:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384359.062303:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384359.062304:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f570a75. 00000400:00000200:3.0:1767384359.062311:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c739db8d 00000100:00000040:0.0:1767384359.062314:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000027c696b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384359.062315:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c739db8d. 00000100:00000001:3.0:1767384359.062322:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384359.062330:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.062342:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000027c696b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16155:x1853236744052736:12345-0@lo:400: Request processed in 560us (1811us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384359.062348:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.062362:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384359.062365:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1767384359.062366:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062368:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384359.062370:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384359.062371:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.062372:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.062374:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384359.062379:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=62 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384359.062381:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00001000:3.0:1767384359.062385:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384359.062386:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384359.062391:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384359.062392:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384359.062396:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384359.062397:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000385d1071. 00010000:00000001:3.0:1767384359.062398:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384359.062405:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba7775c5. 00010000:00080000:3.0:1767384359.062406:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384359.062412:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000191e7530. 00000020:00000040:0.0:1767384359.062419:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00010000:00000001:3.0:1767384359.062420:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.062425:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062426:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384359.062431:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384359.062441:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384359.062443:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384359.062447:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.062454:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.062456:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384359.062457:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384359.062460:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384359.062466:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16155:1853236744052736:0@lo:400: 00000100:00000001:3.0:1767384359.062469:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062471:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384359.062474:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744052736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.062479:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384359.062481:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384359.062482:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a519f0ee. 02000000:00000001:3.0:1767384359.062485:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384359.062486:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384359.062487:0:16155:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384359.062489:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384359.062490:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d134259. 02000000:00000001:3.0:1767384359.062493:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384359.062494:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384359.062495:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000100:00000001:3.0:1767384359.062498:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384359.062499:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062500:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384359.062504:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384359.062505:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.062508:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.062509:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384359.066628:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000010:2.0:1767384359.066637:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000069010678. 00000100:00000040:1.0:1767384359.066641:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000010:1.0:1767384359.066650:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b963a285. 00000100:00000040:0.0:1767384359.067599:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294947846, at 4294947848 00000100:00000010:0.0:1767384359.067607:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b792d4b7. 00000100:00000040:3.0:1767384359.067625:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294947846, at 4294947848 00000100:00000010:3.0:1767384359.067635:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059a85fd5. 00000400:00000001:2.0:1767384359.316786:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.316790:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384359.316793:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f58a5267 00000400:00000010:2.0:1767384359.316797:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f58a5267. 00000400:00000200:2.0:1767384359.316801:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384359.316807:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384359.316815:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007a504771. 00000400:00000010:2.0:1767384359.316819:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f42555df. 00000400:00000200:2.0:1767384359.316827:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp35 00000400:00000010:2.0:1767384359.316831:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000058797868. 00000400:00000010:2.0:1767384359.316835:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006958810c. 00000400:00000010:2.0:1767384359.316838:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384359.316843:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d4ea309. 00000400:00000200:2.0:1767384359.316847:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp35 00000400:00000200:2.0:1767384359.316858:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp35 local destination 00000400:00000200:2.0:1767384359.316862:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 00000400:00000200:2.0:1767384359.316865:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [132:132:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1767384359.316870:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 00000400:00000200:2.0:1767384359.316876:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp35:192.168.203.113@tcp35) : GET try# 0 00000800:00000200:2.0:1767384359.316880:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp35 00000800:00000010:2.0:1767384359.316883:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f8415c3. 00000800:00000200:2.0:1767384359.316888:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000800:00000200:2.1:1767384359.316893:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000400:00000200:2.0:1767384359.316952:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 3 next ping: 288 health :700 00000400:00000200:1.0:1767384359.317004:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317035:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317050:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317064:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317077:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317093:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317115:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317129:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317143:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317157:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317169:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317183:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317198:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317216:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317229:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317244:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317268:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317286:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317301:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317319:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317336:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317351:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317365:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317380:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317400:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317418:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317440:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317459:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317475:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317495:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317516:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317538:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317732:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317756:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384359.317777:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384359.317883:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384359.317888:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e851c4e9. 00000800:00000010:1.0:1767384359.317899:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b66c7493. 00000800:00000010:1.0:1767384359.317919:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b66c7493. 00000800:00020000:1.0:1767384359.317927:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384359.317929:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e851c4e9. 00000800:00000010:1.0:1767384359.317931:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384359.317961:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384359.317967:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000800:00000200:1.0:1767384359.317971:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp35 down 00000800:00000100:1.0:1767384359.317976:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:1.0:1767384359.317979:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f8415c3. 00000400:00000200:1.0:1767384359.317982:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384359.317986:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384359.317992:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384359.317994:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384359.317996:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384359.891648:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384359.891665:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384359.891670:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384359.891671:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384359.891685:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384359.891687:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384359.891688:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384360.080984:0:32798:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384360.081012:0:32798:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.081015:0:32798:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384360.081021:0:32798:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384360.081025:0:32798:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.081028:0:32798:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384360.339630:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003905daac. 00000400:00000010:2.0:1767384360.339642:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000de58dcb0. 00000400:00000010:2.0:1767384360.339646:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000071936d32. 00000400:00000010:2.0:1767384360.339649:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c29a91cc. 00000400:00000010:2.0:1767384360.339663:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000224e9b7f. 00000400:00000010:2.0:1767384360.339666:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f574520. 00000400:00000010:2.0:1767384360.339668:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eae1e7ad. 00000400:00000010:2.0:1767384360.339670:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000079a7319. 00000400:00000010:2.0:1767384360.339673:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075bfb142. 00000400:00000010:2.0:1767384360.339683:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002601b09e. 00000400:00000010:2.0:1767384360.339685:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000039bc64f2. 00000400:00000010:2.0:1767384360.339687:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005083e409. 00000400:00000010:2.0:1767384360.339689:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a9598e69. 00000400:00000010:2.0:1767384360.339691:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d32d64c6. 00000400:00000010:2.0:1767384360.339693:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000001ce6aec. 00000400:00000010:2.0:1767384360.339695:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000091b139ab. 00000400:00000010:2.0:1767384360.339697:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e67852c1. 00000400:00000010:2.0:1767384360.339699:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cb3ffd24. 00000400:00000010:2.0:1767384360.339701:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ff3fccdb. 00000400:00000010:2.0:1767384360.339705:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000077b7cd04. 00000400:00000010:2.0:1767384360.339707:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007b8fb25d. 00000400:00000010:2.0:1767384360.339709:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f840b06b. 00000400:00000010:2.0:1767384360.339711:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002f3b2afd. 00000400:00000010:2.0:1767384360.339714:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005d9d6a02. 00000400:00000010:2.0:1767384360.339717:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002d839ac7. 00000400:00000010:2.0:1767384360.339719:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004d1cfe3d. 00000400:00000010:2.0:1767384360.339721:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000023329fa7. 00000400:00000010:2.0:1767384360.339723:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea18d515. 00000400:00000010:2.0:1767384360.339726:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a36d305e. 00000400:00000010:2.0:1767384360.339728:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b5a2136f. 00000400:00000010:2.0:1767384360.339730:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000034800d20. 00000400:00000010:2.0:1767384360.339731:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d945498. 00000400:00000010:2.0:1767384360.339733:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cfa64665. 00000400:00000010:2.0:1767384360.339735:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e3ededf. 00000400:00000010:2.0:1767384360.339737:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e56835da. 00000400:00000010:2.0:1767384360.339739:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000038430ba9. 00000400:00000010:2.0:1767384360.339741:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e7c7837d. 00000400:00000010:2.0:1767384360.339743:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ff23107e. 00000400:00000010:2.0:1767384360.339745:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000047acd21e. 00000400:00000010:2.0:1767384360.339747:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000046244b71. 00000400:00000010:2.0:1767384360.339749:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000079376d92. 00000400:00000010:2.0:1767384360.339751:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072b3a469. 00000400:00000010:2.0:1767384360.339753:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008010a94. 00000400:00000010:2.0:1767384360.339755:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d6559310. 00000400:00000010:2.0:1767384360.339756:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007d7f6404. 00000400:00000010:2.0:1767384360.339764:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000012afbe0a. 00000400:00000010:2.0:1767384360.339766:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007044ee0f. 00000400:00000010:2.0:1767384360.339769:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c30a2444. 00000400:00000010:2.0:1767384360.339771:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9c0e02b. 00000400:00000010:2.0:1767384360.339773:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f496b770. 00000400:00000010:2.0:1767384360.339775:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e0927496. 00000400:00000010:2.0:1767384360.339777:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e929c12a. 00000400:00000010:2.0:1767384360.339778:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f38d77f7. 00000400:00000010:2.0:1767384360.339780:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001df32513. 00000400:00000010:2.0:1767384360.339782:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e03ba7a8. 00000400:00000010:2.0:1767384360.339784:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ddf58fad. 00000400:00000010:2.0:1767384360.339786:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b1c7cd31. 00000400:00000010:2.0:1767384360.339788:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a7a181a4. 00000400:00000010:2.0:1767384360.339790:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d8ecbde3. 00000400:00000010:2.0:1767384360.339792:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d923542. 00000400:00000010:2.0:1767384360.339793:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b6f1e900. 00000400:00000010:2.0:1767384360.339795:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000051997ec2. 00000400:00000010:2.0:1767384360.339797:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008038e2a6. 00000400:00000010:2.0:1767384360.339799:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000033b9ade4. 00000400:00000010:2.0:1767384360.339801:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c7a16e58. 00000400:00000010:2.0:1767384360.339803:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fdb4271e. 00000400:00000010:2.0:1767384360.339805:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa4887f5. 00000400:00000010:2.0:1767384360.339806:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065a1c305. 00000400:00000010:2.0:1767384360.339808:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d665d9b0. 00000400:00000010:2.0:1767384360.339810:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004f3caebb. 00000400:00000010:2.0:1767384360.339812:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b7448165. 00000400:00000010:2.0:1767384360.339814:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ec6d78ae. 00000400:00000010:2.0:1767384360.339816:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002fcf5a5c. 00000400:00000010:2.0:1767384360.339818:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000073bb15b2. 00000400:00000010:2.0:1767384360.339820:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000059201fa4. 00000400:00000010:2.0:1767384360.339822:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007aac5950. 00000400:00000010:2.0:1767384360.339823:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007abfaa5b. 00000400:00000010:2.0:1767384360.339825:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ba9ed48f. 00000400:00000010:2.0:1767384360.339827:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000074ac9793. 00000400:00000010:2.0:1767384360.339829:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000940ef17c. 00000400:00000010:2.0:1767384360.339831:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001cc26f36. 00000400:00000010:2.0:1767384360.339837:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fc9b5b10. 00000400:00000010:2.0:1767384360.339839:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008d96c279. 00000400:00000010:2.0:1767384360.339841:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000463c0fb8. 00000400:00000010:2.0:1767384360.339843:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000251b17c0. 00000400:00000010:2.0:1767384360.339845:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007bc7cd22. 00000400:00000010:2.0:1767384360.339847:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007442c4d1. 00000400:00000010:2.0:1767384360.339849:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000faa5c2af. 00000400:00000010:2.0:1767384360.339851:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d3434499. 00000400:00000010:2.0:1767384360.339853:0:16151:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000284f830e. 00000400:00000001:2.0:1767384360.339860:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384360.339862:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384360.339865:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:2.0:1767384360.339867:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000400:00000200:2.0:1767384360.339871:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384360.339878:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384360.339889:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000058797868. 00000400:00000010:2.0:1767384360.339892:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006958810c. 00000400:00000200:2.0:1767384360.339897:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp38 00000400:00000010:2.0:1767384360.339900:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000058797868. 00000400:00000010:2.0:1767384360.339905:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002b9f5ca9. 00000400:00000010:2.0:1767384360.339908:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384360.339914:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000463c0fb8. 00000400:00000200:2.0:1767384360.339918:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp38 00000400:00000200:2.0:1767384360.339970:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp38 local destination 00000400:00000200:2.0:1767384360.339978:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:2.0:1767384360.339981:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [133:133:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1767384360.339988:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:2.0:1767384360.339996:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp38:192.168.203.113@tcp38) : GET try# 0 00000800:00000200:2.0:1767384360.340001:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000010:2.0:1767384360.340006:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009eb323e8. 00000800:00000200:2.0:1767384360.340011:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000200:2.1:1767384360.340017:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000400:00000200:2.0:1767384360.340037:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 2 next ping: 285 health :800 00000400:00000200:1.0:1767384360.340125:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340157:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340171:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340183:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340195:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340207:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340219:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340231:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340243:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340254:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340276:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340288:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340302:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340314:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340327:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340338:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340350:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340362:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340373:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340385:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340397:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340409:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340422:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340434:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340446:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340457:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340469:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340482:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340493:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340505:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340517:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340529:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340541:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340581:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.340606:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384360.340750:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384360.340754:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e851c4e9. 00000800:00000010:1.0:1767384360.340758:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062cc2844. 00000800:00000010:1.0:1767384360.340772:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062cc2844. 00000800:00020000:1.0:1767384360.340780:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384360.340783:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e851c4e9. 00000800:00000010:1.0:1767384360.340789:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384360.340819:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.340823:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000800:00000200:1.0:1767384360.340827:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp38 down 00000800:00000100:1.0:1767384360.340831:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:1.0:1767384360.340834:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009eb323e8. 00000400:00000200:1.0:1767384360.340837:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.340840:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.340846:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384360.340848:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384360.340850:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp38) recovery failed with -71 00000100:00000001:1.0:1767384360.595669:0:16781:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384360.595674:0:16781:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.595698:0:16778:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384360.595705:0:16778:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384360.728827:0:32962:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384360.728832:0:32962:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:3.0:1767384360.734321:0:32962:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384360.742442:0:32963:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000036c9e51b. 00000400:00000010:3.0:1767384360.742471:0:32963:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000af5f8f88. 00000400:00000010:3.0:1767384360.742481:0:32963:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000006b25ebb. 00000400:00000010:3.0:1767384360.742486:0:32963:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009619254a. 00000400:00000010:3.0:1767384360.742490:0:32963:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008ee6afa0. 00000400:00000010:3.0:1767384360.742495:0:32963:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c76364c6. 00000400:00000010:3.0:1767384360.742498:0:32963:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad1edeba. 00000400:00000010:3.0:1767384360.742501:0:32963:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b427e2ee. 00000400:00000010:3.0:1767384360.742505:0:32963:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000053ae306f. 00000800:00000010:3.0:1767384360.742520:0:32963:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000012109d27. 00000800:00000200:3.0:1767384360.742532:0:32963:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384360.742546:0:32963:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384360.742623:0:32963:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:3.0:1767384360.742669:0:32963:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384360.744697:0:32963:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000e577db90. 00000400:00000010:3.0:1767384360.744703:0:32963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087fe01d1. 00000400:00000010:3.0:1767384360.744726:0:32963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000001:3.0:1767384360.744747:0:32963:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.744750:0:32963:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384360.744752:0:32963:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000346d7a2f. 00000400:00000200:3.0:1767384360.744756:0:32963:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f25dd554 00000400:00000010:3.0:1767384360.744758:0:32963:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f25dd554. 00000400:00000010:3.0:1767384360.744762:0:32963:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000958363a0. 00000400:00000200:3.0:1767384360.744769:0:32963:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (32) 00000400:00000200:3.0:1767384360.744784:0:32963:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384360.744799:0:32963:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000400:00000200:1.0:1767384360.744805:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384360.744807:0:32963:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000052dc58d3. 00000400:00000200:1.0:1767384360.744813:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 00000020:01000000:3.0:1767384360.744816:0:32963:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384360.744820:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000020:01000000:3.0:1767384360.744822:0:32963:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp41 00000400:00000200:1.0:1767384360.744825:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000010:1.0:1767384360.744831:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006fd5bfda. 00000400:00000200:1.0:1767384360.744835:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000010:3.0:1767384360.744843:0:32963:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000af5f8f88. 00000400:00000010:3.0:1767384360.744850:0:32963:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000036c9e51b. 00000400:00000200:1.0:1767384360.744866:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384360.744871:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384360.744875:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384360.744878:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000001:2.0:1767384360.744881:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384360.744884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 10000000:00000001:2.0:1767384360.744886:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384360.744890:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 10000000:00000001:2.0:1767384360.744891:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384360.744895:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384360.744898:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000020:01000004:2.0:1767384360.744900:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384360.744903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000020:01000004:2.0:1767384360.744904:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384360.744906:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384360.744907:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384360.744908:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384360.744908:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384360.744909:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384360.744910:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384360.744913:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.744915:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384360.744919:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000100:00000010:2.0:1767384360.744921:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010a5e520. 00000400:00000200:1.0:1767384360.744926:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000020:00000040:2.0:1767384360.744928:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384360.744934:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000100:00000001:2.0:1767384360.744935:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384360.744939:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384360.744942:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 02000000:00000001:2.0:1767384360.744945:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.744949:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 02000000:00000010:2.0:1767384360.744955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000edaf87a9. 00000400:00000200:1.0:1767384360.744955:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:1.0:1767384360.744962:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000001:2.0:1767384360.744964:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.744967:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:1.0:1767384360.744971:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:1.0:1767384360.744974:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:1.0:1767384360.744977:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:1.0:1767384360.744980:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 28], ns[101, 28] 00000100:00000001:2.0:1767384360.744982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384360.744984:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000100:00000001:2.0:1767384360.744985:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.744993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000100:00000040:2.0:1767384360.744997:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010a5e520] to pc [ptlrpcd_00_03+3] req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.744999:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 28], ns[103, 28] 00000400:00000200:1.0:1767384360.745015:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:1.0:1767384360.745022:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[120, 28] 00000400:00000200:1.0:1767384360.745026:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[100, 28] 10000000:00000001:2.0:1767384360.745036:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384360.745041:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.745041:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 28], ns[132, 28] 00000020:00000001:2.0:1767384360.745045:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384360.745049:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384360.745052:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[114, 28], ns[124, 28] 00000020:00000001:2.0:1767384360.745056:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384360.745060:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384360.745060:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 28], ns[127, 28] 10000000:00000001:2.0:1767384360.745063:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384360.745065:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384360.745068:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384360.745070:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 28], ns[133, 28] 00000020:01000004:2.0:1767384360.745072:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384360.745075:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384360.745079:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000020:01000004:2.0:1767384360.745085:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384360.745088:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384360.745088:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384360.745089:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:2.0:1767384360.745093:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384360.745095:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384360.745097:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384360.745099:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384360.745100:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000020:01000004:2.0:1767384360.745101:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.745105:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384360.745107:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.745108:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp39 00000100:00000010:2.0:1767384360.745109:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000020:00000040:2.0:1767384360.745115:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384360.745117:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp39 lpni_is_preferred = 0 00000100:00000001:2.0:1767384360.745122:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384360.745126:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp39 02000000:00000001:2.0:1767384360.745127:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384360.745128:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384360.745132:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745132:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.745136:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp39 NI seq info: [134:134:256:4294967295] 192.168.203.113@tcp39 LPNI seq info [124:124:8:4294967295] 02000000:00000001:0.0:1767384360.745141:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384360.745144:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc1ecc32. 02000000:00000001:0.0:1767384360.745145:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384360.745147:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp39 00000100:00000001:2.0:1767384360.745150:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.745151:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745156:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384360.745157:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744052992:0@lo:253: 00000100:00000001:2.0:1767384360.745160:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.745167:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39:) -> 192.168.203.113@tcp39(192.168.203.113@tcp:192.168.203.113@tcp39) : PUT try# 0 00000100:00000001:0.0:1767384360.745167:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384360.745170:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c05409] to pc [ptlrpcd_00_00+0] req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384360.745174:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384360.745178:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384360.745184:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.113@tcp39 02000000:00000001:0.0:1767384360.745184:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767384360.745191:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060fdb4e3. 02000000:00000010:0.0:1767384360.745193:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b20331b3. 02000000:00000001:0.0:1767384360.745196:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384360.745197:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384360.745200:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e851c4e9. 10000000:00000001:2.0:1767384360.745201:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.745201:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000020:00000001:2.0:1767384360.745208:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384360.745209:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000926a4cb. 00000020:01000000:2.0:1767384360.745210:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384360.745211:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096ee9d2e. 00000020:00000010:2.0:1767384360.745216:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000052dc58d3. 00000100:00000200:0.0:1767384360.745217:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744052992, portal 25 00000800:00000200:1.0:1767384360.745218:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000100:00000001:0.0:1767384360.745223:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.745227:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353480704 : -120961356070912 : ffff91fc7d570000) 00000800:00000200:1.1:1767384360.745228:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000100:00000001:2.0:1767384360.745229:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.745235:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.745238:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.745247:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000001:2.0:1767384360.745250:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.745253:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384360.745255:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 00000100:00000001:2.0:1767384360.745257:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384360.745263:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.745266:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384360.745274:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384360.745275:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384360.745278:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.745279:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dec314c. 02000000:00000001:2.0:1767384360.745280:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384360.745284:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744052992, offset 0 02000000:00000001:2.0:1767384360.745285:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384360.745285:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384360.745291:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.745291:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384360.745298:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744053120:0@lo:253: 00000100:00000001:2.0:1767384360.745301:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384360.745311:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384360.745312:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.745314:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384360.745315:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384360.745322:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e082242. 02000000:00000001:2.0:1767384360.745325:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.745328:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384360.745330:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000010:2.0:1767384360.745337:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7209fcf. 00000400:00000200:0.0:1767384360.745340:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06100 00000100:00000200:2.0:1767384360.745343:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744053120, portal 25 00000100:00000001:2.0:1767384360.745347:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384360.745349:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000400:00000200:1.0:1767384360.745351:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384360.745352:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1365 [2] + 0 00000100:00000040:2.0:1767384360.745356:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384360.745360:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e278fba. 00000400:00000200:0.0:1767384360.745366:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000832c9351 00000100:00000001:2.0:1767384360.745367:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384360.745371:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384360.745374:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070e490b5. 00000400:00000200:0.0:1767384360.745374:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384360.745380:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744053120, offset 0 00000400:00000200:0.0:1767384360.745384:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384360.745389:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384360.745396:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832c9351 00000400:00000200:2.0:1767384360.745398:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384360.745400:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000832c9351. 00000400:00000200:1.0:1767384360.745404:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745406:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384360.745410:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06180 00000100:00000200:0.0:1767384360.745410:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384360.745416:0:16157:0:(events.c:337:request_in_callback()) incoming req@000000004acf3aa1 x1853236744052992 msgsize 4848 00000400:00000200:2.0:1767384360.745421:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a1 [2] + 0 00000400:00000010:2.0:1767384360.745428:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a38f9ba8. 00000100:00100000:0.0:1767384360.745428:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384360.745432:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000040:0.0:1767384360.745434:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384360.745435:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047c1cdeb 00000400:00000200:2.0:1767384360.745442:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.745448:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384360.745448:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.745456:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dec314c 00000400:00000010:0.0:1767384360.745459:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dec314c. 00000100:00000001:0.0:1767384360.745462:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384360.745465:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047c1cdeb 00000400:00000200:1.0:1767384360.745467:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000010:2.0:1767384360.745468:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047c1cdeb. 00000100:00000200:0.0:1767384360.745468:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.745474:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384360.745477:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384360.745483:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000ceb361bf x1853236744053120 msgsize 4848 00000100:00000001:0.0:1767384360.745488:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384360.745494:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384360.745495:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384360.745499:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384360.745506:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745509:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.745512:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.745512:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745513:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745519:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294949542 00000400:00000200:2.0:1767384360.745520:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e490b5 00000400:00000010:2.0:1767384360.745524:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070e490b5. 00000100:00000010:0.0:1767384360.745526:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 00000100:00000001:2.0:1767384360.745528:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384360.745540:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384360.745541:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.745549:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745550:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294949542 00000100:00000001:2.0:1767384360.745551:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384360.745574:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3c95a0. 00000100:00000001:0.0:1767384360.745578:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384360.745583:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.745585:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294949543 00000100:00000010:0.0:1767384360.745591:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000667af885. 00000100:00000001:2.0:1767384360.745595:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745597:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384360.745598:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384360.745603:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294949543 00000100:00000001:2.0:1767384360.745606:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384360.745607:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091e19d71. 00000100:00000001:2.0:1767384360.745611:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294949543 00000100:00000001:0.0:1767384360.745612:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384360.745621:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745621:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384360.745622:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949542 00000100:00000001:0.0:1767384360.745626:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745631:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294949543 00000100:00000001:0.0:1767384360.745632:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745637:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.745640:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949542 00000100:00000001:2.0:1767384360.745645:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294949543 00000100:00000001:0.0:1767384360.745646:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.745662:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294949543 00000100:00000001:0.0:1767384360.745662:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384360.745669:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294949543 00000400:00000200:1.0:1767384360.745669:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745670:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.745673:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384360.745675:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294949543 00000100:00000001:0.0:1767384360.745678:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745679:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.745682:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745683:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745689:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745691:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.745696:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.745697:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384360.745700:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.745702:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384360.745705:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.745707:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:2.0:1767384360.745708:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745710:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384360.745714:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744052992 02000000:00000001:0.0:1767384360.745717:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384360.745720:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.745722:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.745726:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.745728:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744052992 00000020:00000001:0.0:1767384360.745731:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384360.745733:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384360.745735:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384360.745741:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384360.745742:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00100000:2.0:1767384360.745744:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053120 02000000:00000001:2.0:1767384360.745747:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384360.745749:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384360.745750:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:2.0:1767384360.745751:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.745756:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 02000000:00000001:2.0:1767384360.745757:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.745761:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:2.0:1767384360.745762:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053120 00000400:00000200:1.0:1767384360.745763:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745765:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384360.745771:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384360.745775:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384360.745777:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384360.745778:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 00000020:00000040:2.0:1767384360.745780:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384360.745782:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384360.745784:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:0.0:1767384360.745788:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034b268ed. 00000020:00000001:2.0:1767384360.745789:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000200:1.0:1767384360.745790:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:2.0:1767384360.745796:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384360.745797:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040a82da3. 00000020:00000010:2.0:1767384360.745800:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:2.0:1767384360.745805:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384360.745805:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091cbc204. 00000020:00000010:2.0:1767384360.745807:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ead7326a. 00000020:00000010:0.0:1767384360.745813:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee69d394. 00000020:00000010:2.0:1767384360.745815:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f149d09e. 00000020:00000010:2.0:1767384360.745821:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fedc857b. 00000100:00000040:0.0:1767384360.745824:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384360.745826:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000400:00000200:1.0:1767384360.745828:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:0.0:1767384360.745829:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384360.745832:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384360.745833:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384360.745836:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384360.745837:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745839:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745847:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.745848:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.745858:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.745859:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384360.745862:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:2.0:1767384360.745879:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384360.745880:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384360.745883:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384360.745884:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384360.745891:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384360.745894:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384360.745896:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227411024 : -120961482140592 : ffff91fc75d35450) 00000100:00100000:0.0:1767384360.745901:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384360.745904:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004acf3aa1 x1853236744052992/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.745905:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00000040:0.0:1767384360.745906:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384360.745911:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227416144 : -120961482135472 : ffff91fc75d36850) 00000100:00000001:2.0:1767384360.745920:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384360.745921:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceb361bf x1853236744053120/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384360.745925:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:2.0:1767384360.745930:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.745934:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ead7326a. 00000100:00000001:0.0:1767384360.745935:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384360.745940:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 00000100:00100000:2.0:1767384360.745944:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004acf3aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744052992:12345-0@lo:253: 00000100:00000001:0.0:1767384360.745945:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384360.745953:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744052992 00000020:00000010:0.0:1767384360.745953:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000034b268ed. 00000400:00000200:1.0:1767384360.745955:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000100:00100000:0.0:1767384360.745961:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb361bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744053120:12345-0@lo:253: 00000020:00000001:2.0:1767384360.745964:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384360.745967:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053120 00000020:00000001:2.0:1767384360.745969:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384360.745971:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384360.745972:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.745975:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384360.745976:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384360.745978:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.745980:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384360.745983:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384360.745985:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384360.745986:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384360.745988:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384360.745991:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384360.745993:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384360.745994:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384360.745996:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384360.745998:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000020:00000001:2.0:1767384360.745999:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.746007:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384360.746007:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384360.746010:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384360.746012:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384360.746015:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384360.746017:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d01a3c47. 00000100:00000001:0.0:1767384360.746018:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384360.746021:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.746023:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384360.746024:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.746028:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384360.746030:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c8451a6. 02000000:00000001:0.0:1767384360.746034:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.746035:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384360.746037:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b6b4e771. 20000000:00000001:0.0:1767384360.746038:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:2.0:1767384360.746043:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384360.746046:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 20000000:00000001:2.0:1767384360.746047:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384360.746048:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000833fb32d. 20000000:00000001:2.0:1767384360.746051:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384360.746054:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384360.746055:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.746057:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384360.746058:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.746061:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384360.746062:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384360.746064:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.746067:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.746069:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384360.746072:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003f7d6657. 20000000:01000000:2.0:1767384360.746075:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:2.0:1767384360.746080:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384360.746085:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384360.746091:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00080000:00000001:2.0:1767384360.746132:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384360.746136:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00080000:00000001:2.0:1767384360.746137:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384360.746140:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.746143:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384360.746146:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384360.746151:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384360.746154:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384360.746161:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000071545bda. 00080000:00000001:2.0:1767384360.746163:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107063645184 : -120966645906432 : ffff91fb420a8400) 00080000:00000001:2.0:1767384360.746166:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384360.746186:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746239:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000001:00000001:2.0:1767384360.746285:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384360.746287:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.746290:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384360.746297:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:2.0:1767384360.746308:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384360.746312:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384360.746326:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746358:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746384:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746414:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00080000:00000001:2.0:1767384360.746430:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384360.746434:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384360.746457:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746525:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746635:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746714:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746764:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746810:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746902:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384360.746931:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384360.747120:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384360.747124:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c86016c8. 00000800:00000010:1.0:1767384360.747142:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000093f2ec9b. 00000800:00000010:1.0:1767384360.747163:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000093f2ec9b. 00000800:00020000:1.0:1767384360.747171:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384360.747174:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c86016c8. 00000800:00000010:1.0:1767384360.747175:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384360.747220:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp39 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.747226:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp39 notifying 192.168.203.113@tcp39: down 00000800:00000200:1.0:1767384360.747232:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp39 down 00000800:00000100:1.0:1767384360.747239:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 560 0@<0:0>->192.168.203.113@tcp39 00000800:00000010:1.0:1767384360.747242:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060fdb4e3. 00000400:00000200:1.0:1767384360.747245:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.747250:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp39->192.168.203.113@tcp39: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384360.747257:0:29615:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp39 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:1.0:1767384360.747260:0:29615:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384360.747263:0:29615:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384360.747265:0:29615:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384360.747293:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384360.747296:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301151 00000400:00000001:1.0:1767384360.747300:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.747301:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384360.747303:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384360.747305:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000400:00000200:1.0:1767384360.747307:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384360.747309:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384360.747312:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (34) 00000400:00000200:1.0:1767384360.747314:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384360.747316:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 rc -71 00000400:00000200:1.0:1767384360.747320:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384360.747322:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (33) 00080000:00000001:3.0:1767384360.753425:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384360.753426:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384360.753429:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384360.753431:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384360.753432:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384360.753435:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384360.753436:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384360.753437:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384360.753441:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384360.753442:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000071545bda. 00080000:00000001:3.0:1767384360.753446:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384360.753449:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384360.753456:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384360.753459:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384360.753464:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384360.753468:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384360.753469:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007523496. 20000000:00000001:1.0:1767384360.753474:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384360.753475:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 10000000:01000000:1.0:1767384360.753479:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384360.753480:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384360.753485:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384360.753486:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384360.753490:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384360.753497:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffaddccc. 00010000:00000001:1.0:1767384360.753502:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384360.753505:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfe8455c. 00000020:00000001:1.0:1767384360.753508:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384360.753511:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfe8455c with handle 0xf489261bfe0bc75f to hash 00080000:00000001:0.0:1767384360.753512:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384360.753513:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384360.753517:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00080000:00000001:0.0:1767384360.753518:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384360.753521:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753522:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00080000:00000001:0.0:1767384360.753524:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384360.753526:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384360.753527:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384360.753530:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.753533:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00010000:1.0:1767384360.753534:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.753537:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384360.753543:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a257b9c4. 00010000:00000001:1.0:1767384360.753544:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384360.753548:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068079104 : -120966641472512 : ffff91fb424e2c00) 00010000:00000001:1.0:1767384360.753549:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384360.753577:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384360.753676:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384360.753678:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.753680:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384360.753690:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384360.753692:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384360.753731:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384360.753735:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.753736:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.753739:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384360.753740:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.753742:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384360.753744:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384360.753746:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384360.753747:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384360.753749:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffaddccc) refcount = 1 00010000:00010000:1.0:1767384360.753752:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753757:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384360.753759:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384360.753760:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.753768:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753770:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384360.753773:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384360.753776:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384360.753778:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.753780:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.753782:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=4 00000020:00000001:1.0:1767384360.753783:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384360.753785:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384360.753787:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384360.753789:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.753793:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384360.753794:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384360.753798:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384360.753798:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384360.753802:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.753804:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384360.753807:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753811:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.753813:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753815:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384360.753817:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384360.753822:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bfe8455c already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384360.753824:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.753825:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384360.753827:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753831:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384360.753838:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384360.753839:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384360.753841:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfe8455c refcount=5 00000020:00000001:1.0:1767384360.753842:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384360.753844:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595264 : -120961625956352 : ffff91fc6d40e000) 00010000:00000001:1.0:1767384360.753846:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384360.753848:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753852:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384360.753854:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384360.753855:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753859:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384360.753860:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384360.753862:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384360.753863:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.753865:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfe8455c with handle 0xf489261bfe0bc75f from hash 00010000:00000001:1.0:1767384360.753866:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384360.753868:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.753869:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.753870:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384360.753871:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384360.753873:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384360.753875:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384360.753877:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384360.753878:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753879:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384360.753880:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384360.753882:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.753884:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.753885:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753886:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.753888:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.753890:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753893:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.753898:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.753899:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384360.753900:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384360.753902:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384360.753902:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384360.753904:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384360.753906:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.753908:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384360.753910:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384360.753914:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384360.753915:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384360.753916:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bfe8455c/0xf489261bfe0bc75f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384360.753920:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffaddccc count: 0 00010000:00000001:1.0:1767384360.753926:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384360.753928:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384360.760993:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384360.760997:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384360.760998:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384360.761001:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384360.761002:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384360.761006:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384360.761007:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384360.761008:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384360.761011:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384360.761014:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384360.761017:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a257b9c4. 20000000:00000001:1.0:1767384360.761018:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384360.761023:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384360.761024:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384360.761028:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384360.761030:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384360.761034:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384360.761036:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384360.761039:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384360.761041:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384360.761046:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000682c632a. 00010000:00000001:0.0:1767384360.761050:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384360.761053:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384360.761056:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384360.761058:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc766 to hash 00000020:00000001:0.0:1767384360.761059:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384360.761060:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761063:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761065:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384360.761067:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.761069:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761074:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384360.761076:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384360.761078:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384360.761079:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384360.761081:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384360.761082:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384360.761084:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384360.761086:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384360.761088:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384360.761089:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384360.761090:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384360.761092:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000682c632a) refcount = 1 00010000:00010000:0.0:1767384360.761094:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761098:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384360.761100:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384360.761101:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384360.761109:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761111:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384360.761113:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384360.761115:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384360.761117:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384360.761119:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.761120:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384360.761122:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761124:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761126:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384360.761128:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761132:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384360.761133:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761137:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.761138:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384360.761139:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761143:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384360.761144:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761146:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384360.761147:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384360.761151:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384360.761153:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384360.761155:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384360.761156:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761160:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384360.761166:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384360.761167:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.761169:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384360.761170:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761172:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384360.761174:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384360.761175:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761179:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384360.761181:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384360.761182:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761184:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384360.761185:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384360.761187:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384360.761188:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384360.761189:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc766 from hash 00010000:00000001:0.0:1767384360.761190:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384360.761191:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.761192:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.761193:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384360.761195:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384360.761197:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384360.761199:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384360.761200:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384360.761202:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761203:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384360.761204:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384360.761205:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.761206:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.761207:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761209:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.761210:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.761211:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761215:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.761220:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.761222:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384360.761223:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384360.761224:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.761226:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.761227:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384360.761229:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384360.761231:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.761232:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.761236:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384360.761237:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384360.761238:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc766 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384360.761242:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000682c632a count: 0 00010000:00000001:0.0:1767384360.761253:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384360.761254:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384360.761573:0:192:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffaddccc. 00010000:00000010:1.1:1767384360.761579:0:192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfe8455c. 00080000:00000020:2.0:1767384360.761880:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384360.761883:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384360.761886:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b6b4e771. 20000000:00000001:2.0:1767384360.761890:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384360.761901:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744052992 00010000:00000001:2.0:1767384360.761903:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384360.761909:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004acf3aa1 x1853236744052992/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384360.761916:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384360.761918:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.761921:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.761925:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384360.761927:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384360.761929:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384360.761932:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384360.761934:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.761937:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384360.761941:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384360.761944:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6a4b13. 00000100:00000200:2.0:1767384360.761949:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744052992, offset 224 00000400:00000200:2.0:1767384360.761954:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384360.761968:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384360.761976:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06100 00000400:00000200:2.0:1767384360.761981:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ba5 [2] + 224 00000400:00000200:2.0:1767384360.761987:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.761991:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384360.761996:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384360.762000:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384360.762008:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.762021:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384360.762026:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6a4b13 00000400:00000010:2.0:1767384360.762028:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6a4b13. 00000100:00000001:2.0:1767384360.762030:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384360.762031:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.762036:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.762039:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384360.762041:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384360.762043:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.762046:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384360.762050:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acf3aa1 x1853236744052992/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384360.762057:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004acf3aa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744052992:12345-0@lo:253: Request processed in 16135us (16638us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384360.762065:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384360.762068:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384360.762070:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384360.762072:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384360.762076:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091cbc204. 00000020:00000010:2.0:1767384360.762080:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee69d394. 00000020:00000010:2.0:1767384360.762083:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a82da3. 00000020:00000040:2.0:1767384360.762088:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:2.0:1767384360.762097:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384360.762099:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d01a3c47. 02000000:00000001:2.0:1767384360.762103:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384360.762105:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384360.762109:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384360.762112:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000400:00000010:2.0:1767384360.762116:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa6a4b13. 00000100:00000001:2.0:1767384360.762133:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.762135:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384360.762139:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384360.762141:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384360.762143:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00000400:00000200:2.0:1767384360.762146:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096ee9d2e 00000400:00000010:2.0:1767384360.762147:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096ee9d2e. 00000100:00000001:2.0:1767384360.762161:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384360.762166:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384360.762172:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.762178:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384360.762180:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.762182:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384360.762184:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384360.762185:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384360.762187:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.762189:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.762192:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384360.762195:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.762198:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384360.762199:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.762201:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384360.762202:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.762204:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.762208:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.762213:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384360.762221:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384360.762223:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384360.762226:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384360.762228:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384360.762229:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384360.762231:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384360.762232:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384360.762233:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384360.762234:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384360.762236:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384360.762237:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.762238:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384360.762241:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384360.762246:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744052992:0@lo:253: 00000100:00000001:2.0:1767384360.762250:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.762252:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384360.762255:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010a5e520 x1853236744052992/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.762260:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384360.762262:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384360.762265:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b20331b3. 02000000:00000001:2.0:1767384360.762269:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384360.762271:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384360.762272:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384360.762274:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384360.762276:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000edaf87a9. 02000000:00000001:2.0:1767384360.762278:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384360.762279:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384360.762281:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010a5e520. 00000100:00000001:2.0:1767384360.762284:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384360.762285:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.762287:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.762291:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.762293:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.762295:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.762301:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384360.763405:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384360.763408:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384360.763409:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000833fb32d. 20000000:00000001:1.0:1767384360.763413:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384360.763416:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053120 00010000:00000001:1.0:1767384360.763418:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384360.763422:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceb361bf x1853236744053120/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.763428:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384360.763435:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384360.763437:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384360.763440:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384360.763443:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384360.763444:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384360.763447:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384360.763448:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.763451:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384360.763454:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384360.763457:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004afb49f9. 00000100:00000200:1.0:1767384360.763459:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744053120, offset 224 00000400:00000200:1.0:1767384360.763477:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384360.763485:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384360.763492:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06180 00000400:00000200:1.0:1767384360.763497:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bad [2] + 224 00000400:00000200:1.0:1767384360.763501:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384360.763505:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384360.763508:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384360.763511:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384360.763518:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.763529:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.763534:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004afb49f9 00000400:00000010:1.0:1767384360.763536:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004afb49f9. 00000100:00000001:1.0:1767384360.763539:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384360.763540:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384360.763540:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.763544:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384360.763545:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384360.763549:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384360.763549:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000040:3.0:1767384360.763613:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294949543, at 4294949544 00000100:00000010:3.0:1767384360.763623:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091e19d71. 00000400:00000001:2.0:1767384360.763744:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384360.763746:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00010000:00000001:1.0:1767384360.763748:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384360.763751:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7209fcf 00000020:00000001:1.0:1767384360.763751:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384360.763755:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7209fcf. 00000020:00000001:1.0:1767384360.763756:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384360.763760:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384360.763763:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceb361bf x1853236744053120/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:341/0 lens 4848/4768 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384360.763767:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384360.763781:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.763812:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384360.763815:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384360.763815:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb361bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744053120:12345-0@lo:253: Request processed in 17878us (18328us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384360.763820:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384360.763822:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384360.763825:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384360.763826:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.763828:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.763829:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00001000:2.0:1767384360.763831:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=68 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384360.763833:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00001000:2.0:1767384360.763836:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384360.763837:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384360.763840:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384360.763841:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384360.763844:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384360.763844:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fedc857b. 00010000:00000001:2.0:1767384360.763847:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384360.763850:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384360.763850:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000100:00000001:2.0:1767384360.763853:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384360.763856:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f149d09e. 00000100:00000040:2.0:1767384360.763857:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384360.763862:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:2.0:1767384360.763865:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384360.763868:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384360.763869:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384360.763870:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c8451a6. 00000100:00000001:2.0:1767384360.763871:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384360.763876:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:1.0:1767384360.763876:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384360.763878:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384360.763879:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384360.763881:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384360.763884:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:1.0:1767384360.763884:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384360.763890:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a9171. 00000020:01000004:2.0:1767384360.763891:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384360.763894:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384360.763895:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000010:1.0:1767384360.763895:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004afb49f9. 00000020:01000004:2.0:1767384360.763896:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384360.763900:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384360.763904:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384360.763909:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744053120:0@lo:253: 00000100:00000001:2.0:1767384360.763913:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.763915:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384360.763917:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013c05409 x1853236744053120/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.763921:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384360.763923:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384360.763925:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e082242. 02000000:00000001:2.0:1767384360.763928:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384360.763929:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384360.763930:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384360.763932:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384360.763933:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc1ecc32. 02000000:00000001:2.0:1767384360.763936:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384360.763937:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384360.763939:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00000100:00000001:2.0:1767384360.763942:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384360.763943:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.763944:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384360.763948:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384360.763950:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.763951:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384360.763952:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.764591:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294949543, at 4294949545 00000100:00000010:0.0:1767384360.764598:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00000100:00000040:1.0:1767384360.764605:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294949543, at 4294949545 00000100:00000040:2.0:1767384360.764607:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294949543, at 4294949545 00000100:00000010:1.0:1767384360.764613:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3c95a0. 00000100:00000010:2.0:1767384360.764615:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000667af885. 00010000:00000010:0.1:1767384360.766576:0:32969:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000682c632a. 00010000:00000010:0.1:1767384360.766582:0:32969:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00000400:00000010:3.0:1767384360.767078:0:32968:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000640c57f2. 00000400:00000040:3.0:1767384360.767093:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.767096:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384360.767098:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.767100:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.767101:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.767103:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384360.767105:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.767106:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384360.767107:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384360.767108:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384360.767109:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384360.767110:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.767112:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384360.767113:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.767113:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384360.767120:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384360.767121:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384360.767122:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384360.767123:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384360.767125:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.767126:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.767127:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.767128:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.767128:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.767129:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384360.767131:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.767132:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.767133:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.767134:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.767135:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.767136:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384360.767137:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384360.767138:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384360.767139:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384360.767140:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384360.767141:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.767142:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384360.767143:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384360.767144:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.767145:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384360.767146:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384360.767147:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384360.767148:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384360.767149:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384360.767150:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384360.767151:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384360.767152:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384360.767153:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384360.767154:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384360.767155:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384360.767156:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384360.767157:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384360.767158:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384360.767159:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384360.767164:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384360.767165:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384360.767166:0:32968:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384360.767232:0:32968:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000640c57f2. 00010000:00000001:1.0:1767384360.915691:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384360.915696:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.915701:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384360.915702:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.915742:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384360.915746:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.915749:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384361.363853:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384361.363858:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384361.363861:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:2.0:1767384361.363865:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000400:00000200:2.0:1767384361.363878:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384361.363885:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384361.363895:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000058797868. 00000400:00000010:2.0:1767384361.363899:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002b9f5ca9. 00000400:00000200:2.0:1767384361.363908:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp36 00000400:00000010:2.0:1767384361.363911:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000058797868. 00000400:00000010:2.0:1767384361.363916:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002b9f5ca9. 00000400:00000010:2.0:1767384361.363919:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384361.363926:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007aac5950. 00000400:00000200:2.0:1767384361.363930:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp36 00000400:00000200:2.0:1767384361.363943:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp36 local destination 00000400:00000200:2.0:1767384361.363948:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp36 00000400:00000200:2.0:1767384361.363954:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [135:135:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384361.363959:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp36 00000400:00000200:2.0:1767384361.363970:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:) -> 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) : GET try# 0 00000800:00000200:2.0:1767384361.363976:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp36 00000800:00000010:2.0:1767384361.363980:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005beb799c. 00000800:00000200:2.0:1767384361.363988:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:2.1:1767384361.363994:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000400:00000200:2.0:1767384361.364035:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp36 added to recovery queue. ping count: 3 next ping: 290 health :700 00000400:00000200:2.0:1767384361.364041:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp31 00000400:00000010:2.0:1767384361.364045:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000839215b5. 00000400:00000010:2.0:1767384361.364049:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000028395993. 00000400:00000010:2.0:1767384361.364052:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000400:00000010:2.0:1767384361.364056:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6f1e900. 00000400:00000200:2.0:1767384361.364060:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp31 00000400:00000200:2.0:1767384361.364067:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp31 local destination 00000400:00000200:2.0:1767384361.364070:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00000400:00000200:2.0:1767384361.364074:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [136:136:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1767384361.364078:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:3.0:1767384361.364086:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364090:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp31:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:2.0:1767384361.364103:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:2.0:1767384361.364106:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f8415c3. 00000800:00000200:2.0:1767384361.364112:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:2.1:1767384361.364118:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000400:00000200:2.0:1767384361.364133:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:3.0:1767384361.364163:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364210:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364232:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364290:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364304:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364367:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364380:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364450:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364454:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364536:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364537:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364657:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364674:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000800:00000200:1.0:1767384361.364685:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 00000800:00000200:1.0:1767384361.364693:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:988 00000800:00000200:1.0:1767384361.364697:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384361.364720:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364736:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364781:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364785:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000200:1.0:1767384361.364789:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384361.364795:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.364804:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.364808:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.364812:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.364841:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364859:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364899:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364904:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.364947:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.364958:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365004:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365029:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365058:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365102:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365125:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365171:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365190:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365235:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365243:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365297:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365311:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365361:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365372:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365410:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365422:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365461:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365472:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.365527:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365532:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365611:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365679:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365752:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365813:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365866:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365931:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.365989:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366039:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366062:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366096:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366115:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366164:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366216:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366279:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366312:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000800:00000010:3.0:1767384361.366327:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f881acb. 00000800:00000010:3.0:1767384361.366333:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010769eec. 00000800:00000010:3.0:1767384361.366338:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3dfe748. 00000400:00000200:2.0:1767384361.366343:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000800:00000010:3.0:1767384361.366362:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3dfe748. 00000800:00020000:3.0:1767384361.366371:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384361.366374:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010769eec. 00000800:00000010:3.0:1767384361.366377:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003f881acb. 00000400:00000200:2.0:1767384361.366387:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:02020000:3.0:1767384361.366445:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384361.366449:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384361.366453:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp36 notifying 192.168.203.113@tcp36: down 00000800:00000200:3.0:1767384361.366459:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp36 down 00000800:00000100:3.0:1767384361.366466:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp36 00000800:00000010:3.0:1767384361.366469:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005beb799c. 00000400:00000200:3.0:1767384361.366473:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384361.366477:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384361.366484:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384361.366487:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384361.366490:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp36) recovery failed with -71 00000400:00000200:2.0:1767384361.366494:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366520:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366549:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366620:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366673:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366705:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366726:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366766:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384361.366827:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384361.366956:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6b4e771. 00000800:00000010:2.0:1767384361.366961:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000584964d9. 00000800:00000010:2.0:1767384361.366966:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c961461. 00000800:00000010:2.0:1767384361.366990:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c961461. 00000800:00020000:2.0:1767384361.366997:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384361.367001:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000584964d9. 00000800:00000010:2.0:1767384361.367003:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b6b4e771. 00000400:02020000:2.0:1767384361.367044:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384361.367050:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000800:00000200:2.0:1767384361.367055:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp31 down 00000800:00000100:2.0:1767384361.367061:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:2.0:1767384361.367064:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f8415c3. 00000400:00000200:2.0:1767384361.367068:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384361.367073:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384361.367079:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384361.367083:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384361.367087:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384361.939607:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384361.939618:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.939623:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384361.939626:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384361.939629:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384361.939630:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.939633:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384361.939635:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.939637:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.939638:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.939684:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384361.939686:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.939688:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384362.191779:0:33433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384362.191791:0:33433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.191795:0:33433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384362.191800:0:33433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384362.191805:0:33433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.191807:0:33433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384362.387651:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.387656:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.387670:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:2.0:1767384362.387674:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000400:00000200:2.0:1767384362.387679:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384362.387686:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384362.387695:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000058797868. 00000400:00000010:2.0:1767384362.387699:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002b9f5ca9. 00000400:00000001:2.0:1767384362.387703:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.387704:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384362.387705:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000400:00000010:2.0:1767384362.387706:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00000400:00000200:2.0:1767384362.387707:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384362.387709:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384362.387710:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000839215b5. 00000400:00000010:2.0:1767384362.387711:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000028395993. 00000400:00000200:2.0:1767384362.387715:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp39 00000400:00000010:2.0:1767384362.387718:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098143793. 00000400:00000010:2.0:1767384362.387722:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fdd8d6e0. 00000400:00000010:2.0:1767384362.387724:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a3ecbe1. 00000400:00000010:2.0:1767384362.387728:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d923542. 00000400:00000200:2.0:1767384362.387731:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp39 00000400:00000200:2.0:1767384362.387742:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp39 local destination 00000400:00000200:2.0:1767384362.387747:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp39 00000400:00000200:2.0:1767384362.387750:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp39 NI seq info: [137:137:256:4294967295] 192.168.203.113@tcp39 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384362.387755:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp39 00000400:00000200:2.0:1767384362.387761:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39:) -> 192.168.203.113@tcp39(192.168.203.113@tcp39:192.168.203.113@tcp39) : GET try# 0 00000800:00000200:2.0:1767384362.387765:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp39 00000800:00000010:2.0:1767384362.387768:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006f8415c3. 00000800:00000200:2.0:1767384362.387772:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000800:00000200:2.1:1767384362.387777:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000400:00000200:2.0:1767384362.387793:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp39 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:3.0:1767384362.387874:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387911:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387924:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387936:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387948:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387960:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387973:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.387995:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388009:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388022:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388036:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388048:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388060:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388071:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388084:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388097:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388118:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388129:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388141:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388153:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388166:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388198:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388210:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388222:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388234:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388258:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388273:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388285:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388296:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388308:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388320:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388332:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388344:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384362.388355:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384362.388492:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f881acb. 00000800:00000010:3.0:1767384362.388495:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000063f0544d. 00000800:00000010:3.0:1767384362.388499:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a81f229. 00000800:00000010:3.0:1767384362.388531:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a81f229. 00000800:00020000:3.0:1767384362.388539:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384362.388542:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000063f0544d. 00000800:00000010:3.0:1767384362.388543:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003f881acb. 00000400:02020000:3.0:1767384362.388615:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp39 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384362.388620:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp39 notifying 192.168.203.113@tcp39: down 00000400:00000200:3.0:1767384362.388624:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384362.388628:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp39 00000800:00000010:3.0:1767384362.388630:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006f8415c3. 00000400:00000200:3.0:1767384362.388633:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384362.388649:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp39->192.168.203.113@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384362.388656:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384362.388658:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384362.388661:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp39) recovery failed with -71 00000001:00000001:2.0:1767384362.897527:0:33597:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384362.897537:0:33597:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384362.901381:0:33597:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384362.908266:0:33598:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a7e9a678. 00000400:00000010:2.0:1767384362.908281:0:33598:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000696e88b6. 00000400:00000010:2.0:1767384362.908290:0:33598:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002fc1572e. 00000400:00000010:2.0:1767384362.908293:0:33598:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000028395993. 00000400:00000010:2.0:1767384362.908297:0:33598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000072cd68b6. 00000400:00000010:2.0:1767384362.908301:0:33598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009eeb3808. 00000400:00000010:2.0:1767384362.908302:0:33598:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df5210e7. 00000400:00000010:2.0:1767384362.908304:0:33598:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db9b1e8f. 00000400:00000010:2.0:1767384362.908307:0:33598:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009ae75bee. 00000800:00000010:2.0:1767384362.908321:0:33598:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006b07c02d. 00000800:00000200:2.0:1767384362.908331:0:33598:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384362.908343:0:33598:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384362.908378:0:33598:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384362.908401:0:33598:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384362.909784:0:33598:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000071545bda. 00000400:00000010:2.0:1767384362.909792:0:33598:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000010:2.0:1767384362.909798:0:33598:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000001:2.0:1767384362.909819:0:33598:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384362.909822:0:33598:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384362.909824:0:33598:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fe01d1. 00000400:00000200:2.0:1767384362.909828:0:33598:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:2.0:1767384362.909829:0:33598:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000010:2.0:1767384362.909832:0:33598:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000e577db90. 00000400:00000200:2.0:1767384362.909837:0:33598:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (32) 00000400:00000200:2.0:1767384362.909847:0:33598:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384362.909855:0:33598:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384362.909862:0:33598:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b6b4e771. 00000020:01000000:2.0:1767384362.909867:0:33598:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384362.909869:0:33598:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp42 00000400:00000200:1.0:1767384362.909870:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384362.909877:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000010:2.0:1767384362.909882:0:33598:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000696e88b6. 00000400:00000010:1.0:1767384362.909883:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000400:00000010:2.0:1767384362.909886:0:33598:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a7e9a678. 00000400:00000200:1.0:1767384362.909888:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000010:1.0:1767384362.909894:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eb63d2e. 00000400:00000200:1.0:1767384362.909900:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:0.0:1767384362.909903:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.909908:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.909910:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384362.909912:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:01000000:0.0:1767384362.909913:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384362.909919:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384362.909922:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:0.0:1767384362.909923:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384362.909926:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384362.909928:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.909932:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384362.909934:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:0.0:1767384362.909935:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.909937:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384362.909940:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384362.909942:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:0.0:1767384362.909943:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384362.909946:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384362.909949:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384362.909953:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384362.909959:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000100:00000010:0.0:1767384362.909960:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9a1c10a. 00000020:00000040:0.0:1767384362.909966:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384362.909967:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:1.0:1767384362.909972:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000100:00000001:0.0:1767384362.909972:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384362.909976:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384362.909979:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 02000000:00000001:0.0:1767384362.909982:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384362.909990:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d10ef302. 00000400:00000200:1.0:1767384362.909995:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000100:00000001:0.0:1767384362.909997:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910000:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:1.0:1767384362.910004:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000001:0.0:1767384362.910007:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384362.910009:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000100:00000001:0.0:1767384362.910010:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910017:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000040:0.0:1767384362.910020:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a1c10a] to pc [ptlrpcd_00_01+1] req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.910026:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:1.0:1767384362.910039:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:1.0:1767384362.910044:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:1.0:1767384362.910048:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:2.0:1767384362.910051:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.910053:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 28], ns[101, 28] 10000000:00000001:0.0:1767384362.910054:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910056:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.910060:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384362.910060:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910064:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000020:00000001:0.0:1767384362.910065:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.910068:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384362.910069:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384362.910078:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384362.910080:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 10000000:00000001:0.0:1767384362.910081:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384362.910084:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384362.910086:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384362.910090:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384362.910091:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384362.910093:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384362.910095:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384362.910096:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 28], ns[136, 28] 02000000:00000001:2.0:1767384362.910100:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384362.910100:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384362.910104:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384362.910105:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384362.910109:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000020:01000004:0.0:1767384362.910109:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384362.910110:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384362.910114:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384362.910117:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744053248:0@lo:253: 00000020:01000004:0.0:1767384362.910117:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384362.910121:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384362.910122:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[120, 28] 00000020:01000004:0.0:1767384362.910124:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384362.910126:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384362.910129:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 00000400:00000200:1.0:1767384362.910133:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[100, 28] 02000000:00000001:2.0:1767384362.910134:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384362.910134:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:2.0:1767384362.910139:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910140:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384362.910144:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384362.910144:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384362.910145:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 28], ns[132, 28] 02000000:00000001:0.0:1767384362.910146:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384362.910152:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a2e71ede. 00000400:00000200:1.0:1767384362.910153:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 28], ns[135, 28] 02000000:00000010:0.0:1767384362.910155:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000073319d3e. 02000000:00000001:2.0:1767384362.910157:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910160:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.910165:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000346d7a2f. 00000100:00000001:0.0:1767384362.910166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384362.910171:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000696e88b6. 00000100:00000001:0.0:1767384362.910175:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910176:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 28], ns[127, 28] 00000100:00000200:2.0:1767384362.910178:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744053248, portal 25 00000100:00000001:2.0:1767384362.910183:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384362.910183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000759dd43f] to pc [ptlrpcd_00_02+2] req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.910187:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352145280 : -120961357406336 : ffff91fc7d429f80) 00000400:00000200:1.0:1767384362.910189:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 28], ns[133, 28] 00000100:00000040:2.0:1767384362.910197:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.910208:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[127, 28], ns[137, 28] 00000100:00000001:2.0:1767384362.910222:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384362.910226:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000100:00000040:2.0:1767384362.910228:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384362.910228:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.910234:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff56dbf1. 10000000:00000001:0.0:1767384362.910234:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910236:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000100:00000200:2.0:1767384362.910238:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744053248, offset 0 00000020:00000001:0.0:1767384362.910239:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910245:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp40 00000020:01000000:0.0:1767384362.910245:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384362.910250:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384362.910251:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b6b4e771. 00000400:00000200:1.0:1767384362.910253:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp40 lpni_is_preferred = 0 00000400:00000200:1.0:1767384362.910258:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp40 00000400:00000200:1.0:1767384362.910261:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp40 NI seq info: [138:138:256:4294967295] 192.168.203.113@tcp40 LPNI seq info [128:128:8:4294967295] 00000100:00000001:0.0:1767384362.910265:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.910268:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp40 00000100:00000001:0.0:1767384362.910269:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910274:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.910278:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp40(192.168.203.113@tcp40:) -> 192.168.203.113@tcp40(192.168.203.113@tcp:192.168.203.113@tcp40) : PUT try# 0 00000100:00000001:0.0:1767384362.910278:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.910280:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384362.910286:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384362.910288:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.113@tcp40 00000400:00000200:2.0:1767384362.910294:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384362.910297:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060fdb4e3. 00000100:00000001:0.0:1767384362.910305:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384362.910306:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384362.910308:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000027ca7cd3. 00000400:00000200:2.0:1767384362.910309:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06200 02000000:00000001:0.0:1767384362.910309:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384362.910312:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384362.910315:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000afec585a. 02000000:00000001:0.0:1767384362.910316:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.910321:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a9 [2] + 0 00000100:00100000:0.0:1767384362.910325:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744053376:0@lo:253: 00000800:00000200:1.0:1767384362.910327:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (2) 00000400:00000010:2.0:1767384362.910330:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc956d46. 00000100:00000001:0.0:1767384362.910334:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384362.910336:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd603262 00000800:00000200:1.1:1767384362.910338:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (2) 02000000:00000001:0.0:1767384362.910338:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384362.910340:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.910343:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384362.910349:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001c8451a6. 00000400:00000200:2.0:1767384362.910351:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384362.910351:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910354:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000010:0.0:1767384362.910359:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000200:1.0:1767384362.910360:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000400:00000200:2.0:1767384362.910361:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384362.910366:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc5be6c. 00000400:00000200:2.0:1767384362.910370:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd603262 00000400:00000010:2.0:1767384362.910372:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd603262. 00000100:00000001:2.0:1767384362.910376:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.910378:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384362.910379:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744053376, portal 25 00000100:00000001:0.0:1767384362.910382:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384362.910383:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000e9fc028c x1853236744053248 msgsize 4848 00000100:00000001:0.0:1767384362.910385:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352144384 : -120961357407232 : ffff91fc7d429c00) 00000100:00100000:2.0:1767384362.910392:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384362.910394:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.910396:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.910405:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.910412:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff56dbf1 00000100:00000001:0.0:1767384362.910413:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384362.910415:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff56dbf1. 00000400:00000200:1.0:1767384362.910420:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000040:0.0:1767384362.910420:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384362.910421:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384362.910424:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eecdda1. 00000100:00000200:2.0:1767384362.910427:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384362.910429:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744053376, offset 0 00000400:00000200:0.0:1767384362.910439:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.910440:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384362.910445:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384362.910451:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.910459:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910461:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.910462:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384362.910465:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06280 00000100:00000001:2.0:1767384362.910466:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910473:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294951707 00000400:00000200:0.0:1767384362.910477:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e9 [2] + 0 00000100:00000010:2.0:1767384362.910481:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc5873. 00000400:00000010:0.0:1767384362.910481:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d96221. 00000400:00000200:0.0:1767384362.910488:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008d65d7f 00000100:00000001:2.0:1767384362.910490:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384362.910492:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384362.910493:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.910496:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294951707 00000400:00000200:0.0:1767384362.910500:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384362.910504:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bbcbfd5c. 00000400:00000200:0.0:1767384362.910505:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d65d7f 00000400:00000010:0.0:1767384362.910509:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008d65d7f. 00000100:00000001:2.0:1767384362.910510:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384362.910513:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384362.910516:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294951707 00000100:00000200:0.0:1767384362.910517:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.910523:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000070439f13 x1853236744053376 msgsize 4848 00000100:00000010:2.0:1767384362.910524:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c18339aa. 00000400:00000200:1.0:1767384362.910525:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:2.0:1767384362.910531:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384362.910535:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384362.910538:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294951707 00000100:00000040:0.0:1767384362.910539:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384362.910545:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f956a00. 00000100:00000001:2.0:1767384362.910548:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384362.910551:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384362.910575:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eecdda1 00000400:00000010:0.0:1767384362.910577:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eecdda1. 00000100:00000001:0.0:1767384362.910579:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384362.910582:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.910589:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.910591:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.910597:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910598:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.910599:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384362.910603:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910606:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294951708 00000100:00000001:0.0:1767384362.910613:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951707 00000100:00000001:0.0:1767384362.910624:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294951708 00000100:00000001:0.0:1767384362.910627:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951707 00000100:00000001:0.0:1767384362.910645:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294951708 00000100:00000001:0.0:1767384362.910650:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951707 00000100:00000001:0.0:1767384362.910655:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294951708 00000400:00000200:1.0:1767384362.910670:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000001:2.0:1767384362.910704:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.910707:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910707:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951707 00000100:00000001:2.0:1767384362.910715:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910716:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.910717:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.910723:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910726:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910728:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.910728:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.910731:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:2.0:1767384362.910732:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384362.910732:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.910736:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384362.910739:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.910740:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.910742:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.910743:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384362.910746:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910747:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910750:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910751:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910767:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.910769:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910781:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:0.0:1767384362.910783:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384362.910786:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053248 02000000:00000001:0.0:1767384362.910789:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384362.910791:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.910793:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.910796:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.910799:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053248 00000020:00000001:0.0:1767384362.910801:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384362.910803:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384362.910805:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384362.910807:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:0.0:1767384362.910809:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384362.910811:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384362.910815:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384362.910819:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b7df180. 00000100:00000001:0.0:1767384362.910827:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384362.910829:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b7df180. 00000100:00000001:2.0:1767384362.910833:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384362.910833:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000020:00000010:0.0:1767384362.910835:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007127daf5. 00000100:00100000:2.0:1767384362.910836:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053376 02000000:00000001:2.0:1767384362.910841:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384362.910842:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bcdad65. 00000100:00000001:2.0:1767384362.910843:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.910847:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.910849:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007504b7e8. 02000000:00000001:2.0:1767384362.910850:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.910854:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053376 00000020:00000001:2.0:1767384362.910856:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.910858:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384362.910860:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384362.910860:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384362.910862:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384362.910864:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384362.910866:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384362.910868:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384362.910870:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384362.910871:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910874:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384362.910878:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005833f99f. 00000100:00000001:0.0:1767384362.910879:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.910881:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384362.910885:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005833f99f. 00000400:00000200:1.0:1767384362.910886:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:0.0:1767384362.910890:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384362.910891:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000321405a2. 00000020:00000010:2.0:1767384362.910898:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006dfb3cbb. 00000020:00000010:2.0:1767384362.910902:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000001:2.0:1767384362.910907:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384362.910908:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384362.910910:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.910911:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384362.910914:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.910918:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384362.910922:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384362.910923:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.910924:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107078070352 : -120966631481264 : ffff91fb42e6a050) 00000100:00000001:2.0:1767384362.910928:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384362.910930:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9fc028c x1853236744053248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.910942:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384362.910944:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000010:0.0:1767384362.910946:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b7df180. 00000100:00000001:2.0:1767384362.910948:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384362.910949:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.910951:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384362.910953:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b7df180. 00000100:00100000:2.0:1767384362.910959:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1767384362.910963:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9fc028c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744053248:12345-0@lo:253: 00000100:00000040:2.0:1767384362.910964:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384362.910970:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058715728 : -120966650835888 : ffff91fb41bf4c50) 00000100:00000200:0.0:1767384362.910970:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053248 00000020:00000001:0.0:1767384362.910976:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384362.910978:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070439f13 x1853236744053376/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384362.910978:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.910982:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.910983:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000020:00000001:0.0:1767384362.910987:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384362.910991:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:2.0:1767384362.910996:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384362.910997:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384362.911000:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384362.911001:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005833f99f. 00000020:00000001:0.0:1767384362.911002:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384362.911005:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384362.911007:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005833f99f. 00000020:00000001:0.0:1767384362.911011:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384362.911015:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070439f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744053376:12345-0@lo:253: 00000400:00000200:1.0:1767384362.911015:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000020:00000001:0.0:1767384362.911016:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.911022:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384362.911023:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053376 00000020:00000001:2.0:1767384362.911027:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384362.911027:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384362.911032:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384362.911034:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384362.911034:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000833fb32d. 00000020:00000001:2.0:1767384362.911035:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384362.911039:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 02000000:00000001:0.0:1767384362.911039:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.911044:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384362.911044:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.911046:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000020:00000001:2.0:1767384362.911048:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384362.911049:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384362.911052:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384362.911054:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384362.911056:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.911058:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:0.0:1767384362.911059:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008436dc5e. 02000000:00000001:2.0:1767384362.911060:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:0.0:1767384362.911065:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:2.0:1767384362.911066:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6b4e771. 20000000:00000001:0.0:1767384362.911068:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384362.911069:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.911071:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384362.911072:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.911074:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384362.911076:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384362.911076:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 20000000:00000001:0.0:1767384362.911078:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.911091:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384362.911094:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc1ecc32. 20000000:01000000:2.0:1767384362.911099:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384362.911100:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e34be51. 20000000:00000001:2.0:1767384362.911101:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384362.911105:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384362.911105:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:0.0:1767384362.911110:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384362.911114:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.911115:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384362.911117:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384362.911121:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384362.911131:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00080000:00000001:0.0:1767384362.911171:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384362.911175:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384362.911177:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00080000:00000001:0.0:1767384362.911177:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.911182:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384362.911187:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384362.911191:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384362.911194:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384362.911199:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033e1be53. 00080000:00000001:0.0:1767384362.911201:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068075008 : -120966641476608 : ffff91fb424e1c00) 00080000:00000001:0.0:1767384362.911204:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384362.911219:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911242:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911272:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911304:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000001:00000001:0.0:1767384362.911318:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384362.911321:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.911324:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384362.911357:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.911360:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384362.911363:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911413:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911454:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911489:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00080000:00000001:0.0:1767384362.911505:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384362.911508:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384362.911515:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911544:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911597:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911627:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911673:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911701:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911728:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911763:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911790:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384362.911816:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384362.911993:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384362.911998:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007695bcc5. 00000800:00000010:1.0:1767384362.912002:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a970add6. 00000800:00000010:1.0:1767384362.912021:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a970add6. 00000800:00020000:1.0:1767384362.912031:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384362.912039:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007695bcc5. 00000800:00000010:1.0:1767384362.912042:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384362.912086:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp40 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384362.912091:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp40 notifying 192.168.203.113@tcp40: down 00000800:00000200:1.0:1767384362.912096:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp40 down 00000800:00000100:1.0:1767384362.912101:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.203.113@tcp40 00000800:00000010:1.0:1767384362.912104:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060fdb4e3. 00000400:00000200:1.0:1767384362.912107:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384362.912111:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp40->192.168.203.113@tcp40: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384362.912117:0:16144:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp40 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:1.0:1767384362.912120:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384362.912123:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384362.912125:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384362.912157:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384362.912160:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301171 00000400:00000001:1.0:1767384362.912163:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384362.912164:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384362.912166:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384362.912167:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000400:00000200:1.0:1767384362.912169:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384362.912171:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384362.912173:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (34) 00000400:00000200:1.0:1767384362.912175:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384362.912178:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc -71 00000400:00000200:1.0:1767384362.912181:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384362.912183:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (33) 00080000:00000001:1.0:1767384362.919838:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384362.919845:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:0.0:1767384362.919847:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384362.919849:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.919851:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384362.919858:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384362.919861:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384362.919862:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384362.919863:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384362.919863:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384362.919868:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033e1be53. 20000000:00000001:1.0:1767384362.919873:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384362.919873:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384362.919883:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384362.919884:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384362.919887:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384362.919889:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384362.919890:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384362.919893:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384362.919896:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384362.919903:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c5ef01e. 00010000:00000001:0.0:1767384362.919907:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384362.919909:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384362.919912:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000010:1.0:1767384362.919914:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003635948c. 00000020:00000040:0.0:1767384362.919915:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc76d to hash 20000000:01000000:1.0:1767384362.919921:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000020:00000001:0.0:1767384362.919922:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384362.919925:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 20000000:00000001:1.0:1767384362.919927:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384362.919928:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384362.919932:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384362.919933:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384362.919934:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384362.919938:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.919945:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384362.919948:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384362.919950:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384362.919952:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384362.919954:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384362.919955:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384362.919956:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384362.919958:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384362.919959:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384362.919961:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384362.919962:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384362.919964:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c5ef01e) refcount = 1 00080000:00000001:1.0:1767384362.919965:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384362.919969:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384362.919970:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384362.919972:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.919973:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384362.919975:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.919980:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:0.0:1767384362.919982:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384362.919984:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384362.919985:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384362.919988:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384362.919990:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a6f59ed. 00010000:00000001:0.0:1767384362.919990:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.919992:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384362.919995:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057631232 : -120966651920384 : ffff91fb41aec000) 20000000:00000001:0.0:1767384362.919996:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384362.919999:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:01000000:0.0:1767384362.920001:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384362.920004:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384362.920005:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384362.920007:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384362.920009:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384362.920011:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384362.920013:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384362.920014:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920019:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384362.920020:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920024:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.920025:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384362.920027:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920030:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384362.920031:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920033:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384362.920034:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384362.920039:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384362.920041:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384362.920048:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384362.920050:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920055:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384362.920056:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384362.920058:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384362.920059:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384362.920061:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384362.920062:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384362.920066:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384362.920067:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384362.920071:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384362.920071:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1767384362.920090:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920091:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384362.920096:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384362.920096:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920102:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384362.920105:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384362.920106:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384362.920108:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384362.920110:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc76d from hash 00010000:00000001:0.0:1767384362.920112:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1767384362.920113:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920113:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.920116:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384362.920118:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1767384362.920119:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384362.920120:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384362.920124:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384362.920126:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384362.920127:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384362.920130:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920132:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384362.920133:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384362.920135:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.920137:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384362.920138:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920145:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.920147:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384362.920149:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920154:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.920155:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384362.920157:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384362.920159:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384362.920160:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384362.920161:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384362.920163:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384362.920166:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384362.920168:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384362.920170:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384362.920174:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384362.920176:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384362.920177:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc76d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384362.920182:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c5ef01e count: 0 00010000:00000001:0.0:1767384362.920194:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384362.920196:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384362.920232:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384362.920236:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384362.925605:0:16618:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c5ef01e. 00010000:00000010:0.1:1767384362.925614:0:16618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00000100:00000040:3.0:1767384362.928649:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294951708, at 4294951709 00000100:00000010:3.0:1767384362.928657:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f956a00. 00000100:00000040:1.0:1767384362.928668:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294951708, at 4294951709 00000100:00000040:2.0:1767384362.928673:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294951708, at 4294951709 00000100:00000010:1.0:1767384362.928676:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bbcbfd5c. 00000100:00000010:2.0:1767384362.928681:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c18339aa. 00080000:00000001:1.0:1767384362.929485:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384362.929486:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384362.929489:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384362.929490:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384362.929491:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384362.929494:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384362.929495:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384362.929497:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384362.929499:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384362.929500:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a6f59ed. 20000000:01000000:1.0:1767384362.929502:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384362.929504:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384362.929515:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384362.929519:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384362.929522:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384362.929525:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384362.929525:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384362.929529:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384362.929532:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384362.929534:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384362.929539:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009936a7e7. 00010000:00000001:3.0:1767384362.929542:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384362.929546:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 00000020:00000001:3.0:1767384362.929548:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384362.929550:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3709ffb with handle 0xf489261bfe0bc774 to hash 00000020:00000001:3.0:1767384362.929569:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384362.929570:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929572:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929575:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.929576:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.929584:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929590:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384362.929592:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384362.929594:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384362.929596:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.929598:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.929599:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384362.929600:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.929602:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384362.929604:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384362.929605:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384362.929607:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384362.929608:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009936a7e7) refcount = 1 00010000:00010000:3.0:1767384362.929610:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929614:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384362.929615:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384362.929616:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.929618:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.929620:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384362.929621:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384362.929624:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384362.929625:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.929626:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.929628:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=4 00000020:00000001:3.0:1767384362.929629:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929631:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929644:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384362.929646:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929650:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384362.929656:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929660:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.929662:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384362.929663:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929666:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.929667:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.929669:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384362.929670:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384362.929674:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3709ffb already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384362.929676:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384362.929677:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384362.929679:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929682:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384362.929683:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384362.929684:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384362.929685:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=5 00000020:00000001:3.0:1767384362.929686:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929688:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384362.929689:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384362.929690:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929693:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384362.929695:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384362.929696:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.929696:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294951708, at 4294951710 00010000:00000001:3.0:1767384362.929701:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384362.929703:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384362.929704:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00010000:00000001:3.0:1767384362.929705:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384362.929712:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.929714:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3709ffb with handle 0xf489261bfe0bc774 from hash 00010000:00000001:3.0:1767384362.929716:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384362.929717:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.929718:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.929720:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384362.929721:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384362.929722:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384362.929723:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384362.929725:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384362.929726:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.929727:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384362.929728:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384362.929731:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.929732:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.929733:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.929734:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.929736:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.929737:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929741:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.929742:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.929743:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384362.929744:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384362.929745:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384362.929746:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384362.929747:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384362.929749:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384362.929751:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384362.929753:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384362.929756:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384362.929757:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384362.929758:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc774 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384362.929769:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009936a7e7 count: 0 00010000:00000001:3.0:1767384362.929776:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384362.929777:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384362.930348:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384362.930350:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384362.930352:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008436dc5e. 20000000:00000001:3.0:1767384362.930356:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.930359:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053248 00010000:00000001:3.0:1767384362.930361:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.930367:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9fc028c x1853236744053248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.930374:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.930376:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.930378:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.930382:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.930384:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.930385:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384362.930389:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.930391:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.930394:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.930397:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.930401:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000011b688e. 00000100:00000200:3.0:1767384362.930405:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744053248, offset 224 00000400:00000200:3.0:1767384362.930411:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.930422:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.930447:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06200 00000400:00000200:3.0:1767384362.930452:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd9 [2] + 224 00000400:00000200:3.0:1767384362.930458:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.930461:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.930466:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.930469:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.930476:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.930499:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.930506:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011b688e 00000400:00000010:3.0:1767384362.930508:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000011b688e. 00000100:00000001:2.0:1767384362.930509:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.930511:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384362.930513:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384362.930514:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384362.930520:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384362.930521:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384362.930524:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384362.930527:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:2.0:1767384362.930528:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000346d7a2f. 00010000:00000001:3.0:1767384362.930530:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.930534:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.930535:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000696e88b6 00000020:00000001:3.0:1767384362.930537:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384362.930539:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000696e88b6. 00000100:00000040:3.0:1767384362.930543:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9fc028c x1853236744053248/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.930544:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384362.930551:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384362.930561:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.930604:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.930606:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.930608:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384362.930611:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384362.930613:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.930615:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.930617:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.930622:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384362.930625:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.930628:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384362.930630:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.930632:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384362.930647:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.930650:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.930655:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.930661:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.930664:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384362.930672:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9fc028c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744053248:12345-0@lo:253: Request processed in 19609us (20168us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384362.930673:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384362.930695:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384362.930697:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384362.930699:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384362.930702:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000020:01000004:2.0:1767384362.930703:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:3.0:1767384362.930707:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000020:01000004:2.0:1767384362.930707:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384362.930709:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384362.930710:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:2.0:1767384362.930711:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:3.0:1767384362.930714:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:2.0:1767384362.930714:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384362.930718:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384362.930720:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384362.930721:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bcdad65. 00000100:00000040:2.0:1767384362.930724:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.930727:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007504b7e8. 00000020:00000010:3.0:1767384362.930734:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007127daf5. 00000100:00100000:2.0:1767384362.930736:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744053248:0@lo:253: 00000020:00000040:3.0:1767384362.930739:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:2.0:1767384362.930742:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384362.930744:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384362.930745:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384362.930747:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000833fb32d. 00000100:00000040:2.0:1767384362.930749:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9a1c10a x1853236744053248/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.930753:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.930756:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384362.930762:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384362.930763:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384362.930769:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb76a34e. 02000000:00000001:2.0:1767384362.930769:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384362.930774:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a2e71ede. 00000400:00000010:3.0:1767384362.930775:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000011b688e. 02000000:00000001:2.0:1767384362.930784:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384362.930787:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.930790:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384362.930793:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384362.930795:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d10ef302. 02000000:00000001:2.0:1767384362.930801:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.930802:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384362.930804:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9a1c10a. 00000100:00000001:2.0:1767384362.930809:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384362.930811:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.930814:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.930820:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.930821:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.930823:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384362.930825:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384362.930912:0:33603:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000423db74a. 00000400:00000040:2.0:1767384362.930932:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384362.930934:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384362.930936:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384362.930938:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384362.930940:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384362.930941:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384362.930943:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384362.930945:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384362.930957:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384362.930958:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384362.930960:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384362.930962:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384362.930963:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384362.930964:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384362.930965:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384362.930967:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384362.930968:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384362.930969:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384362.930970:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384362.930972:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384362.930973:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384362.930974:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384362.930976:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384362.930977:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384362.930978:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384362.930979:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384362.930980:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384362.930981:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384362.930982:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384362.930983:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384362.930984:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384362.930986:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384362.930987:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384362.930987:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384362.930988:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384362.930989:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384362.930990:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384362.930992:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384362.930998:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384362.931000:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384362.931001:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384362.931003:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384362.931004:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384362.931006:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384362.931008:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384362.931010:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384362.931012:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384362.931022:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384362.931025:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384362.931027:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384362.931030:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384362.931032:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384362.931034:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384362.931036:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384362.931039:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384362.931041:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384362.931043:0:33603:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384362.931157:0:33603:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000423db74a. 00080000:00000020:3.0:1767384362.932202:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384362.932205:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384362.932206:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc1ecc32. 20000000:00000001:3.0:1767384362.932209:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.932219:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053376 00010000:00000001:3.0:1767384362.932221:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384362.932224:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070439f13 x1853236744053376/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.932229:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384362.932230:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384362.932231:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.932233:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384362.932234:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384362.932235:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384362.932237:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.932238:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.932240:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384362.932242:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.932244:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b33be81. 00000100:00000200:3.0:1767384362.932246:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744053376, offset 224 00000400:00000200:3.0:1767384362.932250:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384362.932254:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384362.932259:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06280 00000400:00000200:3.0:1767384362.932264:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1be1 [2] + 224 00000400:00000200:3.0:1767384362.932268:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384362.932271:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384362.932275:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384362.932277:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.932281:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.932292:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384362.932296:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b33be81 00000400:00000010:3.0:1767384362.932298:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b33be81. 00000100:00000001:3.0:1767384362.932300:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384362.932301:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384362.932303:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.932304:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.932308:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384362.932309:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384362.932313:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384362.932315:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384362.932318:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384362.932319:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.932320:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384362.932324:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070439f13 x1853236744053376/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:343/0 lens 4848/4768 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.932324:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 00000400:00000200:0.0:1767384362.932330:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc5be6c 00000400:00000010:0.0:1767384362.932333:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc5be6c. 00000100:00100000:3.0:1767384362.932336:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070439f13 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744053376:12345-0@lo:253: Request processed in 21336us (21809us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384362.932338:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384362.932344:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.932347:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384362.932352:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384362.932356:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384362.932358:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384362.932362:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006dfb3cbb. 00000100:00000200:0.0:1767384362.932362:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384362.932368:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:3.0:1767384362.932374:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000321405a2. 00000100:00000001:0.0:1767384362.932374:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.932378:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384362.932380:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384362.932381:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384362.932384:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384362.932384:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384362.932388:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6b4e771. 00000100:00000001:0.0:1767384362.932388:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.932391:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.932392:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384362.932395:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384362.932395:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384362.932399:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=70 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384362.932400:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384362.932406:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070aed19b. 00000100:00001000:0.0:1767384362.932406:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.932413:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384362.932414:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b33be81. 00000100:00000001:0.0:1767384362.932415:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.932418:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384362.932420:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.932422:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.932425:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.932430:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.932432:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384362.932433:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384362.932436:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384362.932437:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384362.932438:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384362.932440:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384362.932441:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384362.932442:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384362.932443:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384362.932443:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384362.932444:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384362.932452:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384362.932457:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000759dd43f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744053376:0@lo:253: 00000100:00000001:0.0:1767384362.932461:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.932462:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384362.932465:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000759dd43f x1853236744053376/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.932469:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384362.932470:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384362.932472:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001c8451a6. 02000000:00000001:0.0:1767384362.932475:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384362.932476:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384362.932478:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384362.932479:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384362.932481:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000073319d3e. 02000000:00000001:0.0:1767384362.932485:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384362.932486:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384362.932487:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000759dd43f. 00000100:00000001:0.0:1767384362.932490:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384362.932491:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.932492:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.932496:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384362.932497:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.932499:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.932501:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384362.937600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009936a7e7. 00010000:00000010:3.1:1767384362.937610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3709ffb. 00010000:00000001:1.0:1767384362.963656:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384362.963660:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.963664:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384362.963672:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.963710:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384362.963713:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384362.963716:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384363.156652:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384363.156656:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384363.156660:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384363.156662:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384363.156663:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384363.156665:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384363.156667:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384363.156669:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384363.156670:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 63 10000000:00000001:3.0:1767384363.156672:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384363.156674:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384363.156680:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000040:3.0:1767384363.156683:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384363.156693:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384363.156696:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384363.156700:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384363.156705:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003942b47b. 00000100:00000001:3.0:1767384363.156710:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.156713:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384363.156715:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384363.156722:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009936a7e7. 00010000:00000001:3.0:1767384363.156725:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384363.156728:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 00000020:00000001:3.0:1767384363.156732:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384363.156734:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3709ffb with handle 0xf489261bfe0bc77b to hash 00000020:00000001:3.0:1767384363.156736:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384363.156737:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.156739:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.156742:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384363.156744:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.156746:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384363.156753:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384363.156760:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384363.156764:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384363.156765:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384363.156769:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f259c714. 00000100:00000001:3.0:1767384363.156771:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107063938432 : -120966645613184 : ffff91fb420efd80) 00000100:00000001:3.0:1767384363.156772:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384363.156773:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000001:3.0:1767384363.156777:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384363.156778:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.156780:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384363.156785:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384363.156791:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.156798:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384363.156799:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.156802:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384363.156804:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384363.156805:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384363.156807:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744053504:0@lo:101: 00000100:00000001:3.0:1767384363.156810:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384363.156814:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384363.156816:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.156818:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384363.156820:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000906f0637. 02000000:00000001:3.0:1767384363.156822:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.156827:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc956d46. 00000400:00000010:3.0:1767384363.156832:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000100:00000200:3.0:1767384363.156837:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744053504, portal 25 00000100:00000001:3.0:1767384363.156838:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384363.156839:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000040:3.0:1767384363.156843:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.156848:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384363.156850:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384363.156853:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384363.156854:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744053504, offset 0 00000400:00000200:3.0:1767384363.156859:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384363.156870:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384363.156881:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd06300 00000400:00000200:3.0:1767384363.156886:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x140d [2] + 0 00000400:00000010:3.0:1767384363.156889:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000193cf1a9. 00000400:00000200:3.0:1767384363.156891:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009af62749 00000400:00000200:3.0:1767384363.156895:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.156903:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384363.156907:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af62749 00000400:00000010:3.0:1767384363.156908:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af62749. 00000100:00000001:3.0:1767384363.156912:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384363.156913:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384363.156916:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000083dae3c5 x1853236744053504 msgsize 328 00000100:00100000:3.0:1767384363.156919:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384363.156921:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384363.156932:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384363.156938:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384363.156939:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384363.156941:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384363.156943:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.156950:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.156952:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.156956:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.156957:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384363.156960:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.156963:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294951954 00000100:00000010:3.0:1767384363.156967:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002724585c. 00000100:00000001:3.0:1767384363.156972:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384363.156977:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294951954 00000100:00000010:3.0:1767384363.156981:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000100:00000001:3.0:1767384363.156983:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384363.156988:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294951954 00000100:00000010:3.0:1767384363.156991:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000100:00000001:3.0:1767384363.156993:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384363.156995:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384363.156997:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294951954 00000100:00100000:2.0:1767384363.156999:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053504 00000100:00000010:3.0:1767384363.157002:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005019375f. 02000000:00000001:2.0:1767384363.157003:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384363.157006:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384363.157007:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384363.157008:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.157012:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157017:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384363.157018:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053504 00000100:00000001:3.0:1767384363.157023:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.157023:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384363.157027:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384363.157028:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384363.157031:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384363.157032:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384363.157035:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f259c714 going to sleep for 11 seconds 00000020:00000040:2.0:1767384363.157035:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:2.0:1767384363.157040:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384363.157041:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384363.157044:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384363.157045:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.157049:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.157054:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eec77e8. 00000100:00000001:2.0:1767384363.157056:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384363.157058:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eec77e8. 00000020:00000010:2.0:1767384363.157069:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 00000020:00000010:2.0:1767384363.157074:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000810eed5. 00000020:00000010:2.0:1767384363.157077:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000100:00000040:2.0:1767384363.157084:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384363.157086:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384363.157087:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384363.157088:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.157094:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.157105:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.157115:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.157116:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384363.157122:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384363.157124:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384363.157127:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058722896 : -120966650828720 : ffff91fb41bf6850) 00000100:00000040:2.0:1767384363.157131:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083dae3c5 x1853236744053504/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 328/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.157138:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.157141:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eec77e8. 00000100:00000001:2.0:1767384363.157142:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384363.157144:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eec77e8. 00000100:00100000:2.0:1767384363.157149:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083dae3c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744053504:12345-0@lo:101: 00000100:00000200:2.0:1767384363.157151:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053504 00000020:00000001:2.0:1767384363.157154:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384363.157156:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384363.157158:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.157160:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384363.157162:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:2.0:1767384363.157164:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384363.157165:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384363.157167:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384363.157169:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384363.157172:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.157173:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384363.157181:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384363.157182:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384363.157184:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384363.157185:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.157189:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384363.157193:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b07d7d48. 00010000:00000001:2.0:1767384363.157195:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384363.157197:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005cd59b6e. 00000020:00000001:2.0:1767384363.157198:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384363.157200:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005cd59b6e with handle 0xf489261bfe0bc782 to hash 00000020:00000001:2.0:1767384363.157201:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384363.157202:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:2.0:1767384363.157203:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00010000:2.0:1767384363.157205:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc77b expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.157210:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:2.0:1767384363.157212:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384363.157217:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384363.157218:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384363.157221:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bc07c030. 02000000:00000001:2.0:1767384363.157223:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.157224:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.157226:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384363.157229:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384363.157231:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384363.157232:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.157234:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.157235:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.157236:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.157238:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384363.157240:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384363.157241:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384363.157242:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384363.157243:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b07d7d48) refcount = 1 00010000:00010000:2.0:1767384363.157246:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.157255:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384363.157257:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384363.157258:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.157259:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.157260:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384363.157264:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384363.157267:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.157271:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384363.157273:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384363.157274:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.157276:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.157278:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384363.157279:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.157280:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384363.157282:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005cd59b6e, rc 0) 00000020:00000001:2.0:1767384363.157284:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384363.157286:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053504 00010000:00000001:2.0:1767384363.157289:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384363.157292:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083dae3c5 x1853236744053504/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 328/344 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.157298:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384363.157300:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.157303:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.157306:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384363.157309:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384363.157311:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384363.157313:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.157314:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.157316:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.157318:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.157321:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000200:2.0:1767384363.157324:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744053504, offset 224 00000400:00000200:2.0:1767384363.157331:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.157336:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.157341:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd06300 00000400:00000200:2.0:1767384363.157344:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1bf9 [1] + 224 00000400:00000200:2.0:1767384363.157347:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.157349:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.157352:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384363.157355:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.157361:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.157373:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.157377:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384363.157378:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000100:00000001:2.0:1767384363.157381:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.157382:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384363.157385:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384363.157385:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.157390:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:3.0:1767384363.157392:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384363.157392:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384363.157395:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384363.157396:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.157399:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc956d46. 00000020:00000001:2.0:1767384363.157400:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384363.157406:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000100:00000040:2.0:1767384363.157406:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083dae3c5 x1853236744053504/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 328/344 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384363.157410:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000100:00000001:3.0:1767384363.157417:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384363.157420:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083dae3c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744053504:12345-0@lo:101: Request processed in 279us (501us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384363.157423:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384363.157432:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000200:3.0:1767384363.157435:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.157436:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384363.157442:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384363.157445:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384363.157446:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384363.157449:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384363.157449:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000810eed5. 00000100:00000001:3.0:1767384363.157451:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384363.157455:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384363.157456:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384363.157456:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000100:00000001:3.0:1767384363.157459:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384363.157461:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 02000000:00000001:3.0:1767384363.157462:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384363.157465:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384363.157467:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384363.157473:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384363.157474:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384363.157474:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00010000:00000001:3.0:1767384363.157479:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384363.157481:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.157481:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384363.157484:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bc07c030. 00000100:00000001:3.0:1767384363.157485:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.157490:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384363.157491:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.157494:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.157501:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384363.157501:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384363.157506:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384363.157507:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000346d7a2f. 00000400:00000010:2.0:1767384363.157512:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aba4cc40. 00000100:00000001:3.0:1767384363.157514:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384363.157519:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.157524:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744053504:0@lo:101: 00000100:00000001:3.0:1767384363.157528:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.157530:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157531:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384363.157532:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.157534:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157538:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384363.157539:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f259c714. 00000100:00000001:3.0:1767384363.157542:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384363.157544:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.157545:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384363.157547:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384363.157549:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384363.157550:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=4 00000020:00000001:3.0:1767384363.157716:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.157719:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000040:3.0:1767384363.157723:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a3709ffb, remote cookie: 0xf489261bfe0bc782, flags: 0x0 00010000:00000001:3.0:1767384363.157725:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384363.157727:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384363.157728:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384363.157729:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384363.157730:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384363.157732:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009936a7e7) refcount = 1 00010000:00010000:3.0:1767384363.157734:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384363.157738:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384363.157739:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384363.157740:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384363.157746:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384363.157749:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.157750:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384363.157754:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384363.157755:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384363.157756:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384363.157758:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384363.157759:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384363.157760:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157762:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.157765:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744053504/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157769:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384363.157771:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384363.157773:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000906f0637. 02000000:00000001:3.0:1767384363.157776:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384363.157777:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.157778:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384363.157780:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384363.157782:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003942b47b. 02000000:00000001:3.0:1767384363.157785:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.157786:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384363.157788:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000100:00000001:3.0:1767384363.157790:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.157791:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384363.157792:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384363.157793:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384363.157795:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384363.157796:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.157798:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384363.157799:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384363.157800:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00000020:00000001:3.0:1767384363.157801:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.157802:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.157804:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384363.157808:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384363.157809:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384363.157811:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384363.157813:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384363.157815:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008d2bcc2b. 00000100:00000010:3.0:1767384363.157824:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000040:3.0:1767384363.157827:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384363.157829:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384363.157830:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384363.157832:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384363.157835:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003942b47b. 00000100:00000001:3.0:1767384363.157838:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157840:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384363.157843:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000906f0637. 00000100:00000010:3.0:1767384363.157845:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000006680f4ca. 00000020:00000040:3.0:1767384363.157846:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384363.157849:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384363.157850:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384363.157853:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f259c714. 00000100:00000001:3.0:1767384363.157854:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107063938432 : -120966645613184 : ffff91fb420efd80) 00000100:00000001:3.0:1767384363.157856:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384363.157857:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000001:3.0:1767384363.157859:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384363.157861:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157862:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384363.157863:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384363.157865:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157869:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384363.157870:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.157872:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384363.157873:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384363.157874:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384363.157876:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744053632:0@lo:256: 00000100:00000001:3.0:1767384363.157878:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384363.157884:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384363.157886:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.157888:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384363.157892:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc956d46. 00000400:00000010:3.0:1767384363.157896:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000063f0544d. 00000100:00000200:3.0:1767384363.157899:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd06380-0x695824dd06380, portal 33 00000100:00000001:3.0:1767384363.157901:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.157903:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384363.157906:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaf86915. 02000000:00000001:3.0:1767384363.157907:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.157910:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087fe01d1. 00000400:00000010:3.0:1767384363.157912:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000100:00000200:3.0:1767384363.157913:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744053632, portal 25 00000100:00000001:3.0:1767384363.157915:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384363.157915:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000040:3.0:1767384363.157918:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157922:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384363.157923:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384363.157925:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384363.157926:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744053632, offset 0 00000400:00000200:3.0:1767384363.157930:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384363.157933:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384363.157938:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd06380 00000400:00000200:3.0:1767384363.157942:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1415 [2] + 0 00000400:00000010:3.0:1767384363.157944:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823b2521. 00000400:00000200:3.0:1767384363.157946:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb3f564d 00000400:00000200:3.0:1767384363.157948:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.157950:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384363.157952:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3f564d 00000400:00000010:3.0:1767384363.157953:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb3f564d. 00000100:00000001:3.0:1767384363.157961:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384363.157962:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384363.157964:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000006fc5ee6 x1853236744053632 msgsize 304 00000100:00100000:3.0:1767384363.157971:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384363.157972:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384363.157980:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384363.157984:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384363.157985:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384363.157986:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384363.157988:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157993:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.157995:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.157999:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158000:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384363.158004:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158006:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294951955 00000100:00000001:3.0:1767384363.158011:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951954 00000100:00000001:3.0:1767384363.158013:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294951955 00000100:00000001:3.0:1767384363.158017:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951954 00000100:00000001:3.0:1767384363.158020:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294951955 00000100:00000001:3.0:1767384363.158023:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951954 00000100:00000001:3.0:1767384363.158027:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294951955 00000100:00000001:3.0:1767384363.158030:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951954 00000100:00000001:3.0:1767384363.158034:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.158036:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158038:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384363.158039:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384363.158041:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f259c714 going to sleep for 11 seconds 00000100:00000001:2.0:1767384363.158041:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384363.158043:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384363.158045:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053632 00000100:00000001:3.0:1767384363.158046:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.158050:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384363.158052:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384363.158053:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.158056:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384363.158058:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053632 00000020:00000001:2.0:1767384363.158060:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384363.158061:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384363.158063:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.158064:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:2.0:1767384363.158066:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384363.158068:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384363.158070:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.158073:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eec77e8. 00000100:00000001:2.0:1767384363.158075:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384363.158077:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eec77e8. 00000020:00000010:2.0:1767384363.158081:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 00000020:00000010:2.0:1767384363.158084:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c4cfd2b. 00000020:00000010:2.0:1767384363.158087:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000100:00000040:2.0:1767384363.158090:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384363.158092:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384363.158093:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384363.158093:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158097:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158108:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.158114:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.158121:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384363.158125:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384363.158127:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384363.158128:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.158129:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094213200 : -120961615338416 : ffff91fc6de2e450) 00000100:00000001:3.0:1767384363.158131:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384363.158135:0:16788:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.158135:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006fc5ee6 x1853236744053632/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 304/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.158145:0:16788:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158147:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.158150:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eec77e8. 00000100:00000001:2.0:1767384363.158153:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384363.158155:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eec77e8. 00000100:00100000:2.0:1767384363.158158:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006fc5ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744053632:12345-0@lo:256: 00000100:00000200:2.0:1767384363.158161:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053632 00000020:00000001:2.0:1767384363.158163:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384363.158165:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384363.158166:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.158168:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384363.158169:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:2.0:1767384363.158171:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384363.158172:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384363.158174:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384363.158175:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384363.158176:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158179:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384363.158180:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384363.158183:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bc07c030. 02000000:00000001:2.0:1767384363.158184:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158186:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.158187:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384363.158190:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384363.158192:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384363.158193:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384363.158195:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.158197:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384363.158198:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384363.158205:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b2a54ab2. 20000000:00000001:2.0:1767384363.158208:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384363.158220:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384363.158225:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384363.158229:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384363.158231:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384363.158232:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384363.158234:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384363.158235:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384363.158237:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384363.158238:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384363.158239:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384363.158241:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384363.158242:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384363.158243:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384363.158244:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384363.158245:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384363.158247:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384363.158248:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384363.158249:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384363.158250:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384363.158251:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384363.158252:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384363.158253:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384363.158254:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384363.158255:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384363.158256:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384363.158257:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384363.158258:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384363.158259:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384363.158260:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384363.158261:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384363.158263:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384363.158264:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384363.158265:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384363.158266:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:2.0:1767384363.158267:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:2.0:1767384363.158273:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384363.158274:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384363.158280:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384363.158281:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384363.158282:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384363.158283:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384363.158285:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384363.158286:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384363.158287:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384363.158288:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384363.158289:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384363.158290:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384363.158291:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384363.158293:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384363.158294:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384363.158295:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384363.158296:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384363.158297:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384363.158298:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384363.158299:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384363.158300:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384363.158301:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384363.158302:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384363.158304:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384363.158305:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384363.158306:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384363.158307:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384363.158308:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384363.158310:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384363.158311:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384363.158312:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384363.158313:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384363.158314:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384363.158316:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:2.0:1767384363.158317:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:2.0:1767384363.158319:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:2.0:1767384363.158320:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:2.0:1767384363.158323:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384363.158326:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a583cd3a. 00000100:00000010:2.0:1767384363.158327:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000081278f75. 00000020:00000040:2.0:1767384363.158329:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:2.0:1767384363.158336:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384363.158338:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384363.158340:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000400:00000010:2.0:1767384363.158344:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8ecbde3. 00000400:00000200:2.0:1767384363.158346:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.158352:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.158356:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x695824dd06380 00000400:00000200:2.0:1767384363.158359:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1c09 [4] + 0 00000400:00000010:2.0:1767384363.158361:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc956d46. 00000400:00000200:2.0:1767384363.158363:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063f0544d 00000400:00000200:2.0:1767384363.158365:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.158367:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384363.158369:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063f0544d 00000400:00000010:2.0:1767384363.158370:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000063f0544d. 00000100:00000001:2.0:1767384363.158372:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384363.158374:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000a0d630b desc 00000000906f0637 mbits 1853236744053632 00000100:00000001:2.0:1767384363.158383:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384363.158385:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384363.158387:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384363.158393:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1c15 00000400:00000200:2.0:1767384363.158395:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384363.158396:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384363.158399:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384363.158400:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158403:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384363.158405:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a583cd3a 00000100:00000001:2.0:1767384363.158407:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384363.158411:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384363.158413:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000100:00000001:2.0:1767384363.158414:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384363.158415:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a583cd3a 00000100:00000001:2.0:1767384363.158416:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384363.158418:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x695824dd06380-0x695824dd06380 00000100:00000001:2.0:1767384363.158420:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.158423:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158424:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384363.158426:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:2.0:1767384363.158433:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000081278f75. 00000100:00000010:2.0:1767384363.158435:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a583cd3a. 00000100:00000001:2.0:1767384363.158436:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384363.158438:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384363.158441:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b2a54ab2. 20000000:00000001:2.0:1767384363.158443:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384363.158445:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053632 00010000:00000001:2.0:1767384363.158447:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384363.158449:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006fc5ee6 x1853236744053632/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 304/240 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.158454:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384363.158455:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384363.158456:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384363.158458:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384363.158460:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384363.158461:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384363.158463:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.158464:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.158465:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384363.158466:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384363.158469:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000100:00000200:2.0:1767384363.158470:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744053632, offset 224 00000400:00000200:2.0:1767384363.158473:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384363.158476:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.158479:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd06380 00000400:00000200:2.0:1767384363.158481:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c0d [1] + 224 00000400:00000200:2.0:1767384363.158483:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.158485:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.158487:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384363.158488:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.158494:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.158512:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384363.158514:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:2.0:1767384363.158516:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000100:00000001:2.0:1767384363.158517:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.158518:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384363.158521:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158522:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384363.158523:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384363.158526:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384363.158527:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384363.158528:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384363.158531:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384363.158532:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384363.158534:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fe01d1. 00000100:00000040:2.0:1767384363.158536:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006fc5ee6 x1853236744053632/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:344/0 lens 304/240 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384363.158538:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000400:00000010:3.0:1767384363.158541:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000100:00000001:3.0:1767384363.158545:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384363.158551:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384363.158573:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006fc5ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744053632:12345-0@lo:256: Request processed in 403us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384363.158589:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000200:3.0:1767384363.158592:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.158594:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384363.158599:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384363.158602:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384363.158604:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384363.158606:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c4cfd2b. 00000100:00000001:3.0:1767384363.158607:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.158611:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384363.158612:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384363.158612:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000100:00000001:3.0:1767384363.158616:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384363.158617:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 00000100:00000001:3.0:1767384363.158618:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.158623:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384363.158624:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384363.158626:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=71 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384363.158628:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384363.158630:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384363.158642:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384363.158643:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.158644:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384363.158645:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158646:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384363.158648:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bc07c030. 00000100:00000040:3.0:1767384363.158649:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384363.158653:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384363.158656:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384363.158660:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384363.158661:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384363.158667:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f570a75. 00000100:00000001:3.0:1767384363.158668:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384363.158672:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384363.158673:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a369254. 00000100:00000040:3.0:1767384363.158676:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.158688:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744053632:0@lo:256: 00000100:00000001:3.0:1767384363.158691:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.158692:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.158693:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384363.158694:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.158695:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.158699:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384363.158700:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f259c714. 00000100:00000001:3.0:1767384363.158702:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384363.158702:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384363.158704:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:3.0:1767384363.158706:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384363.158710:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000060ce7f8c. 10000000:00000040:3.0:1767384363.158718:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384363.158721:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384363.158723:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384363.158727:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384363.158729:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.158730:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384363.158731:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384363.158732:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:3.0:1767384363.158735:0:16793:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.203.113@tcp' 00000400:00000200:3.0:1767384363.158736:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384363.158738:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384363.158740:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384363.158744:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384363.158747:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (32) 00000400:00000200:3.0:1767384363.158750:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000200:3.0:1767384363.158760:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384363.158762:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384363.158763:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384363.158768:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384363.158770:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (34) 00000400:00000200:3.0:1767384363.158772:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:3.0:1767384363.158774:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:3.0:1767384363.158777:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158779:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:3.0:1767384363.158780:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:3.0:1767384363.158782:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158782:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384363.158787:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:3.0:1767384363.158788:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:0.0:1767384363.158791:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:3.0:1767384363.158795:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158798:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:3.0:1767384363.158799:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000010:0.0:1767384363.158800:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e319b53. 00000400:00000200:3.0:1767384363.158801:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158805:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:0.0:1767384363.158806:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000200:3.0:1767384363.158807:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384363.158812:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158814:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000010:0.0:1767384363.158814:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a83a40e. 00000400:00000200:3.0:1767384363.158818:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:0.0:1767384363.158822:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384363.158826:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158828:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:3.0:1767384363.158830:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384363.158834:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384363.158835:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158836:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:3.0:1767384363.158837:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:3.0:1767384363.158839:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158839:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:3.0:1767384363.158842:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:3.0:1767384363.158847:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158848:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:3.0:1767384363.158851:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:0.0:1767384363.158851:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384363.158858:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158859:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:0.0:1767384363.158861:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384363.158862:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:3.0:1767384363.158868:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158871:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384363.158871:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384363.158875:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384363.158881:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384363.158882:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:3.0:1767384363.158888:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158890:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:3.0:1767384363.158891:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:3.0:1767384363.158896:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:3.0:1767384363.158903:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:3.0:1767384363.158907:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:0.0:1767384363.158912:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:3.0:1767384363.158913:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:3.0:1767384363.158919:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158922:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:3.0:1767384363.158923:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:3.0:1767384363.158927:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:3.0:1767384363.158934:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158934:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384363.158937:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:3.0:1767384363.158942:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384363.158944:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:3.0:1767384363.158948:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158952:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:0.0:1767384363.158954:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384363.158956:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:3.0:1767384363.158964:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.158964:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384363.158967:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:3.0:1767384363.158972:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:0.0:1767384363.158974:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384363.158977:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158981:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:0.0:1767384363.158984:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:3.0:1767384363.158985:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:3.0:1767384363.158990:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.158993:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:0.0:1767384363.158993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:3.0:1767384363.158996:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:3.0:1767384363.159002:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159005:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:3.0:1767384363.159006:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:3.0:1767384363.159011:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:3.0:1767384363.159016:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159018:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:3.0:1767384363.159020:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:3.0:1767384363.159025:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384363.159028:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 28], ns[101, 28] 00000400:00000200:3.0:1767384363.159030:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159032:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:3.0:1767384363.159034:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:3.0:1767384363.159040:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159042:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:0.0:1767384363.159043:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000400:00000200:0.0:1767384363.159049:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[73, 28] 00000400:00000200:3.0:1767384363.159050:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:3.0:1767384363.159056:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159057:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 28], ns[136, 28] 00000400:00000200:3.0:1767384363.159058:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:3.0:1767384363.159063:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384363.159066:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:3.0:1767384363.159069:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159073:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:0.0:1767384363.159075:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[120, 28] 00000400:00000200:3.0:1767384363.159077:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:3.0:1767384363.159083:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159085:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[100, 28] 00000400:00000200:3.0:1767384363.159086:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:3.0:1767384363.159091:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:0.0:1767384363.159094:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 28], ns[132, 28] 00000400:00000200:3.0:1767384363.159097:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159103:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:0.0:1767384363.159106:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 28], ns[135, 28] 00000400:00000200:3.0:1767384363.159108:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:3.0:1767384363.159114:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159116:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 28], ns[127, 28] 00000400:00000200:3.0:1767384363.159117:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:3.0:1767384363.159122:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:3.0:1767384363.159129:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384363.159129:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 28], ns[133, 28] 00000400:00000200:3.0:1767384363.159133:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:3.0:1767384363.159137:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:0.0:1767384363.159142:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[127, 28], ns[137, 28] 00000400:00000200:3.0:1767384363.159143:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159147:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:3.0:1767384363.159151:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:0.0:1767384363.159155:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[128, 28], ns[138, 28] 00000400:00000200:3.0:1767384363.159157:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384363.159162:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000001:3.0:1767384363.159165:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384363.159166:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00010000:00000001:3.0:1767384363.159170:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384363.159173:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp20 10000000:00000040:3.0:1767384363.159176:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 00000400:00000200:0.0:1767384363.159180:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp20 lpni_is_preferred = 0 10000000:00000010:3.0:1767384363.159181:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000887f20b9. 00000400:00000200:0.0:1767384363.159185:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp20 10000000:00000040:3.0:1767384363.159186:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384363.159190:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384363.159191:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp20 NI seq info: [139:139:256:4294967295] 192.168.203.113@tcp20 LPNI seq info [129:129:8:4294967295] 00000020:00000001:3.0:1767384363.159195:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384363.159199:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp20 00000020:00000010:3.0:1767384363.159200:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083dac123. 00000020:00000010:3.0:1767384363.159205:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006254fe7d. 00000400:00000200:0.0:1767384363.159206:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20:) -> 192.168.203.113@tcp20(192.168.203.113@tcp:192.168.203.113@tcp20) : PUT try# 0 00000040:00000010:3.0:1767384363.159211:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ee541d2. 00000020:00000010:3.0:1767384363.159216:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7253c95. 00000800:00000200:0.0:1767384363.159216:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.113@tcp20 00000800:00000010:0.0:1767384363.159221:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e78e254d. 00000020:00000010:3.0:1767384363.159226:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384363.159232:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000035d1811a. 00000800:00000200:0.0:1767384363.159235:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (6) 80000000:00000010:3.0:1767384363.159238:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098ab6d07. 40000000:00000010:3.0:1767384363.159242:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007399a64a. 00000800:00000200:0.0:1767384363.159246:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp20 ip 192.168.203.113:988 00100000:00000010:3.0:1767384363.159247:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007da2419b. 00000800:00000200:0.0:1767384363.159251:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e78e254d type 1, nob 672 niov 1 nkiov 1 00040000:00000010:3.0:1767384363.159252:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001deca525. 00040000:00000010:3.0:1767384363.159257:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e69ac835. 00040000:00000010:3.0:1767384363.159259:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000463702e. 00080000:00000010:3.0:1767384363.159261:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000731a4da. 00000004:00000010:3.0:1767384363.159264:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004d9e16fd. 00000400:00000200:0.0:1767384363.159267:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384363.159270:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000004:00000010:3.0:1767384363.159271:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000a61964. 00000004:00000010:3.0:1767384363.159277:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eeef6842. 00002000:00000010:3.0:1767384363.159280:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000036c9e51b. 00000004:00000010:3.0:1767384363.159283:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000443a3c4d. 00000004:00000001:3.0:1767384363.159286:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384363.159289:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384363.159290:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000887f20b9 00000040:00001000:3.0:1767384363.159291:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384363.159292:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384363.159293:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384363.159294:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384363.159296:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384363.159297:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384363.159299:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384363.159300:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:3.0:1767384363.159301:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384363.159342:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384363.159346:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006254fe7d. 00000040:00000010:3.0:1767384363.159350:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ee541d2. 00000020:00000010:3.0:1767384363.159353:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b7253c95. 00000020:00000010:3.0:1767384363.159356:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384363.159358:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000035d1811a. 80000000:00000010:3.0:1767384363.159361:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000098ab6d07. 40000000:00000010:3.0:1767384363.159364:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007399a64a. 00100000:00000010:3.0:1767384363.159367:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007da2419b. 00040000:00000010:3.0:1767384363.159375:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001deca525. 00040000:00000010:3.0:1767384363.159378:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e69ac835. 00040000:00000010:3.0:1767384363.159380:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000463702e. 00080000:00000010:3.0:1767384363.159383:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000731a4da. 00000004:00000010:3.0:1767384363.159386:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004d9e16fd. 00000800:00000200:2.0:1767384363.159386:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000010:3.0:1767384363.159392:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000a61964. 00000800:00000010:2.0:1767384363.159392:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e78e254d. 00000004:00000010:3.0:1767384363.159399:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eeef6842. 00000400:00000200:2.0:1767384363.159399:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1767384363.159405:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000036c9e51b. 00000004:00000010:3.0:1767384363.159410:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000443a3c4d. 00000400:00000200:2.0:1767384363.159410:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: PUT: OK 00000020:00000010:3.0:1767384363.159414:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083dac123. 00000020:00000001:3.0:1767384363.159417:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.159422:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384363.159424:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000887f20b9. 00000400:00000200:2.0:1767384363.159424:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000010:3.0:1767384363.159429:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000060ce7f8c. 00000400:00000200:2.0:1767384363.159429:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 10000000:00000001:3.0:1767384363.159432:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.159435:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.159439:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744053632/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384363.159440:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384363.159446:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384363.159448:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767384363.159449:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384363.159450:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaf86915. 00000800:00000001:2.0:1767384363.159454:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384363.159456:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384363.159459:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.159460:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000001:2.0:1767384363.159460:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.159465:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384363.159467:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384363.159469:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.159472:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384363.159472:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20) <- 192.168.203.113@tcp20 : PUT - for me 00000020:00000001:3.0:1767384363.159478:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384363.159482:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006680f4ca. 00000100:00000010:3.0:1767384363.159487:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000906f0637. 00000400:00000200:2.0:1767384363.159491:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384363.159492:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384363.159495:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003942b47b. 02000000:00000001:3.0:1767384363.159501:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.159503:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384363.159504:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 544/576 into md 0x1b51 [1] + 0 00000100:00000010:3.0:1767384363.159506:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000400:00000010:2.0:1767384363.159509:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:2.0:1767384363.159513:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fce3e618 00000100:00000001:3.0:1767384363.159516:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.159518:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.159518:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.159525:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.159528:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.159531:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: PUT: OK 10000000:00000010:3.0:1767384363.159532:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008d2bcc2b. 00000400:00000200:2.0:1767384363.159533:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fce3e618 00000400:00000010:2.0:1767384363.159536:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fce3e618. 10000000:01000000:3.0:1767384363.159537:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767384363.159540:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:00000001:3.0:1767384363.159541:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384363.159544:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384363.159545:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000020:00000001:3.0:1767384363.159546:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384363.159550:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00000400:00000200:2.0:1767384363.159578:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:2.0:1767384363.159583:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (576 bytes) 00000400:00000200:2.0:1767384363.159588:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384363.159597:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00000400:00000200:2.0:1767384363.159601:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384363.159607:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp20 to MR: 192.168.203.113@tcp20 local destination 00000400:00000200:2.0:1767384363.159614:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp20 NI seq info: [140:140:256:4294967295] 192.168.203.113@tcp20 LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1767384363.159626:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20:192.168.203.113@tcp20) -> 192.168.203.113@tcp20(192.168.203.113@tcp20:192.168.203.113@tcp20) 192.168.203.113@tcp20 : ACK try# 0 00000020:00000001:3.0:1767384363.159629:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384363.159647:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00000800:00000200:2.0:1767384363.159651:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp20 00010000:00000001:3.0:1767384363.159652:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384363.159656:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384363.159657:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fa8281d. 00010000:00000001:3.0:1767384363.159664:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767384363.159666:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (6) 00010000:00000001:3.0:1767384363.159667:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384363.159668:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384363.159675:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384363.159677:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384363.159679:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384363.159681:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384363.159681:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp20 ip 192.168.203.113:1001 10000000:00000001:3.0:1767384363.159683:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384363.159686:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001fa8281d type 0, nob 96 niov 1 nkiov 0 10000000:00000001:3.0:1767384363.159687:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384363.159691:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384363.159693:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384363.159695:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:2.0:1767384363.159699:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.159709:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384363.159717:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.159729:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384363.159733:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000906f0637. 00000400:00000010:3.0:1767384363.159737:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087fe01d1. 00000400:00000010:3.0:1767384363.159741:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000400:00000200:3.0:1767384363.159744:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000906f0637 00000800:00000200:2.0:1767384363.159745:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384363.159748:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000006389bef3. 00000800:00000010:2.0:1767384363.159748:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fa8281d. 00000400:00000200:3.0:1767384363.159754:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000400:00000200:2.0:1767384363.159755:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.159758:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: ACK: OK 00000800:00000001:2.0:1767384363.159763:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.159767:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302471 00000800:00000001:2.0:1767384363.159768:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.159770:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000800:00000001:2.0:1767384363.159773:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384363.159776:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000443a3c4d. 00000800:00000001:2.0:1767384363.159778:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384363.159780:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000400:00000200:2.0:1767384363.159787:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp20(192.168.203.113@tcp20) <- 192.168.203.113@tcp20 : ACK - for me 00000400:00000010:3.0:1767384363.159788:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6820d4f. 00000400:00000200:3.0:1767384363.159795:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384363.159806:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp20: ACK from 12345-192.168.203.113@tcp20 into md 0x1c21 00000400:00000200:2.0:1767384363.159811:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.159817:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384363.159818:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp20->192.168.203.113@tcp20: ACK: OK 00000400:00000200:3.0:1767384363.159825:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384363.159831:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384363.159834:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384363.159837:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384363.159839:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:3.0:1767384363.159842:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:3.0:1767384363.159845:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:3.0:1767384363.159847:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:3.0:1767384363.159850:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:3.0:1767384363.159853:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384363.159855:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 00000400:00000200:3.0:1767384363.159858:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00000400:00000200:3.0:1767384363.159860:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:3.0:1767384363.159863:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384363.159865:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:3.0:1767384363.159875:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:3.0:1767384363.159878:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:3.0:1767384363.159882:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:3.0:1767384363.159884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 30], ns[101, 30] 00000400:00000200:3.0:1767384363.159887:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 30], ns[72, 30] 00000400:00000200:3.0:1767384363.159890:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 30], ns[73, 30] 00000400:00000200:3.0:1767384363.159892:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 30], ns[136, 30] 00000400:00000200:3.0:1767384363.159895:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 30], ns[117, 30] 00000400:00000200:3.0:1767384363.159899:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 30], ns[120, 30] 00000400:00000200:3.0:1767384363.159901:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 30], ns[100, 30] 00000400:00000200:3.0:1767384363.159904:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 30], ns[132, 30] 00000400:00000200:3.0:1767384363.159907:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[135, 30] 00000400:00000200:3.0:1767384363.159910:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 30], ns[127, 30] 00000400:00000200:3.0:1767384363.159913:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 30], ns[133, 30] 00000400:00000200:3.0:1767384363.159916:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[127, 30], ns[137, 30] 00000400:00000200:3.0:1767384363.159919:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[128, 30], ns[138, 30] 00000400:00000200:3.0:1767384363.159921:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384363.159924:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp21 00000400:00000200:3.0:1767384363.159926:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384363.159928:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp21 00000400:00000200:3.0:1767384363.159935:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp21 NI seq info: [141:141:256:4294967295] 192.168.203.113@tcp21 LPNI seq info [131:131:8:4294967295] 00000400:00000200:3.0:1767384363.159939:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp21 00000400:00000200:3.0:1767384363.159943:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21:) -> 192.168.203.113@tcp21(192.168.203.113@tcp:192.168.203.113@tcp21) : GET try# 0 00000800:00000200:3.0:1767384363.159948:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp21 00000400:00000200:2.0:1767384363.159948:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e319b53 00000400:00000010:2.0:1767384363.159951:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e319b53. 00000800:00000010:3.0:1767384363.159952:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001deca525. 00000400:00000200:2.0:1767384363.159958:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:3.0:1767384363.159960:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (6) 00000400:00000200:2.0:1767384363.159964:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:2.0:1767384363.159970:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000800:00000200:3.0:1767384363.159971:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:988 00000400:00000200:2.0:1767384363.159975:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00000800:00000200:3.0:1767384363.159976:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001deca525 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384363.159984:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384363.159985:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000200:3.0:1767384363.159988:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 00000400:00000200:3.0:1767384363.159989:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000010:3.0:1767384363.159992:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000036c9e51b. 00000400:00000010:3.0:1767384363.159995:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000400:00000010:3.0:1767384363.160001:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038eca8be. 00000400:00000200:3.0:1767384363.160005:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384363.160010:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384363.160014:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384363.160017:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000800:00000200:2.0:1767384363.160020:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384363.160022:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000800:00000010:2.0:1767384363.160024:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001deca525. 00000400:00000200:3.0:1767384363.160028:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:2.0:1767384363.160029:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.160038:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:2.0:1767384363.160040:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: GET: OK 00000400:00000200:3.0:1767384363.160048:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:3.0:1767384363.160053:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:3.0:1767384363.160056:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:3.0:1767384363.160065:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:3.0:1767384363.160067:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384363.160070:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 00000400:00000200:3.0:1767384363.160072:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000400:00000200:3.0:1767384363.160075:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:3.0:1767384363.160077:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:3.0:1767384363.160080:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:3.0:1767384363.160083:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:3.0:1767384363.160085:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:3.0:1767384363.160088:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:3.0:1767384363.160091:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 32], ns[101, 32] 00000400:00000200:3.0:1767384363.160094:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:3.0:1767384363.160096:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[73, 32] 00000400:00000200:3.0:1767384363.160098:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 32], ns[136, 32] 00000400:00000200:3.0:1767384363.160103:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 32], ns[117, 32] 00000400:00000200:3.0:1767384363.160105:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 32], ns[120, 32] 00000400:00000200:3.0:1767384363.160108:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[100, 32] 00000400:00000200:3.0:1767384363.160110:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 32], ns[132, 32] 00000400:00000200:3.0:1767384363.160121:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 32], ns[135, 32] 00000400:00000200:3.0:1767384363.160125:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[127, 32] 00000400:00000200:3.0:1767384363.160129:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[123, 32], ns[133, 32] 00000400:00000200:3.0:1767384363.160133:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[127, 32], ns[137, 32] 00000400:00000200:3.0:1767384363.160135:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[128, 32], ns[138, 32] 00000400:00000200:3.0:1767384363.160138:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384363.160142:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp22 00000400:00000200:3.0:1767384363.160144:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384363.160147:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp22 00000400:00000200:3.0:1767384363.160149:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [142:142:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1767384363.160153:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp22 00000400:00000200:3.0:1767384363.160157:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:) -> 192.168.203.113@tcp22(192.168.203.113@tcp:192.168.203.113@tcp22) : GET try# 0 00000400:00000200:2.0:1767384363.160161:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384363.160162:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp22 00000400:00000200:2.0:1767384363.160167:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000010:3.0:1767384363.160168:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008339268f. 00000800:00000200:3.0:1767384363.160175:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 00000800:00000001:2.0:1767384363.160176:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.160181:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384363.160184:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:988 00000800:00000001:2.0:1767384363.160187:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384363.160188:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008339268f type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384363.160193:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.160195:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000800:00000001:2.0:1767384363.160197:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160200:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000800:00000001:2.0:1767384363.160207:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.160221:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21) <- 192.168.203.113@tcp21 : GET - for me 00000400:00000200:2.0:1767384363.160228:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384363.160231:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 576/576 into md 0x1bd1 [1] + 0 00000400:00000200:2.0:1767384363.160238:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp21 to MR: 192.168.203.113@tcp21 local destination 00000400:00000200:2.0:1767384363.160242:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp21 NI seq info: [143:143:256:4294967295] 192.168.203.113@tcp21 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384363.160249:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21:192.168.203.113@tcp21) -> 192.168.203.113@tcp21(192.168.203.113@tcp21:192.168.203.113@tcp21) 192.168.203.113@tcp21 : REPLY try# 0 00000800:00000200:2.0:1767384363.160253:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.113@tcp21 00000800:00000010:2.0:1767384363.160257:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fa8281d. 00000800:00000200:2.0:1767384363.160261:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (6) 00000800:00000200:3.0:1767384363.160265:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384363.160266:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:999 00000800:00000010:3.0:1767384363.160271:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008339268f. 00000800:00000200:2.0:1767384363.160271:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001fa8281d type 3, nob 672 niov 1 nkiov 1 00000400:00000200:3.0:1767384363.160276:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.160282:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: GET: OK 00000400:00000200:3.0:1767384363.160284:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384363.160285:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384363.160292:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.160298:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384363.160306:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384363.160310:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384363.160313:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384363.160314:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fa8281d. 00000400:00000200:2.0:1767384363.160318:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.160322:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : GET - for me 00000400:00000200:2.0:1767384363.160328:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: REPLY: OK 00000400:00000200:3.0:1767384363.160335:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 576 into portal 0 MB=0x8000000000000000 00000800:00000001:2.0:1767384363.160337:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160342:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 576/576 into md 0x1bd1 [1] + 0 00000800:00000001:2.0:1767384363.160343:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.160347:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160350:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp22 to MR: 192.168.203.113@tcp22 local destination 00000800:00000001:2.0:1767384363.160352:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.160356:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160359:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [144:144:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [134:134:8:4294967295] 00000800:00000001:2.0:1767384363.160361:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.160375:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp21(192.168.203.113@tcp21) <- 192.168.203.113@tcp21 : REPLY - for me 00000400:00000200:3.0:1767384363.160381:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) -> 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) 192.168.203.113@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384363.160387:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.113@tcp22 00000800:00000010:3.0:1767384363.160391:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008339268f. 00000400:00000200:2.0:1767384363.160395:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp21: Reply from 12345-192.168.203.113@tcp21 of length 576/576 into md 0x1c29 00000800:00000200:3.0:1767384363.160400:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 00000800:00000001:2.0:1767384363.160403:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384363.160407:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:997 00000800:00000001:2.0:1767384363.160409:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384363.160410:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008339268f type 3, nob 672 niov 1 nkiov 1 00000400:00000200:2.0:1767384363.160412:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.160418:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp21->192.168.203.113@tcp21: REPLY: OK 00000400:00000200:2.0:1767384363.160421:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:2.0:1767384363.160422:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000400:00000200:2.0:1767384363.160424:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384363.160433:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:2.0:1767384363.160435:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:2.0:1767384363.160438:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 34. state = 0x300271 00000400:00000200:2.0:1767384363.160443:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000800:00000200:3.0:1767384363.160449:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384363.160452:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008339268f. 00000400:00000200:2.0:1767384363.160452:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00000400:00000200:3.0:1767384363.160458:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384363.160461:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160464:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: REPLY: OK 00000800:00000001:2.0:1767384363.160467:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.160470:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.160473:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.160475:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384363.160478:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.160478:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.160486:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.160492:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : REPLY - for me 00000800:00000001:3.0:1767384363.160498:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.160504:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp22: Reply from 12345-192.168.203.113@tcp22 of length 576/576 into md 0x1c2d 00000800:00000001:2.0:1767384363.160508:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.160513:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.160514:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384363.160515:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384363.160520:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: REPLY: OK 00000400:00000200:3.0:1767384363.160523:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000200:2.0:1767384363.160526:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:2.0:1767384363.160528:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000400:00000010:3.0:1767384363.160531:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000f8289da9. 00000400:00000200:2.0:1767384363.160532:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000010:3.0:1767384363.160537:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 000000002980dde8. 00000400:00000200:2.0:1767384363.160537:0:16148:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:2.0:1767384363.160542:0:16148:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384363.160543:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 000000003b0c98f4. 00000400:00000200:2.0:1767384363.160547:0:16148:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 34. state = 0x300171 00000400:00000200:2.0:1767384363.160551:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384363.160594:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp31(0000000087dc3955) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384363.160602:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp35(00000000fb8ffa99) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384363.160604:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp36(000000006910f8cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384363.160608:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp38(000000001f74ba23) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384363.160618:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp39(0000000071ea9dfb) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384363.160621:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp40(00000000c642e3a2) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384363.160627:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000463702e. 00000400:00000200:3.0:1767384363.160645:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000463702e nid 192.168.203.113@tcp41 00000400:00000010:3.0:1767384363.160649:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098ab6d07. 00000400:00000200:3.0:1767384363.160651:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098ab6d07 net tcp41 00000400:00000200:2.0:1767384363.160686:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (34) 00000400:00000200:3.0:1767384363.160690:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (33) 00000400:00000200:3.0:1767384363.160695:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp41 flags 0x11 00000400:00000010:3.0:1767384363.160699:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000035d1811a. 00000800:00000001:2.0:1767384363.160700:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384363.160703:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000035d1811a nid 192.168.203.113@tcp42 00000800:00000001:2.0:1767384363.160705:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384363.160707:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c26b8cc9. 00000400:00000200:3.0:1767384363.160711:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c26b8cc9 net tcp42 00000400:00000200:3.0:1767384363.160713:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000200:3.0:1767384363.160717:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp42 flags 0x11 00000400:00000010:3.0:1767384363.160719:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000f8289da9. 00000400:00000010:3.0:1767384363.160721:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 000000002980dde8. 00000400:00000010:3.0:1767384363.160723:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 000000003b0c98f4. 00000400:00000010:3.0:1767384363.160725:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000443a3c4d. 00000400:00000200:3.0:1767384363.160728:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384363.160730:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x3001f1 00000400:00000200:3.0:1767384363.160733:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3001f1 rc 1 00000400:00000200:3.0:1767384363.160735:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3001f1 00000400:00000010:3.0:1767384363.160739:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000443a3c4d. 00000400:00000010:3.0:1767384363.160741:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 000000003b0c98f4. 00000400:00000010:3.0:1767384363.160742:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 000000002980dde8. 00000400:00000010:3.0:1767384363.160763:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000443a3c4d. 00000400:00000010:3.0:1767384363.160766:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 000000003b0c98f4. 00000400:00000010:3.0:1767384363.160768:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 000000002980dde8. 00000400:00000010:3.0:1767384363.160771:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000036c9e51b. 00000400:00000200:3.0:1767384363.160775:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384363.160778:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:3.0:1767384363.160780:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:3.0:1767384363.160789:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:3.0:1767384363.160792:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384363.160794:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:3.0:1767384363.160797:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384363.160802:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00000020:00000010:3.0:1767384363.168197:0:33687:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006680f4ca. 00000020:00000040:3.0:1767384363.168204:0:33687:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384363.168206:0:33687:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006680f4ca. 00000100:00000040:3.0:1767384363.175680:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294951955, at 4294951956 00000100:00000010:3.0:1767384363.175687:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005019375f. 00000100:00000040:1.0:1767384363.175698:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294951955, at 4294951956 00000100:00000010:1.0:1767384363.175706:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000100:00000040:0.0:1767384363.175708:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294951955, at 4294951956 00000100:00000010:0.0:1767384363.175716:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002724585c. 00000100:00000040:2.0:1767384363.175743:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294951955, at 4294951956 00000100:00000010:2.0:1767384363.175751:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000800:00000200:3.0:1767384363.411627:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000800:00000200:3.0:1767384363.411650:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:988 00000800:00000200:3.0:1767384363.411654:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384363.411758:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384363.411763:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.411774:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384363.411779:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384363.411781:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384363.412625:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384363.412642:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384363.412645:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3ecbe1 00000400:00000010:0.0:1767384363.412649:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a3ecbe1. 00000400:00000200:0.0:1767384363.412655:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384363.412660:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384363.412673:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098143793. 00000400:00000010:0.0:1767384363.412679:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fdd8d6e0. 00000400:00000200:0.0:1767384363.412689:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp32 00000400:00000010:0.0:1767384363.412693:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000059bb9309. 00000400:00000010:0.0:1767384363.412699:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006aef845f. 00000400:00000010:0.0:1767384363.412703:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082070494. 00000400:00000010:0.0:1767384363.412711:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad856ee6. 00000400:00000200:0.0:1767384363.412716:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp32 00000400:00000200:0.0:1767384363.412728:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp32 local destination 00000400:00000200:0.0:1767384363.412734:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:0.0:1767384363.412738:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [145:145:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384363.412745:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:0.0:1767384363.412756:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp32:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:0.0:1767384363.412762:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000800:00000010:0.0:1767384363.412767:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000029b57da4. 00000800:00000200:0.0:1767384363.412773:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000800:00000200:0.1:1767384363.412779:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:0.0:1767384363.412797:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 4 next ping: 300 health :600 00000400:00000200:2.0:1767384363.412859:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.412906:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.412926:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.412947:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.412970:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.412984:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413000:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413016:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413030:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413045:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413059:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413073:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413087:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413105:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413119:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413138:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413160:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413183:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413217:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413241:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413259:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413277:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413295:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413314:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413331:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413358:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413381:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413406:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413422:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413435:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413451:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413474:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413497:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413522:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384363.413541:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384363.413751:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edaf87a9. 00000800:00000010:2.0:1767384363.413756:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2937ed7. 00000800:00000010:2.0:1767384363.413760:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e07a0677. 00000800:00000010:2.0:1767384363.413776:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e07a0677. 00000800:00020000:2.0:1767384363.413782:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384363.413785:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2937ed7. 00000800:00000010:2.0:1767384363.413786:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000edaf87a9. 00000400:02020000:2.0:1767384363.413815:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384363.413821:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000800:00000200:2.0:1767384363.413828:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp32 down 00000800:00000100:2.0:1767384363.413835:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:2.0:1767384363.413837:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000029b57da4. 00000400:00000200:2.0:1767384363.413842:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.413847:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384363.413855:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384363.413859:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384363.413863:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp32) recovery failed with -71 00010000:00000001:1.0:1767384363.988748:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384363.988752:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.988758:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384363.988759:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.988793:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384363.988798:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.988802:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384364.179652:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384364.179673:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384364.179680:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098b3570c. 00000020:00000040:1.0:1767384364.179687:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384364.179693:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384364.179697:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384364.179702:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.179709:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000060fdb4e3. 00000100:00000001:1.0:1767384364.179716:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.179722:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384364.179725:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.179734:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098b3570c] to pc [ptlrpcd_00_03+3] req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384364.179763:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.179774:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384364.179786:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.179787:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.179790:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384364.179793:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.179796:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.179805:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384364.179806:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.179809:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384364.179811:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384364.179813:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.179816:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744053760:0@lo:13: 00000100:00000001:0.0:1767384364.179820:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384364.179823:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384364.179825:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.179827:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384364.179831:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000011cbe1b4. 02000000:00000001:0.0:1767384364.179832:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.179838:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000010:0.0:1767384364.179843:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000100:00000200:0.0:1767384364.179848:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744053760, portal 4 00000100:00000001:0.0:1767384364.179850:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384364.179852:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099038080 : -120961610513536 : ffff91fc6e2c8380) 00000100:00000040:0.0:1767384364.179857:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.179863:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.179865:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384364.179868:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00000200:0.0:1767384364.179870:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744053760, offset 0 00000400:00000200:0.0:1767384364.179875:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.179886:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.179897:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd06400 00000400:00000200:0.0:1767384364.179901:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000400:00000200:0.0:1767384364.179907:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.179910:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384364.179983:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.179990:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384364.179994:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000759dd43f. 00000100:00000040:0.0:1767384364.179996:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000759dd43f x1853236744053760 msgsize 224 00000100:00100000:0.0:1767384364.179999:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384364.180010:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384364.180017:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000400:00000010:0.0:1767384364.180019:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000100:00000001:0.0:1767384364.180022:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384364.180025:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.180032:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.180035:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.180040:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180042:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.180044:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384364.180063:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.180064:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053760 02000000:00000001:1.0:1767384364.180069:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384364.180070:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5335 usecs (6 jiffies) 00000100:00000001:1.0:1767384364.180074:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.180075:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952966 00000100:00000001:1.0:1767384364.180079:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384364.180081:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf12bca6. 02000000:00000001:1.0:1767384364.180085:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180087:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:1.0:1767384364.180091:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053760 00000100:00000001:0.0:1767384364.180094:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952966 00000020:00000001:1.0:1767384364.180096:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.180099:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000010:0.0:1767384364.180099:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a80685fa. 00000020:00000001:1.0:1767384364.180104:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384364.180105:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384364.180109:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:0.0:1767384364.180110:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952966 00000020:00000001:1.0:1767384364.180116:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000010:0.0:1767384364.180117:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024adb1ed. 00000020:00000001:1.0:1767384364.180122:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384364.180123:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384364.180127:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952966 00000100:00000010:0.0:1767384364.180130:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d2ee77. 00000100:00000001:0.0:1767384364.180135:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384364.180138:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384364.180139:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.180143:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.180144:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c03a0192. 00000020:00000010:1.0:1767384364.180150:0:18868:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000441bbb33. 00000100:00000001:0.0:1767384364.180152:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180155:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384364.180157:0:18868:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384364.180162:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.180165:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384364.180167:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.180168:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.180169:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180171:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180174:0:18868:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384364.180181:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001be0b1e1. 00000020:00000010:1.0:1767384364.180188:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046cdb6e0. 00000020:00000010:1.0:1767384364.180193:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d989d477. 00000100:00080000:2.0:1767384364.180201:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:1.0:1767384364.180202:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384364.180207:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384364.180208:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:1.0:1767384364.180210:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384364.180214:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180249:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180258:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.180269:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384364.180271:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384364.180277:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384364.180280:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:1.0:1767384364.180283:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352144384 : -120961357407232 : ffff91fc7d429c00) 00000100:00000040:1.0:1767384364.180287:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000759dd43f x1853236744053760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.180297:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.180300:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384364.180302:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.180304:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000100:00100000:1.0:1767384364.180308:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000759dd43f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744053760:12345-0@lo:13: 00000100:00000200:1.0:1767384364.180312:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053760 00000020:00000001:1.0:1767384364.180315:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384364.180318:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384364.180320:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.180323:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384364.180325:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:1.0:1767384364.180346:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384364.180350:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384364.180352:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384364.180354:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384364.180356:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180361:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384364.180363:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384364.180368:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006389bef3. 02000000:00000001:1.0:1767384364.180371:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180373:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384364.180376:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384364.180380:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384364.180383:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384364.180387:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384364.180401:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.180404:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384364.180406:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384364.180411:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384364.180414:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384364.180418:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384364.180420:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384364.180424:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384364.180426:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384364.180428:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384364.180432:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744053760 00010000:00000001:1.0:1767384364.180434:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384364.180439:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000759dd43f x1853236744053760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384364.180447:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.180449:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.180452:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.180457:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.180460:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384364.180462:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384364.180466:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.180474:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180477:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.180480:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.180483:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000100:00000200:1.0:1767384364.180485:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744053760, offset 224 00000400:00000200:1.0:1767384364.180500:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.180505:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.180509:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd06400 00000400:00000200:1.0:1767384364.180512:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c35 [1] + 224 00000400:00000200:1.0:1767384364.180515:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.180517:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.180520:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.180523:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.180529:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.180542:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.180546:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000400:00000010:1.0:1767384364.180548:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000100:00000001:0.0:1767384364.180587:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.180589:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384364.180594:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.180596:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.180598:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 00000400:00000200:0.0:1767384364.180601:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000400:00000010:0.0:1767384364.180602:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000100:00000001:0.0:1767384364.180606:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.180611:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.180618:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.180634:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.180637:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.180639:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384364.180641:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.180643:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.180644:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.180657:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.180661:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384364.180665:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.180668:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.180669:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.180671:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384364.180675:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384364.180679:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180682:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384364.180689:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384364.180690:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384364.180693:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384364.180697:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.180698:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384364.180702:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384364.180704:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000020:00000040:2.0:1767384364.180726:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384364.180728:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.180731:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384364.180732:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384364.180735:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384364.180737:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:0.0:1767384364.180738:0:16157:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:2.0:1767384364.180741:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384364.180742:0:16157:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384364.180747:0:16157:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000010:2.0:1767384364.180749:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e654eb79. 00000004:00000020:0.0:1767384364.180755:0:16157:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384364.180757:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384364.180764:0:16157:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.180767:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384364.180770:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.180809:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.180813:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.180820:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.180820:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744053760:0@lo:13: 00000100:00000040:1.0:1767384364.180827:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384364.180830:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.180832:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384364.180836:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180836:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.180841:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098b3570c x1853236744053760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384364.180843:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384364.180845:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384364.180849:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.180852:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000759dd43f x1853236744053760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.180855:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384364.180858:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c05409] to pc [ptlrpcd_00_00+0] req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384364.180860:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.180863:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000011cbe1b4. 02000000:00000001:0.0:1767384364.180869:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384364.180872:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.180874:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384364.180880:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384364.180883:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000060fdb4e3. 00000100:00100000:1.0:1767384364.180888:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000759dd43f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16157:x1853236744053760:12345-0@lo:13: Request processed in 586us (886us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384364.180889:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.180892:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.180894:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098b3570c. 00000100:00000001:2.0:1767384364.180897:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.180903:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384364.180904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384364.180905:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.180908:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384364.180910:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:2.0:1767384364.180911:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384364.180912:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.180913:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.180917:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.180918:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180920:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384364.180927:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010a5e520. 00000100:00000001:0.0:1767384364.180927:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180931:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384364.180934:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:1.0:1767384364.180936:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046cdb6e0. 00000100:00000001:2.0:1767384364.180938:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384364.180941:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1767384364.180943:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d989d477. 02000000:00000001:2.0:1767384364.180944:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.180948:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001be0b1e1. 00000100:00000001:0.0:1767384364.180949:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384364.180951:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d65524d. 00000100:00100000:0.0:1767384364.180954:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:1.0:1767384364.180956:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:2.0:1767384364.180957:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.180957:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.180961:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.180964:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384364.180965:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384364.180966:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.180972:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.180974:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.180977:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384364.180981:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384364.180983:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384364.180983:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.180984:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.180987:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.180993:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010a5e520] to pc [ptlrpcd_00_01+1] req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.180998:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384364.181001:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.181006:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384364.181009:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384364.181012:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.181015:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744053888:0@lo:400: 00000100:00000001:0.0:1767384364.181017:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384364.181020:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.181020:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384364.181021:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.181026:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384364.181026:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384364.181029:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078ea5ec3. 00000100:00000001:2.0:1767384364.181031:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384364.181032:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181035:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384364.181036:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000400:00000010:0.0:1767384364.181037:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000100:00100000:1.0:1767384364.181039:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:2.0:1767384364.181041:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384364.181043:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384364.181043:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f9ed14. 00000100:00000001:2.0:1767384364.181046:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384364.181049:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384364.181050:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744053888, portal 25 00000100:00000001:1.0:1767384364.181051:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384364.181052:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181053:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.181054:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.181057:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000100:00000001:1.0:1767384364.181059:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384364.181060:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d21d396f. 00000100:00000001:1.0:1767384364.181061:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384364.181064:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384364.181066:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181066:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384364.181072:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384364.181079:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384364.181093:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384364.181097:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.181103:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384364.181105:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384364.181106:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.181110:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384364.181112:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.181113:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384364.181114:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384364.181118:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00100000:1.0:1767384364.181120:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744054016:0@lo:400: 00000100:00000040:2.0:1767384364.181122:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba99abd] to pc [ptlrpcd_00_02+2] req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.181122:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744053888, offset 0 00000100:00000001:1.0:1767384364.181125:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384364.181130:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384364.181133:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.181134:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384364.181139:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384364.181143:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001be0b1e1. 00000400:00000200:0.0:1767384364.181143:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384364.181148:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.181150:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.181153:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000200:0.0:1767384364.181155:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd06480 00000100:00000040:2.0:1767384364.181158:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000400:00000010:1.0:1767384364.181158:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000400:00000200:0.0:1767384364.181163:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1439 [2] + 0 00000400:00000010:0.0:1767384364.181166:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000400:00000200:0.0:1767384364.181169:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d548ffe 00000400:00000200:0.0:1767384364.181171:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384364.181172:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744054016, portal 10 00000100:00000001:1.0:1767384364.181176:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384364.181177:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.181179:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353480704 : -120961356070912 : ffff91fc7d570000) 00000400:00000200:0.0:1767384364.181182:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d548ffe 00000400:00000010:0.0:1767384364.181184:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d548ffe. 00000100:00000040:1.0:1767384364.181186:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.181190:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.181191:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384364.181194:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000006f6add32 x1853236744053888 msgsize 224 00000100:00100000:0.0:1767384364.181205:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384364.181208:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.181208:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384364.181214:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.181216:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000200:1.0:1767384364.181219:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744054016, offset 0 00000100:00000001:0.0:1767384364.181219:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.181223:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.181226:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000400:00000010:0.0:1767384364.181229:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000400:00000200:1.0:1767384364.181233:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384364.181233:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384364.181239:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.181244:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06500 00000100:00000001:0.0:1767384364.181252:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384364.181255:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000040:0.0:1767384364.181257:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.181261:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384364.181267:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.181268:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384364.181269:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.181273:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384364.181276:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384364.181276:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384364.181280:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eba69672. 00000100:00000001:0.0:1767384364.181281:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294952978 00000100:00000040:1.0:1767384364.181285:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000eba69672 x1853236744054016 msgsize 224 00000100:00000001:0.0:1767384364.181290:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952966 00000100:00100000:1.0:1767384364.181294:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384364.181301:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294952978 00000100:00000001:0.0:1767384364.181305:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952966 00000100:00000001:1.0:1767384364.181307:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.181310:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294952978 00000400:00000200:1.0:1767384364.181316:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000100:00000001:0.0:1767384364.181317:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952966 00000400:00000010:1.0:1767384364.181321:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000001:0.0:1767384364.181323:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294952978 00000100:00000001:1.0:1767384364.181328:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384364.181330:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952966 00000100:00000001:0.0:1767384364.181335:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384364.181336:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.181338:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181343:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181348:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181352:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.181354:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.181355:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384364.181356:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181359:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.181362:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.181372:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181374:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.181375:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384364.181379:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054016 00000100:00000001:1.0:1767384364.181380:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.181380:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384364.181383:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.181386:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.181387:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384364.181387:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2796 usecs (3 jiffies) 02000000:00000001:0.0:1767384364.181388:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.181391:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744053888 00000100:00000001:1.0:1767384364.181394:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952964 00000100:00100000:0.0:1767384364.181394:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054016 02000000:00000001:3.0:1767384364.181395:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384364.181397:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384364.181399:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384364.181401:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000100:00000001:3.0:1767384364.181402:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181402:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952978 00000020:00000001:0.0:1767384364.181403:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.181407:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:1.0:1767384364.181409:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952964 00000020:00000001:0.0:1767384364.181410:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 02000000:00000001:3.0:1767384364.181411:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181413:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952978 00000020:00000001:0.0:1767384364.181414:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00100000:3.0:1767384364.181428:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744053888 00000100:00000001:0.0:1767384364.181428:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384364.181432:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952964 00000020:00000010:0.0:1767384364.181432:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dafae885. 00000020:00000001:3.0:1767384364.181433:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384364.181437:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384364.181439:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952978 00000100:00000001:0.0:1767384364.181439:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384364.181441:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384364.181445:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dafae885. 00000020:00000040:3.0:1767384364.181446:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384364.181446:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952964 00000020:00000010:0.0:1767384364.181452:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e40eefc0. 00000100:00000001:1.0:1767384364.181453:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952978 00000020:00000001:3.0:1767384364.181454:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384364.181456:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384364.181460:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384364.181465:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.181466:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9b4eb10. 00000100:00000001:1.0:1767384364.181470:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.181473:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:1.0:1767384364.181475:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.181477:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.181482:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000100:00000001:3.0:1767384364.181486:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384364.181487:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1767384364.181490:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 00000100:00000001:0.0:1767384364.181496:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.181498:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384364.181499:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f2c10a9. 00000100:00000001:1.0:1767384364.181500:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.181501:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.181504:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384364.181505:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078dc7dbd. 00000100:00000001:1.0:1767384364.181507:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384364.181508:0:16796:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384364.181510:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000001:0.0:1767384364.181513:0:16796:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767384364.181514:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.181516:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.181520:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384364.181525:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384364.181528:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384364.181530:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384364.181531:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181532:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181533:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.181537:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.181539:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384364.181543:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384364.181545:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.181548:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384364.181548:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744054144:0@lo:400: 00000100:00000001:0.0:1767384364.181549:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.181553:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.181558:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767384364.181561:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:0.0:1767384364.181563:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099050624 : -120961610500992 : ffff91fc6e2cb480) 00000100:00000001:3.0:1767384364.181564:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384364.181567:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384364.181568:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eba69672 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.181574:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384364.181581:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384364.181582:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384364.181587:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094218320 : -120961615333296 : ffff91fc6de2f850) 02000000:00000001:1.0:1767384364.181588:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384364.181592:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.181594:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384364.181597:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f64f855. 02000000:00000001:1.0:1767384364.181599:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.181601:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e39837. 00000400:00000010:1.0:1767384364.181604:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000001:0.0:1767384364.181606:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384364.181608:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744054144, portal 10 00000100:00000001:1.0:1767384364.181610:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384364.181611:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dafae885. 00000100:00000001:1.0:1767384364.181612:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000001:0.0:1767384364.181615:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.181618:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dafae885. 00000100:00000040:1.0:1767384364.181621:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.181622:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006f6add32 x1853236744053888/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.181640:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eba69672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744054016:12345-0@lo:400: 00000100:00000200:0.0:1767384364.181650:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054016 00000020:00000001:0.0:1767384364.181654:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384364.181658:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384364.181660:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.181682:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384364.181685:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384364.181685:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000010:3.0:1767384364.181692:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000020:00000001:0.0:1767384364.181692:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384364.181695:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384364.181696:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.181698:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384364.181699:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384364.181702:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384364.181703:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384364.181705:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 00000020:00000001:0.0:1767384364.181707:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.181709:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000100:00100000:3.0:1767384364.181715:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006f6add32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744053888:12345-0@lo:400: 00000100:00000200:1.0:1767384364.181715:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744054144, offset 0 00000020:00000001:0.0:1767384364.181718:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384364.181723:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384364.181724:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744053888 00000400:00000200:1.0:1767384364.181728:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384364.181728:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384364.181730:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384364.181733:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011cbe1b4. 00000020:00000001:3.0:1767384364.181735:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384364.181755:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384364.181755:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.181756:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181760:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.181763:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384364.181763:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.181767:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000400:00000200:1.0:1767384364.181768:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06580 00010000:00000040:0.0:1767384364.181768:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054016 00000020:00000001:3.0:1767384364.181773:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767384364.181774:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384364.181777:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00010000:00000200:0.0:1767384364.181780:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eba69672 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384364.181783:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.181784:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384364.181790:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384364.181794:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384364.181795:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384364.181795:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384364.181800:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384364.181801:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.181801:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384364.181804:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1767384364.181806:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=67 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384364.181807:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000010:1.0:1767384364.181810:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d63d9bc. 00000100:00000001:3.0:1767384364.181812:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384364.181812:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.181814:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000008d63d9bc x1853236744054144 msgsize 224 02000000:00000001:3.0:1767384364.181817:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384364.181818:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 02000000:00000010:3.0:1767384364.181822:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000837a63e6. 00000100:00100000:1.0:1767384364.181824:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384364.181824:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384364.181827:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.181829:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384364.181831:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.181832:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181835:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384364.181838:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181839:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384364.181841:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00010000:00000040:3.0:1767384364.181843:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744053888 00000100:00000040:0.0:1767384364.181844:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.181846:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00010000:00000001:3.0:1767384364.181849:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384364.181850:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000100:00000001:1.0:1767384364.181851:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384364.181855:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744054016, offset 224 00010000:00000200:3.0:1767384364.181856:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006f6add32 x1853236744053888/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384364.181859:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384364.181864:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.181874:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384364.181884:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384364.181887:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06500 00010000:00000001:3.0:1767384364.181888:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.181889:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384364.181893:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c49 [1] + 224 00000100:00001000:3.0:1767384364.181894:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=72 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384364.181895:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.181913:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384364.181914:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384364.181920:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000200:0.0:1767384364.181922:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384364.181927:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384364.181928:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.181929:0:16796:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384364.181931:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384364.181933:0:16156:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384364.181934:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384364.181936:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.181939:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384364.181940:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.181946:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384364.181947:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3065 usecs (4 jiffies) 00000400:00000010:3.0:1767384364.181952:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000001:1.0:1767384364.181953:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952966 00000100:00000040:0.0:1767384364.181953:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.181959:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952978 00000100:00000200:3.0:1767384364.181960:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744053888, offset 224 00000100:00000001:1.0:1767384364.181965:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952966 00000100:00000001:1.0:1767384364.181970:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952978 00000400:00000200:3.0:1767384364.181972:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384364.181980:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952966 00000400:00000200:3.0:1767384364.181983:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384364.181986:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952978 00000100:00000001:1.0:1767384364.181992:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952966 00000400:00000200:3.0:1767384364.181998:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd06480 00000100:00000001:1.0:1767384364.181999:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952978 00000100:00000001:1.0:1767384364.182004:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.182005:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384364.182008:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384364.182009:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c41 [1] + 224 00000100:00000001:1.0:1767384364.182011:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182015:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.182016:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.182019:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000100:00000001:1.0:1767384364.182020:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384364.182024:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.182024:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384364.182025:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000100:00000001:1.0:1767384364.182031:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.182031:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384364.182032:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384364.182034:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.182035:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.182037:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384364.182039:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.182041:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182042:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.182049:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384364.182054:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384364.182055:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384364.182057:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182058:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.182062:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384364.182071:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eba69672 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384364.182072:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.182077:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384364.182082:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054144 02000000:00000001:1.0:1767384364.182086:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.182089:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.182093:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.182099:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.182103:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eba69672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16154:x1853236744054016:12345-0@lo:400: Request processed in 493us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384364.182104:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054144 00000100:00000001:3.0:1767384364.182107:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384364.182108:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.182112:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:1.0:1767384364.182114:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384364.182115:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000400:00000200:3.0:1767384364.182117:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000020:00000040:1.0:1767384364.182118:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00000040:0.0:1767384364.182119:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000400:00000010:3.0:1767384364.182121:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000020:00000001:1.0:1767384364.182123:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384364.182124:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.182126:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384364.182128:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384364.182128:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384364.182130:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384364.182133:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9b4eb10. 00000100:00000001:1.0:1767384364.182134:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384364.182136:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.182138:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:1.0:1767384364.182139:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000040:3.0:1767384364.182142:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000020:00000010:0.0:1767384364.182144:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e40eefc0. 00000020:00000010:1.0:1767384364.182145:0:16797:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a1494ec4. 00010000:00000001:3.0:1767384364.182146:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384364.182151:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.182151:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000020:00000040:1.0:1767384364.182153:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000001:3.0:1767384364.182156:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384364.182157:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384364.182162:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6add32 x1853236744053888/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.182163:0:16797:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384364.182173:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d41606. 00000100:00100000:3.0:1767384364.182174:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006f6add32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744053888:12345-0@lo:400: Request processed in 487us (975us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384364.182175:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384364.182177:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046cdb6e0. 00000100:00000001:0.0:1767384364.182178:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384364.182184:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d989d477. 00000400:00000001:0.0:1767384364.182184:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.182188:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384364.182190:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000400:00000010:0.0:1767384364.182190:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00000100:00000040:1.0:1767384364.182192:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384364.182196:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384364.182196:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384364.182197:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332369cc 00000100:00000001:1.0:1767384364.182199:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384364.182201:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000332369cc. 00000100:00000001:3.0:1767384364.182202:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.182202:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182205:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384364.182207:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384364.182209:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384364.182210:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384364.182211:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078dc7dbd. 00000100:00000001:1.0:1767384364.182213:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384364.182216:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.182218:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000010:3.0:1767384364.182225:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f2c10a9. 00000100:00000001:1.0:1767384364.182225:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384364.182231:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:1.0:1767384364.182236:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384364.182238:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384364.182239:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384364.182243:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000837a63e6. 00000100:00000200:0.0:1767384364.182244:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.182246:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 02000000:00000001:3.0:1767384364.182249:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384364.182251:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:3.0:1767384364.182253:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.182256:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099043456 : -120961610508160 : ffff91fc6e2c9880) 00000100:00000200:3.0:1767384364.182261:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384364.182264:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d63d9bc x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.182265:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384364.182267:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e278fba. 00000100:00000001:0.0:1767384364.182269:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182274:0:16154:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384364.182275:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008d65d7f. 02000000:00000001:0.0:1767384364.182277:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.182281:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.182282:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384364.182284:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.182287:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000363a421c. 02000000:00000001:0.0:1767384364.182287:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182293:0:16797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384364.182294:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=67 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384364.182296:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000363a421c. 00000100:00001000:0.0:1767384364.182302:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=67 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384364.182305:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d63d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744054144:12345-0@lo:400: 00000100:00000001:0.0:1767384364.182307:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.182310:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.182311:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384364.182311:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054144 00010000:00000001:0.0:1767384364.182313:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384364.182315:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00080000:0.0:1767384364.182318:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.182319:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384364.182320:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384364.182324:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384364.182325:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384364.182329:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:3.0:1767384364.182330:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384364.182330:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.182332:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000010:3.0:1767384364.182334:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 00000100:00000001:0.0:1767384364.182335:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384364.182336:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384364.182338:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1767384364.182340:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f9ed14 00000020:00000001:1.0:1767384364.182340:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182341:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384364.182344:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384364.182346:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f9ed14. 00000020:00000001:1.0:1767384364.182346:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384364.182349:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384364.182350:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384364.182352:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384364.182358:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384364.182359:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384364.182359:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.182364:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384364.182365:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384364.182368:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.182369:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384364.182375:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384364.182377:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384364.182380:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011afdad1. 00000100:00000200:3.0:1767384364.182382:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384364.182387:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182394:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.182401:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.182403:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010a5e520 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16154:1853236744054016:0@lo:400: 00000100:00000001:3.0:1767384364.182408:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384364.182409:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054144 00000100:00000001:0.0:1767384364.182410:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.182411:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182414:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384364.182416:0:16155:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384364.182416:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384364.182420:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384364.182424:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:1.0:1767384364.182424:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d63d9bc x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.182427:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.182427:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010a5e520 x1853236744054016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384364.182433:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.182440:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=72 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384364.182449:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384364.182450:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=72 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384364.182453:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.182454:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384364.182455:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767384364.182457:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.182459:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.182459:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.182462:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001be0b1e1. 00010000:00000001:3.0:1767384364.182464:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384364.182465:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384364.182467:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384364.182468:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.182470:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384364.182471:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384364.182474:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.182474:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000040:0.0:1767384364.182474:0:16154:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384364.182480:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384364.182481:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384364.182481:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384364.182483:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384364.182486:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d65524d. 00000100:00000001:1.0:1767384364.182488:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384364.182495:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384364.182498:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384364.182498:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384364.182499:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.182503:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010a5e520. 00000100:00000001:3.0:1767384364.182504:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384364.182506:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000100:00000001:3.0:1767384364.182507:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182510:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384364.182513:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744054144, offset 224 00000100:00000040:3.0:1767384364.182514:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.182515:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182521:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.182527:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384364.182529:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384364.182533:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744053888:0@lo:400: 00000100:00000001:0.0:1767384364.182534:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.182539:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384364.182543:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384364.182544:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.182544:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.182554:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384364.182558:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06580 00000100:00000040:3.0:1767384364.182560:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013c05409 x1853236744053888/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384364.182571:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c51 [1] + 224 00000100:00000001:3.0:1767384364.182572:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384364.182576:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384364.182579:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078ea5ec3. 00000400:00000200:1.0:1767384364.182580:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384364.182610:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384364.182612:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.182614:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384364.182616:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384364.182618:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e654eb79. 02000000:00000001:3.0:1767384364.182621:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384364.182622:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384364.182623:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00000100:00000001:3.0:1767384364.182641:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384364.182643:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.182644:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.182649:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384364.182650:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.182653:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384364.182654:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384364.182792:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384364.182796:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000400:00000200:1.0:1767384364.182904:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384364.182910:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384364.182915:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.182927:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.182967:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.182974:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:1.0:1767384364.182977:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000100:00000001:1.0:1767384364.182981:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384364.182983:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.182986:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384364.182988:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.182989:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384364.182994:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384364.182996:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384364.182996:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.183000:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3e39837. 00010000:00000001:1.0:1767384364.183001:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384364.183004:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.183005:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005343346e 00000020:00000001:1.0:1767384364.183007:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384364.183008:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005343346e. 00000100:00000001:0.0:1767384364.183013:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384364.183015:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d63d9bc x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.183019:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.183043:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.183048:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d63d9bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16156:x1853236744054144:12345-0@lo:400: Request processed in 761us (1228us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384364.183055:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.183058:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384364.183063:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:0.0:1767384364.183068:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384364.183069:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 02000000:00000001:0.0:1767384364.183070:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384364.183073:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.183074:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.183075:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.183078:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384364.183078:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.183083:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046cdb6e0. 00000100:00001000:0.0:1767384364.183083:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384364.183088:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=66 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384364.183090:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d989d477. 00000100:00000001:0.0:1767384364.183091:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.183094:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.183096:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061d41606. 00010000:00000001:0.0:1767384364.183096:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384364.183101:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384364.183103:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:1.0:1767384364.183108:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.183109:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.183114:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384364.183116:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384364.183118:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384364.183119:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.183122:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.183127:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384364.183128:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384364.183130:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384364.183132:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.183137:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16156:1853236744054144:0@lo:400: 00000100:00000001:0.0:1767384364.183141:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.183143:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384364.183149:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744054144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.183153:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384364.183155:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384364.183156:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f64f855. 02000000:00000001:0.0:1767384364.183159:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384364.183166:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384364.183167:0:16156:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384364.183169:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384364.183171:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d21d396f. 02000000:00000001:0.0:1767384364.183175:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384364.183176:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384364.183177:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000001:0.0:1767384364.183181:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384364.183182:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.183184:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.183188:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384364.183189:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.183191:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384364.183193:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.198590:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294952978, at 4294952979 00000100:00000040:3.0:1767384364.198599:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294952978, at 4294952979 00000100:00000010:2.0:1767384364.198602:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024adb1ed. 00000100:00000010:3.0:1767384364.198604:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d2ee77. 00000100:00000040:0.0:1767384364.198616:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294952978, at 4294952979 00000100:00000040:1.0:1767384364.198622:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294952978, at 4294952979 00000100:00000010:0.0:1767384364.198640:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf12bca6. 00000100:00000010:1.0:1767384364.198643:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a80685fa. 00080000:00000001:3.0:1767384364.403081:0:34080:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384364.403092:0:34080:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.403096:0:34080:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.403102:0:34080:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384364.403106:0:34080:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.403109:0:34080:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384364.436732:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384364.436738:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384364.436742:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082070494 00000400:00000010:2.0:1767384364.436749:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082070494. 00000400:00000200:2.0:1767384364.436756:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384364.436765:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384364.436778:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000059bb9309. 00000400:00000010:2.0:1767384364.436784:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006aef845f. 00000400:00000200:2.0:1767384364.436792:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp39 00000400:00000010:2.0:1767384364.436796:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000026208199. 00000400:00000010:2.0:1767384364.436803:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bc6568c1. 00000400:00000010:2.0:1767384364.436808:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000594da0b9. 00000400:00000010:2.0:1767384364.436816:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7a181a4. 00000400:00000200:2.0:1767384364.436823:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp39 00000400:00000200:2.0:1767384364.436840:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp39 local destination 00000400:00000200:2.0:1767384364.436862:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp39 00000400:00000200:2.0:1767384364.436878:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp39 NI seq info: [146:146:256:4294967295] 192.168.203.113@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384364.436886:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp39 00000400:00000200:2.0:1767384364.436895:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39:) -> 192.168.203.113@tcp39(192.168.203.113@tcp39:192.168.203.113@tcp39) : GET try# 0 00000800:00000200:2.0:1767384364.436901:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp39 00000800:00000010:2.0:1767384364.436907:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d6771854. 00000800:00000200:2.0:1767384364.436921:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000800:00000200:2.1:1767384364.436927:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000400:00000200:2.0:1767384364.436958:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp39 added to recovery queue. ping count: 2 next ping: 289 health :800 00000400:00000200:2.0:1767384364.436965:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp38 00000400:00000010:2.0:1767384364.436969:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024ffdfa9. 00000400:00000010:2.0:1767384364.436974:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008cbf2e22. 00000400:00000010:2.0:1767384364.436978:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000400:00000010:2.0:1767384364.436984:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e929c12a. 00000400:00000200:2.0:1767384364.436989:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp38 00000400:00000200:2.0:1767384364.436998:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp38 local destination 00000400:00000200:2.0:1767384364.437002:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:2.0:1767384364.437007:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [147:147:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1767384364.437013:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:2.0:1767384364.437019:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp38:192.168.203.113@tcp38) : GET try# 0 00000800:00000200:2.0:1767384364.437025:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000010:2.0:1767384364.437030:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000064dc9fc3. 00000400:00000200:0.0:1767384364.437031:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:2.0:1767384364.437038:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000200:2.1:1767384364.437046:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000400:00000200:2.0:1767384364.437068:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 3 next ping: 293 health :700 00000400:00000200:2.0:1767384364.437076:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp40 00000400:00000010:2.0:1767384364.437081:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ecdf9ba8. 00000400:00000200:0.0:1767384364.437082:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000010:2.0:1767384364.437085:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000580111f9. 00000400:00000010:2.0:1767384364.437092:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e1b9378. 00000400:00000010:2.0:1767384364.437099:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e0927496. 00000400:00000200:2.0:1767384364.437112:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp40 00000400:00000200:2.0:1767384364.437120:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp40 local destination 00000400:00000200:2.0:1767384364.437126:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp40 00000400:00000200:0.0:1767384364.437126:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437136:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp40 NI seq info: [148:148:256:4294967295] 192.168.203.113@tcp40 LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1767384364.437143:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp40 00000400:00000200:2.0:1767384364.437156:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp40(192.168.203.113@tcp40:) -> 192.168.203.113@tcp40(192.168.203.113@tcp40:192.168.203.113@tcp40) : GET try# 0 00000800:00000200:2.0:1767384364.437162:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp40 00000800:00000010:2.0:1767384364.437183:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000024a86b. 00000400:00000200:0.0:1767384364.437184:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437190:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:2.0:1767384364.437192:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (2) 00000800:00000200:2.1:1767384364.437203:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (2) 00000400:00000200:0.0:1767384364.437224:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437230:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp40 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:1.0:1767384364.437266:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437295:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437326:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437335:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437373:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437425:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437430:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437430:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437490:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437539:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437540:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437601:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437651:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437672:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437696:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437732:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437763:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437778:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437804:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437840:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437861:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437878:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437915:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.437928:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.437955:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.437987:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438000:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438032:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438062:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438075:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438114:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438154:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438165:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438194:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438249:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438253:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438264:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438328:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438337:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438363:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438410:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438417:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438452:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438487:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438504:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438548:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438557:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438605:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438708:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438727:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438728:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438780:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438814:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438832:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438851:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438894:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.438936:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.438937:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.438962:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439031:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439055:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439060:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439097:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439131:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439163:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439170:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439215:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439259:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439275:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439284:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439331:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439365:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439375:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439392:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439431:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439465:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439470:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439499:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439531:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439563:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439585:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439644:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439659:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439716:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439735:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439739:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439782:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439827:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439834:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439840:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439901:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439910:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.439932:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.439971:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.439979:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440019:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.440044:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440047:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440104:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440114:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440174:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440179:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.440247:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000400:00000200:2.0:1767384364.440250:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.440253:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ba209f6. 00000400:00000200:0.0:1767384364.440262:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.440267:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000012689b6. 00000400:00000200:2.0:1767384364.440295:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.440300:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000012689b6. 00000800:00020000:1.0:1767384364.440311:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384364.440315:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ba209f6. 00000800:00000010:1.0:1767384364.440319:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:00000200:0.0:1767384364.440343:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440357:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:02020000:1.0:1767384364.440389:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384364.440395:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000800:00000200:1.0:1767384364.440402:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp38 down 00000800:00000100:1.0:1767384364.440410:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:1.0:1767384364.440413:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000064dc9fc3. 00000400:00000200:1.0:1767384364.440418:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384364.440423:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384364.440428:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.440431:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384364.440437:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384364.440442:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp38) recovery failed with -71 00000400:00000200:0.0:1767384364.440445:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440521:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440525:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440598:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440639:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:2.0:1767384364.440653:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440703:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440754:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.440807:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000800:00000010:2.0:1767384364.440848:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000edaf87a9. 00000800:00000010:2.0:1767384364.440853:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010769eec. 00000800:00000010:2.0:1767384364.440858:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000878f0977. 00000400:00000200:0.0:1767384364.440865:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000800:00000010:2.0:1767384364.440897:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000878f0977. 00000400:00000200:1.0:1767384364.440927:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384364.440942:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.440946:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp40 from 210.3.0.2 00000800:00000010:1.0:1767384364.440953:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000055d72b77. 00000800:00000010:2.0:1767384364.440995:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc1ecc32. 00000800:00000010:2.0:1767384364.441001:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009eecdda1. 00000800:00000010:2.0:1767384364.441023:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3a9d3be. 00000800:00000200:2.1:1767384364.441030:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (2) 00000800:00000200:2.1:1767384364.441036:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp40 00000000c3a9d3be deleted 00000800:00000010:2.1:1767384364.441044:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c3a9d3be. 00000800:00000200:2.1:1767384364.441050:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384364.441056:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp40 ip 192.168.203.113:978 00000800:00000200:2.1:1767384364.441060:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000024a86b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384364.441066:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp40 p 3.x 192.168.203.113 -> 192.168.203.113:978 incarnation:1767384358657201856 sched[0] 00000800:00000010:2.0:1767384364.441072:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000878f0977. 00000800:00000010:2.0:1767384364.441149:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000878f0977. 00000800:00000010:2.0:1767384364.441155:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009eecdda1. 00000800:00000200:3.1:1767384364.441176:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384364.441186:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp40 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384358657201856 sched[0] 00000800:00000010:3.0:1767384364.441192:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010769eec. 00000800:00000010:2.0:1767384364.441210:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000055d72b77. 00000800:00000010:0.0:1767384364.441217:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000911adb2f. 00000400:00000200:1.0:1767384364.441220:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384364.441229:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065c62cff. 00000800:00000001:2.0:1767384364.441230:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441231:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441239:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.441239:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384364.441240:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a31a621. 00000400:00000200:1.0:1767384364.441244:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp39 from 209.3.0.2 00000800:00000010:1.0:1767384364.441252:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001a8451b8. 00000800:00000010:2.0:1767384364.441287:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b20331b3. 00000800:00000010:2.0:1767384364.441295:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009eecdda1. 00000800:00000010:0.0:1767384364.441325:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a31a621. 00000800:00000010:2.0:1767384364.441327:0:29615:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3a9d3be. 00000800:00000200:3.0:1767384364.441330:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384364.441333:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000024a86b. 00000800:00000200:2.1:1767384364.441339:0:29615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (2) 00000400:00000200:3.0:1767384364.441340:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384364.441346:0:29615:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp39 00000000c3a9d3be deleted 00000800:00000010:2.1:1767384364.441350:0:29615:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c3a9d3be. 00000400:00000200:3.0:1767384364.441353:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp40->192.168.203.113@tcp40: GET: OK 00000800:00000200:2.1:1767384364.441355:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384364.441360:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000200:2.1:1767384364.441363:0:29615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp39 ip 192.168.203.113:977 00000400:00000200:3.0:1767384364.441366:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp40 recovery message sent successfully:0 00000800:00000200:2.1:1767384364.441367:0:29615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d6771854 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384364.441374:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp39 p 3.x 192.168.203.113 -> 192.168.203.113:977 incarnation:1767384356523564255 sched[0] 00000800:00000010:2.0:1767384364.441381:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000878f0977. 00000800:00000001:3.0:1767384364.441383:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441389:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384364.441392:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441401:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.441411:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp40(192.168.203.113@tcp40) <- 192.168.203.113@tcp40 : GET - for me 00000400:00000200:3.0:1767384364.441426:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384364.441436:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1bd1 [1] + 0 00000400:00000200:3.0:1767384364.441450:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp40 to MR: 192.168.203.113@tcp40 local destination 00000400:00000200:3.0:1767384364.441460:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp40 NI seq info: [149:149:256:4294967295] 192.168.203.113@tcp40 LPNI seq info [139:139:8:4294967295] 00000800:00000010:2.0:1767384364.441464:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000878f0977. 00000800:00000010:2.0:1767384364.441469:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009eecdda1. 00000400:00000200:3.0:1767384364.441479:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp40(192.168.203.113@tcp40:192.168.203.113@tcp40) -> 192.168.203.113@tcp40(192.168.203.113@tcp40:192.168.203.113@tcp40) 192.168.203.113@tcp40 : REPLY try# 0 00000800:00000200:3.0:1767384364.441488:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp40 00000800:00000010:3.0:1767384364.441493:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000800:00000200:3.0:1767384364.441501:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (4) 00000800:00000200:3.0:1767384364.441507:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp40 ip 192.168.203.113:988 00000800:00000010:2.0:1767384364.441508:0:29615:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001a8451b8. 00000800:00000200:3.0:1767384364.441511:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.1:1767384364.441519:0:16145:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767384364.441527:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384364.441536:0:16145:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp39 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384356523564255 sched[0] 00000800:00000001:2.0:1767384364.441540:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384364.441542:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065c62cff. 00000800:00000001:2.0:1767384364.441547:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384364.441610:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384364.441615:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d6771854. 00000400:00000200:3.0:1767384364.441640:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.441664:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp39->192.168.203.113@tcp39: GET: OK 00000400:00000200:3.0:1767384364.441670:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384364.441673:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp39 recovery message sent successfully:0 00000800:00000200:2.0:1767384364.441676:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384364.441679:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000400:00000200:2.0:1767384364.441685:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384364.441689:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.441691:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp40->192.168.203.113@tcp40: REPLY: OK 00000800:00000001:3.0:1767384364.441695:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384364.441697:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441703:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.441703:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.441723:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.441726:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp40(192.168.203.113@tcp40) <- 192.168.203.113@tcp40 : REPLY - for me 00000800:00000001:2.0:1767384364.441726:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.441734:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.441741:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp40: Reply from 12345-192.168.203.113@tcp40 of length 272/272 into md 0x1c71 00000400:00000200:2.0:1767384364.441744:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39) <- 192.168.203.113@tcp39 : GET - for me 00000400:00000200:0.0:1767384364.441756:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:3.0:1767384364.441757:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.441757:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000001:3.0:1767384364.441767:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.441768:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1bd1 [1] + 0 00000400:00000200:3.0:1767384364.441770:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.441778:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp40->192.168.203.113@tcp40: REPLY: OK 00000400:00000200:2.0:1767384364.441781:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp39 to MR: 192.168.203.113@tcp39 local destination 00000400:00000200:2.0:1767384364.441792:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp39 NI seq info: [150:150:256:4294967295] 192.168.203.113@tcp39 LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1767384364.441811:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39:192.168.203.113@tcp39) -> 192.168.203.113@tcp39(192.168.203.113@tcp39:192.168.203.113@tcp39) 192.168.203.113@tcp39 : REPLY try# 0 00000800:00000200:2.0:1767384364.441818:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp39 00000400:00000200:3.0:1767384364.441819:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1b9378 00000400:00000010:3.0:1767384364.441822:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e1b9378. 00000800:00000010:2.0:1767384364.441824:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d910821. 00000400:00000200:3.0:1767384364.441828:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000200:2.0:1767384364.441831:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e851c4e9] -> 12345-192.168.203.113@tcp39 (4) 00000400:00000010:3.0:1767384364.441834:0:16147:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ecdf9ba8. 00000400:00000010:3.0:1767384364.441838:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000580111f9. 00000800:00000200:2.0:1767384364.441838:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp39 ip 192.168.203.113:988 00000800:00000200:2.0:1767384364.441857:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d910821 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384364.441863:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441869:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.441869:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000001:3.0:1767384364.441876:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441929:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384364.441932:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384364.441933:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384364.441935:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d910821. 00000800:00000001:3.0:1767384364.441938:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.441940:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.441946:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp39(192.168.203.113@tcp39) <- 192.168.203.113@tcp39 : REPLY - for me 00000400:00000200:2.0:1767384364.441948:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp39->192.168.203.113@tcp39: REPLY: OK 00000400:00000200:0.0:1767384364.441950:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.441954:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384364.441963:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp39: Reply from 12345-192.168.203.113@tcp39 of length 272/272 into md 0x1c69 00000800:00000001:3.0:1767384364.441969:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.441975:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.441977:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384364.441984:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp39->192.168.203.113@tcp39: REPLY: OK 00000800:00000001:2.0:1767384364.441984:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.441989:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594da0b9 00000400:00000010:3.0:1767384364.441992:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000594da0b9. 00000400:00000200:3.0:1767384364.441997:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384364.442002:0:16149:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000026208199. 00000400:00000010:3.0:1767384364.442006:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bc6568c1. 00000800:00000001:3.0:1767384364.442014:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384364.442018:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.442029:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442041:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442069:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442110:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442117:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442196:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442196:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442234:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442276:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442281:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442363:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442363:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442482:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442482:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442559:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.442586:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442680:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442749:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442786:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442862:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442893:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442914:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442942:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.442960:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443004:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443045:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443098:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443173:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443183:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443217:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443259:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443274:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443328:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443330:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443432:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443433:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443495:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443501:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443559:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443568:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443676:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443689:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443750:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443773:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443810:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443838:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443881:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443906:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.443949:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.443955:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444010:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.444017:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444064:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384364.444077:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444118:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444155:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444202:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444232:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.444245:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384364.444252:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ba209f6. 00000800:00000010:1.0:1767384364.444256:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000012689b6. 00000400:00000200:0.0:1767384364.444263:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.444282:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000012689b6. 00000800:00020000:1.0:1767384364.444292:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384364.444296:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ba209f6. 00000400:00000200:0.0:1767384364.444304:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000800:00000010:1.0:1767384364.444307:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:00000200:0.0:1767384364.444336:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:02020000:1.0:1767384364.444379:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp40 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384364.444384:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444408:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444424:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444439:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384364.444453:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384364.444545:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f09aeea7. 00000800:00000010:0.0:1767384364.444565:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065c62cff. 00000800:00000010:0.0:1767384364.444569:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a31a621. 00000800:00000010:0.0:1767384364.444589:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a31a621. 00000800:00020000:0.0:1767384364.444597:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384364.444600:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065c62cff. 00000800:00000010:0.0:1767384364.444603:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f09aeea7. 00000400:02020000:0.0:1767384364.444708:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp39 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384365.011654:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384365.011659:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.011664:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384365.011666:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.011680:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384365.011684:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384365.011687:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384365.130025:0:34244:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384365.130029:0:34244:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:3.0:1767384365.133320:0:34244:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384365.138801:0:34245:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006a6f59ed. 00000400:00000010:1.0:1767384365.138814:0:34245:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004ba209f6. 00000400:00000010:1.0:1767384365.138822:0:34245:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002cb219d8. 00000400:00000010:1.0:1767384365.138825:0:34245:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005629e48f. 00000400:00000010:1.0:1767384365.138828:0:34245:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006bdafcec. 00000400:00000010:1.0:1767384365.138832:0:34245:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ac0665e. 00000400:00000010:1.0:1767384365.138834:0:34245:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca04aa35. 00000400:00000010:1.0:1767384365.138835:0:34245:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6489128. 00000400:00000010:1.0:1767384365.138838:0:34245:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000007d7ef3e. 00000800:00000010:1.0:1767384365.138850:0:34245:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f4a64b43. 00000800:00000200:1.0:1767384365.138860:0:34245:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384365.138870:0:34245:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384365.138904:0:34245:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384365.138924:0:34245:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384365.140245:0:34245:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000000165532. 00000400:00000010:1.0:1767384365.140250:0:34245:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000010:1.0:1767384365.140255:0:34245:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000400:00000001:1.0:1767384365.140269:0:34245:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384365.140270:0:34245:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384365.140272:0:34245:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000400:00000200:1.0:1767384365.140273:0:34245:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f310cf70 00000400:00000010:1.0:1767384365.140275:0:34245:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000400:00000010:1.0:1767384365.140278:0:34245:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000071545bda. 00000400:00000200:1.0:1767384365.140282:0:34245:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000200:1.0:1767384365.140293:0:34245:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384365.140301:0:34245:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384365.140307:0:34245:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000877c39a2. 00000020:01000000:1.0:1767384365.140311:0:34245:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384365.140315:0:34245:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp43 00000400:00000010:1.0:1767384365.140325:0:34245:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004ba209f6. 00000400:00000010:1.0:1767384365.140327:0:34245:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006a6f59ed. 00000400:00000200:3.0:1767384365.140347:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384365.140354:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 00000400:00000010:3.0:1767384365.140365:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000400:00000200:3.0:1767384365.140368:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000010:3.0:1767384365.140373:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a293aaa8. 00000400:00000200:3.0:1767384365.140377:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp22 00000020:00000001:2.0:1767384365.140387:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384365.140390:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp22 to MR: 192.168.203.113@tcp22 local destination 10000000:00000001:2.0:1767384365.140392:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384365.140396:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384365.140399:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384365.140400:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [151:151:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [141:141:8:4294967295] 00000020:01000004:2.0:1767384365.140404:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384365.140407:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384365.140410:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp22 00000020:01000004:2.0:1767384365.140410:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384365.140414:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384365.140417:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384365.140419:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384365.140422:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384365.140424:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384365.140426:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) -> 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) : PUT try# 0 00000020:01000004:2.0:1767384365.140427:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384365.140430:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384365.140435:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.113@tcp22 00000100:00000010:2.0:1767384365.140436:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000800:00000010:3.0:1767384365.140439:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d7913e0. 00000020:00000040:2.0:1767384365.140442:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000800:00000200:3.0:1767384365.140446:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 00000100:00000001:2.0:1767384365.140447:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384365.140452:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384365.140456:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:988 02000000:00000001:2.0:1767384365.140456:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384365.140461:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d7913e0 type 1, nob 688 niov 1 nkiov 1 02000000:00000010:2.0:1767384365.140466:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009005868c. 00000100:00000001:2.0:1767384365.140474:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.140476:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384365.140479:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 00000100:00000001:2.0:1767384365.140482:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384365.140485:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.140492:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e874f984] to pc [ptlrpcd_00_03+3] req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384365.140520:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384365.140522:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.140525:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384365.140526:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384365.140532:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384365.140532:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384365.140536:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384365.140538:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384365.140541:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384365.140545:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384365.140547:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384365.140548:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:1.0:1767384365.140551:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.140587:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d7913e0. 00000400:00000200:1.0:1767384365.140592:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.140599:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: PUT: OK 00000400:00000200:1.0:1767384365.140604:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384365.140607:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp22: 0 00000800:00000001:1.0:1767384365.140616:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.140641:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.140643:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.140645:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.140650:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : PUT - for me 00000400:00000200:1.0:1767384365.140660:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384365.140665:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 576/592 into md 0x1c25 [1] + 0 00000400:00000010:1.0:1767384365.140668:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fe01d1. 00000400:00000200:1.0:1767384365.140670:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa3e42f1 00000800:00000001:1.0:1767384365.140674:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.140679:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384365.140680:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384365.140683:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: PUT: OK 00000400:00000200:1.0:1767384365.140686:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000400:00000010:1.0:1767384365.140687:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000400:00000200:1.0:1767384365.140690:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384365.140692:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (36) 00000400:00000200:1.0:1767384365.140696:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384365.140699:0:16148:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (592 bytes) 00000400:00000200:1.0:1767384365.140704:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384365.140710:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (37) 00000400:00000200:1.0:1767384365.140715:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384365.140720:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp22 to MR: 192.168.203.113@tcp22 local destination 00000400:00000200:1.0:1767384365.140726:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp22 NI seq info: [152:152:256:4294967295] 192.168.203.113@tcp22 LPNI seq info [142:142:8:4294967295] 00000020:01000004:2.0:1767384365.140736:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384365.140740:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384365.140741:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384365.140744:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384365.140746:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384365.140748:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384365.140749:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384365.140750:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) -> 192.168.203.113@tcp22(192.168.203.113@tcp22:192.168.203.113@tcp22) 192.168.203.113@tcp22 : ACK try# 0 00000020:01000004:2.0:1767384365.140751:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384365.140754:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384365.140758:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000800:00000200:1.0:1767384365.140762:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp22 00000020:00000040:2.0:1767384365.140764:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000800:00000010:1.0:1767384365.140767:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5f36e09. 00000100:00000001:2.0:1767384365.140768:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384365.140771:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384365.140774:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384365.140778:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 02000000:00000010:2.0:1767384365.140784:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008436dc5e. 00000800:00000200:1.0:1767384365.140785:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:997 00000100:00000001:2.0:1767384365.140790:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384365.140790:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b5f36e09 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384365.140797:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384365.140799:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384365.140804:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384365.140805:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de68e5a6] to pc [ptlrpcd_00_00+0] req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384365.140810:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384365.140826:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384365.140830:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.140833:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384365.140835:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384365.140838:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000877c39a2. 00000100:00000001:2.0:1767384365.140852:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.140856:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384365.140856:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384365.140860:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5f36e09. 00000400:00000200:1.0:1767384365.140863:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384365.140865:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384365.140868:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: ACK: OK 00000800:00000001:2.0:1767384365.140873:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384365.140875:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.140882:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.140884:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384365.140885:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384365.140889:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.140892:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384365.140892:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384365.140899:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384365.140903:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp22(192.168.203.113@tcp22) <- 192.168.203.113@tcp22 : ACK - for me 00000100:00000001:2.0:1767384365.140916:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384365.140919:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp22: ACK from 12345-192.168.203.113@tcp22 into md 0x1c79 00000400:00000200:1.0:1767384365.140923:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384365.140927:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.140930:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp22->192.168.203.113@tcp22: ACK: OK 02000000:00000001:2.0:1767384365.140933:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384365.140934:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 02000000:00000001:2.0:1767384365.140937:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384365.140937:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 02000000:00000001:2.0:1767384365.140943:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.140944:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384365.140950:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00100000:2.0:1767384365.140951:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744054400:0@lo:253: 00000100:00000001:3.0:1767384365.140952:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384365.140955:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384365.140958:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000001:2.0:1767384365.140959:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384365.140961:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384365.140964:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384365.140966:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384365.140966:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 02000000:00000001:2.0:1767384365.140968:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.140972:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.140973:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384365.140974:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.140979:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384365.140980:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744054272:0@lo:253: 02000000:00000010:2.0:1767384365.140980:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b6b4e771. 02000000:00000001:2.0:1767384365.140985:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.140986:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384365.140990:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384365.140990:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea671bc. 02000000:00000001:3.0:1767384365.140993:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.140996:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384365.140997:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eecdda1. 02000000:00000010:3.0:1767384365.141001:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003f881acb. 00000100:00000200:2.0:1767384365.141001:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744054400, portal 25 00000100:00000001:2.0:1767384365.141004:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384365.141005:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353493248 : -120961356058368 : ffff91fc7d573100) 02000000:00000001:3.0:1767384365.141010:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.141011:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384365.141015:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009497ba89. 00000100:00000001:2.0:1767384365.141021:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384365.141022:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7a1f21d. 00000100:00000040:2.0:1767384365.141026:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384365.141029:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744054272, portal 25 00000400:00000010:2.0:1767384365.141030:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3a9d3be. 00000100:00000001:3.0:1767384365.141033:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384365.141035:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744054400, offset 0 00000100:00000001:3.0:1767384365.141036:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000400:00000200:2.0:1767384365.141041:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384365.141043:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384365.141051:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384365.141053:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.141057:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384365.141059:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004053ab01. 00000400:00000200:2.0:1767384365.141061:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06680 00000100:00000200:3.0:1767384365.141063:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744054272, offset 0 00000400:00000200:2.0:1767384365.141067:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1441 [2] + 0 00000400:00000010:2.0:1767384365.141070:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cb1ea95. 00000400:00000200:2.0:1767384365.141073:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015015849 00000400:00000200:2.0:1767384365.141077:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.141078:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.141084:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384365.141087:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015015849 00000400:00000200:3.0:1767384365.141089:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384365.141090:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015015849. 00000100:00000001:2.0:1767384365.141097:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384365.141099:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384365.141100:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06600 00000400:00000200:3.0:1767384365.141107:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1465 [2] + 0 00000100:00000040:2.0:1767384365.141110:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000006504c5f4 x1853236744054400 msgsize 4848 00000400:00000010:3.0:1767384365.141111:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c9923c. 00000100:00000001:1.0:1767384365.141112:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384365.141116:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.141119:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a982110 00000100:00100000:2.0:1767384365.141119:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384365.141124:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384365.141125:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.141129:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.141132:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384365.141133:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a982110 00000400:00000010:3.0:1767384365.141136:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a982110. 00000400:00000200:2.0:1767384365.141140:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3a9d3be 00000100:00000001:3.0:1767384365.141141:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384365.141143:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384365.141145:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3a9d3be. 00000100:00000040:3.0:1767384365.141147:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000d2dc2e4f x1853236744054272 msgsize 4848 00000100:00000001:2.0:1767384365.141149:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384365.141153:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384365.141155:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384365.141156:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384365.141165:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.141168:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.141171:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.141176:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.141178:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004053ab01 00000100:00000001:2.0:1767384365.141178:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384365.141181:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004053ab01. 00000100:00000001:3.0:1767384365.141184:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384365.141184:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141190:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294953938 00000100:00000200:3.0:1767384365.141191:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384365.141197:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8b2b4cd. 00000100:00000001:1.0:1767384365.141198:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384365.141201:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384365.141203:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054400 00000100:00000001:2.0:1767384365.141205:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384365.141212:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.141213:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294953938 02000000:00000001:1.0:1767384365.141214:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384365.141218:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384365.141221:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000963188f1. 00000100:00000001:1.0:1767384365.141221:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141227:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384365.141228:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.141229:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141232:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294953938 00000100:00000001:3.0:1767384365.141234:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384365.141236:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054400 00000100:00000010:2.0:1767384365.141237:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b52065e. 00000020:00000001:1.0:1767384365.141240:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384365.141241:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141242:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000020:00000040:1.0:1767384365.141243:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384365.141248:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294953938 00000020:00000001:1.0:1767384365.141248:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384365.141249:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294953938 00000020:00000040:1.0:1767384365.141252:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384365.141253:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294953938 00000100:00000010:2.0:1767384365.141255:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008bc5873. 00000020:00000001:1.0:1767384365.141257:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384365.141259:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294953938 00000100:00000001:2.0:1767384365.141261:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384365.141262:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384365.141263:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294953938 00000100:00000001:2.0:1767384365.141266:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.141268:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294953938 00000100:00000001:2.0:1767384365.141270:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141270:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384365.141272:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294953938 00000100:00000001:3.0:1767384365.141276:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294953938 00000100:00000001:2.0:1767384365.141276:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.141276:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000012689b6. 00000100:00000001:3.0:1767384365.141283:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294953938 00000100:00000001:2.0:1767384365.141283:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384365.141284:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.141290:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384365.141290:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000012689b6. 00000100:00000001:2.0:1767384365.141292:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384365.141294:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.141297:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384365.141299:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d41606. 00000100:00000001:3.0:1767384365.141300:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.141301:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384365.141306:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.141307:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384365.141307:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcd4cb2c. 00000100:00000001:3.0:1767384365.141308:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.141311:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.141312:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384365.141315:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d989d477. 00000100:00000001:2.0:1767384365.141317:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.141318:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.141321:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384365.141324:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.141325:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384365.141327:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141329:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384365.141332:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384365.141334:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141340:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141350:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.141361:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384365.141364:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384365.141365:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054272 00000100:00000001:1.0:1767384365.141367:0:16790:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.141368:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384365.141372:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.141375:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.141378:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.141380:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054272 00000020:00000001:2.0:1767384365.141382:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384365.141382:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384365.141386:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384365.141387:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384365.141390:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.141392:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000100:00100000:1.0:1767384365.141395:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000020:00000001:2.0:1767384365.141397:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384365.141401:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:1.0:1767384365.141401:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384365.141406:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094219344 : -120961615332272 : ffff91fc6de2fc50) 00000100:00000001:2.0:1767384365.141407:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.141413:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b595c62d. 00000100:00000040:1.0:1767384365.141414:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006504c5f4 x1853236744054400/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.141416:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.141421:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b595c62d. 00000100:00000001:1.0:1767384365.141428:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.141429:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016bebc66. 00000020:00000010:2.0:1767384365.141435:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002abcf61b. 00000020:00000010:1.0:1767384365.141438:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000012689b6. 00000020:00000010:2.0:1767384365.141440:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000100:00000001:1.0:1767384365.141444:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.141447:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384365.141448:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000012689b6. 00000100:00000001:2.0:1767384365.141450:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384365.141453:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141459:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384365.141459:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006504c5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744054400:12345-0@lo:253: 00000100:00000001:2.0:1767384365.141466:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384365.141466:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054400 00000020:00000001:1.0:1767384365.141472:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384365.141475:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384365.141477:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141479:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384365.141479:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384365.141481:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:2.0:1767384365.141482:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384365.141485:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384365.141488:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384365.141492:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000020:00000001:1.0:1767384365.141493:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384365.141496:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:1.0:1767384365.141497:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384365.141501:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094209104 : -120961615342512 : ffff91fc6de2d450) 00000020:00000001:1.0:1767384365.141502:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141506:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384365.141508:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384365.141514:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2dc2e4f x1853236744054272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/0 e 0 to 0 dl 1767384376 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384365.141515:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000923ce6d0. 02000000:00000001:1.0:1767384365.141519:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.141525:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141528:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384365.141529:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:2.0:1767384365.141532:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b595c62d. 00000100:00000001:2.0:1767384365.141535:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.141537:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b595c62d. 20000000:00000010:1.0:1767384365.141539:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001c93e0d8. 00000100:00100000:2.0:1767384365.141543:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2dc2e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744054272:12345-0@lo:253: 20000000:01000000:1.0:1767384365.141544:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:2.0:1767384365.141549:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054272 20000000:00000001:1.0:1767384365.141550:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384365.141572:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384365.141575:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384365.141578:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.141578:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384365.141583:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384365.141583:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.141585:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:00000001:1.0:1767384365.141586:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.141589:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384365.141590:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384365.141591:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384365.141594:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384365.141595:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384365.141597:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141599:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.141601:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384365.141602:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006fb6e909. 02000000:00000010:2.0:1767384365.141605:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2e71ede. 20000000:01000000:1.0:1767384365.141606:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 02000000:00000001:2.0:1767384365.141610:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.141613:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384365.141613:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384365.141614:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384365.141634:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:2.0:1767384365.141637:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082c8cd75. 20000000:01000000:2.0:1767384365.141641:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384365.141642:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384365.141644:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384365.141646:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.141647:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.141649:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384365.141676:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.141680:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.141682:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.141689:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384365.141693:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384365.141698:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384365.141702:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384365.141707:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a6f59ed. 00080000:00000001:1.0:1767384365.141710:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057631232 : -120966651920384 : ffff91fb41aec000) 00080000:00000001:1.0:1767384365.141713:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384365.141719:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384365.141724:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000002980dde8. 00000400:00000010:3.0:1767384365.141727:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050812422. 00000400:00000010:3.0:1767384365.141730:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000400:00000200:3.0:1767384365.141733:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002980dde8 00000400:00000010:3.0:1767384365.141735:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000906f0637. 00000400:00000200:3.0:1767384365.141737:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:3.0:1767384365.141740:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 00000400:00000200:3.0:1767384365.141743:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000010:3.0:1767384365.141746:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000906f0637. 00000400:00000010:3.0:1767384365.141755:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000010:3.0:1767384365.141760:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a4a302a. 00000400:00000200:3.0:1767384365.141763:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384365.141768:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384365.141772:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384365.141776:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:3.0:1767384365.141780:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384365.141784:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:3.0:1767384365.141787:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:3.0:1767384365.141791:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:3.0:1767384365.141795:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:3.0:1767384365.141799:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:3.0:1767384365.141802:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000001:00000001:1.0:1767384365.141805:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384365.141806:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00080000:00000001:1.0:1767384365.141808:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.141812:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 00080000:00000001:1.0:1767384365.141814:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384365.141818:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[143, 37] 00000400:00000200:3.0:1767384365.141821:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000400:00000200:3.0:1767384365.141824:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000400:00000200:3.0:1767384365.141827:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:3.0:1767384365.141831:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00080000:00000001:1.0:1767384365.141832:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.141836:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00080000:00000001:1.0:1767384365.141837:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384365.141848:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:3.0:1767384365.141852:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 34], ns[101, 34] 00000400:00000200:3.0:1767384365.141855:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 00000400:00000200:3.0:1767384365.141858:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[73, 34] 00000400:00000200:3.0:1767384365.141862:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 34], ns[136, 34] 00000400:00000200:3.0:1767384365.141866:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 34], ns[145, 34] 00000400:00000200:3.0:1767384365.141869:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 34], ns[120, 34] 00000400:00000200:3.0:1767384365.141873:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 34], ns[100, 34] 00000400:00000200:3.0:1767384365.141878:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 34], ns[132, 34] 00000400:00000200:3.0:1767384365.141882:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[135, 34] 00000400:00000200:3.0:1767384365.141887:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 34], ns[127, 34] 00000400:00000200:3.0:1767384365.141891:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 00000400:00000200:3.0:1767384365.141894:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 00000400:00000200:3.0:1767384365.141898:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 34], ns[149, 34] 00000400:00000200:3.0:1767384365.141903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:3.0:1767384365.141906:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384365.141909:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000400:00000200:3.0:1767384365.141913:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp41 00000400:00000200:3.0:1767384365.141916:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp41 lpni_is_preferred = 0 00000400:00000200:3.0:1767384365.141919:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp41 00000400:00000200:3.0:1767384365.141926:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp41 NI seq info: [153:153:256:4294967295] 192.168.203.113@tcp41 LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1767384365.141930:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp41 00000400:00000200:3.0:1767384365.141938:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41:) -> 192.168.203.113@tcp41(192.168.203.113@tcp:192.168.203.113@tcp41) : GET try# 0 00000800:00000200:3.0:1767384365.141942:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp41 00000800:00000010:3.0:1767384365.141946:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f0480ae5. 00080000:00000001:1.0:1767384365.141948:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:3.0:1767384365.141952:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004053ab01. 00080000:00000001:1.0:1767384365.141952:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384365.141958:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007bc14cc4. 00000800:00000200:3.0:1767384365.141962:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000800:00000200:3.1:1767384365.141968:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000400:00000200:3.0:1767384365.141983:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384365.141985:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300251 rc 0 00000400:00000200:3.0:1767384365.142040:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142079:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142118:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142163:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142191:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142236:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142264:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142291:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142352:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142375:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142397:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142423:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142455:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142489:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142527:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142544:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142591:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142636:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142655:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142673:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142706:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142722:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142741:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142766:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142795:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142820:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142840:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142863:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.142887:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384365.143022:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384365.143080:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384365.143124:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.143330:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.143385:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384365.143424:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384365.143744:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:3.0:1767384365.143750:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000458a36a. 00000800:00000010:3.0:1767384365.143756:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a81f229. 00000800:00000010:3.0:1767384365.143786:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a81f229. 00000800:00020000:3.0:1767384365.143794:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384365.143797:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000458a36a. 00000800:00000010:3.0:1767384365.143800:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000400:02020000:3.0:1767384365.143852:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp41 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384365.143858:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp41 notifying 192.168.203.113@tcp41: down 00000800:00000200:3.0:1767384365.143862:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp41 down 00000800:00000100:3.0:1767384365.143868:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp41 00000800:00000010:3.0:1767384365.143870:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f0480ae5. 00000400:00000200:3.0:1767384365.143873:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384365.143877:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp41->192.168.203.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384365.143883:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp41 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:3.0:1767384365.143885:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384365.143887:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:3.0:1767384365.143889:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384365.143919:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384365.143925:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300851 00000400:00000001:2.0:1767384365.143928:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384365.143930:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384365.143931:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:2.0:1767384365.143933:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000200:2.0:1767384365.143936:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384365.143945:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:2.0:1767384365.143949:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000906f0637. 00000400:00000200:2.0:1767384365.143952:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 00000400:00000200:2.0:1767384365.143954:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:2.0:1767384365.143957:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 rc -71 00000400:00000200:2.0:1767384365.143960:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384365.143965:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00080000:00000001:3.0:1767384365.150055:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384365.150061:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384365.150063:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384365.150065:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384365.150066:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384365.150071:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384365.150074:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384365.150076:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384365.150077:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384365.150078:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384365.150084:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a6f59ed. 20000000:00000001:3.0:1767384365.150087:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384365.150090:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384365.150091:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767384365.150093:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049a69947. 00080000:00000020:3.0:1767384365.150098:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384365.150098:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:1.0:1767384365.150103:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384365.150108:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384365.150115:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.150119:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384365.150121:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.150125:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384365.150127:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384365.150133:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b07d7d48 count: 2 00080000:00000001:1.0:1767384365.150133:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384365.150139:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384365.150139:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384365.150143:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.150144:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384365.150146:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384365.150149:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000633f835f. 00000020:00000001:1.0:1767384365.150149:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384365.150154:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:3.0:1767384365.150155:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384365.150158:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000633f835f with handle 0xf489261bfe0bc789 to hash 00080000:00000001:1.0:1767384365.150160:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384365.150161:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.150164:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00080000:00000010:1.0:1767384365.150166:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b8679a4. 00010000:00000001:3.0:1767384365.150167:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00010000:00000001:3.0:1767384365.150173:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384365.150173:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057646592 : -120966651905024 : ffff91fb41aefc00) 00010000:00000001:3.0:1767384365.150176:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.150177:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767384365.150180:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.150187:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384365.150190:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.150192:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.150193:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.150195:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384365.150198:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.150211:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384365.150213:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.150215:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.150216:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.150218:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.150220:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384365.150222:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384365.150227:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b07d7d48) refcount = 2 00010000:00000040:3.0:1767384365.150230:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384365.150233:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384365.150236:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384365.150238:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384365.150243:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3dfe748. 00000100:00000001:3.0:1767384365.150246:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384365.150249:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000458a36a. 00000001:00000001:1.0:1767384365.150251:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384365.150252:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086079872 : -120966623471744 : ffff91fb4360d780) 00080000:00000001:1.0:1767384365.150255:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.150256:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107086079872 : -120966623471744 : ffff91fb4360d780) 00000100:00000001:3.0:1767384365.150260:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:1.0:1767384365.150260:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384365.150264:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384365.150265:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384365.150267:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.150269:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384365.150270:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.150272:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1767384365.150284:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.150285:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384365.150289:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1767384365.150290:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:3.0:1767384365.150293:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000040:3.0:1767384365.150297:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:3.0:1767384365.150305:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384365.150307:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384365.150309:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384365.150314:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4ba36e2. 00000100:00000001:3.0:1767384365.150318:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.150322:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384365.150332:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 16 pid: 16790 timeout: 436 lvb_type: 0 00010000:00000001:3.0:1767384365.150339:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384365.150341:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384365.150344:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384365.150351:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384365.150353:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384365.150356:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744054528:0@lo:104: 00000100:00000001:3.0:1767384365.150359:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384365.150361:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384365.150363:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.150365:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384365.150368:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f8df23. 02000000:00000001:3.0:1767384365.150369:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384365.150374:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d60cee6. 00000400:00000010:3.0:1767384365.150378:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000200:3.0:1767384365.150381:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744054528, portal 16 00000100:00000001:3.0:1767384365.150383:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384365.150385:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000040:3.0:1767384365.150389:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384365.150394:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.150398:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767384365.150398:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:3.0:1767384365.150403:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00080000:00000001:1.0:1767384365.150403:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:3.0:1767384365.150412:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744054528, offset 0 00000400:00000200:3.0:1767384365.150418:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384365.150423:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384365.150429:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd06700 00000400:00000200:3.0:1767384365.150433:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 656 00000400:00000200:3.0:1767384365.150436:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.150439:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384365.150442:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384365.150443:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384365.150446:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a8ff28b. 00000100:00000040:3.0:1767384365.150448:0:16811:0:(events.c:337:request_in_callback()) incoming req@000000006a8ff28b x1853236744054528 msgsize 328 00000100:00100000:3.0:1767384365.150452:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384365.150461:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384365.150466:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:3.0:1767384365.150467:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:3.0:1767384365.150469:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384365.150471:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384365.150478:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384365.150481:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384365.150486:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.150488:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.150491:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.150494:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294953947 00000100:00000001:3.0:1767384365.150500:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294953938 00000100:00000001:3.0:1767384365.150504:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294953947 00000100:00000001:3.0:1767384365.150508:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294953938 00000100:00000001:2.0:1767384365.150513:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384365.150514:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294953947 00000100:00100000:2.0:1767384365.150519:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054528 00000100:00000001:3.0:1767384365.150520:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294953938 02000000:00000001:2.0:1767384365.150525:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384365.150526:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294953947 00000100:00000001:2.0:1767384365.150530:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.150531:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294953938 00000100:00000001:2.0:1767384365.150534:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.150539:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.150541:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.150545:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.150546:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054528 00010000:00000001:3.0:1767384365.150547:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.150571:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.150573:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.150575:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.150576:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.150578:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.150579:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384365.150580:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384365.150584:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:2.0:1767384365.150584:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000100:00000001:3.0:1767384365.150590:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.150590:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384365.150596:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384365.150596:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000100:00000001:3.0:1767384365.150598:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384365.150603:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 000000000458a36a going to sleep for 11 seconds 00000020:00000001:2.0:1767384365.150603:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:3.0:1767384365.150608:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384365.150609:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:3.0:1767384365.150611:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.150617:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.150645:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384365.150649:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.150652:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5f8af9f. 00000020:00000010:2.0:1767384365.150659:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8b189f7. 00000020:00000010:2.0:1767384365.150664:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063245c2f. 00000020:00000010:2.0:1767384365.150669:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002baed659. 00000100:00000040:2.0:1767384365.150678:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384365.150681:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384365.150684:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384365.150685:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.150691:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.150704:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.150718:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384365.150721:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384365.150726:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384365.150729:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:2.0:1767384365.150732:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341722368 : -120961367829248 : ffff91fc7ca39500) 00000100:00000040:2.0:1767384365.150738:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a8ff28b x1853236744054528/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384365.150749:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.150752:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384365.150755:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.150758:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5f8af9f. 00000100:00100000:2.0:1767384365.150765:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a8ff28b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744054528:12345-0@lo:104: 00000100:00000200:2.0:1767384365.150770:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054528 00010000:00000001:2.0:1767384365.150773:0:16778:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384365.150778:0:16778:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.150780:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.150782:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=2 00000020:00000001:2.0:1767384365.150785:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:2.0:1767384365.150788:0:16778:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:2.0:1767384365.150792:0:16778:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.150801:0:16778:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.150806:0:16778:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384365.150815:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.150818:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384365.150822:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068abc84b. 02000000:00000001:2.0:1767384365.150824:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.150827:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.150831:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.150835:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.150839:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.150844:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.150848:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.150851:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384365.150854:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.150857:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.150860:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.150863:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.150867:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a140b0ca. 00000100:00000200:2.0:1767384365.150871:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744054528, offset 224 00000400:00000200:2.0:1767384365.150877:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.150882:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.150889:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd06700 00000400:00000200:2.0:1767384365.150894:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c95 [1] + 224 00000400:00000200:2.0:1767384365.150899:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.150902:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.150906:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.150910:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384365.150920:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384365.150938:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.150944:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a140b0ca 00000100:00000001:1.0:1767384365.150951:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384365.150954:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a140b0ca. 00000100:00000001:2.0:1767384365.150959:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384365.150960:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384365.150961:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384365.150963:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384365.150967:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.150971:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384365.150972:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d60cee6. 00010000:00000001:2.0:1767384365.150989:0:16778:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384365.150989:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:1.0:1767384365.150993:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00010000:00000010:2.0:1767384365.150995:0:16778:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000010f52c6d. 00000100:00000001:1.0:1767384365.150996:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384365.151001:0:16778:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384365.151003:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384365.151012:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384365.151013:0:16778:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384365.151020:0:16778:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.151024:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384365.151024:0:16778:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.151024:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384365.151029:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.151029:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.151030:0:16778:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.151033:0:16811:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384365.151035:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1767384365.151037:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384365.151039:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384365.151039:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384365.151041:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a8ff28b x1853236744054528/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 328/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384365.151042:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384365.151043:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.151046:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384365.151050:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384365.151057:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=73 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384365.151067:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=73 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384365.151068:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3709ffb already unused, calling callback (000000001cc36fe6) 10000000:00000001:3.0:1767384365.151073:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384365.151074:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a8ff28b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744054528:12345-0@lo:104: Request processed in 320us (619us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384365.151075:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00010000:3.0:1767384365.151076:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384365.151078:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.151084:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384365.151088:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384365.151093:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.151094:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384365.151098:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767384365.151098:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:3.0:1767384365.151102:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384365.151103:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384365.151105:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000020:00000040:3.0:1767384365.151106:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00000020:00000001:3.0:1767384365.151112:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00000100:00000001:2.0:1767384365.151112:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384365.151117:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384365.151119:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00000100:00000001:1.0:1767384365.151119:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.151123:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063245c2f. 00000100:00000001:1.0:1767384365.151123:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384365.151124:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384365.151130:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002baed659. 00010000:00000001:1.0:1767384365.151131:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384365.151132:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384365.151135:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384365.151136:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384365.151138:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384365.151139:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8b189f7. 00010000:00000001:1.0:1767384365.151141:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384365.151148:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:1.0:1767384365.151148:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384365.151149:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 10000000:00010000:3.0:1767384365.151151:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384365.151156:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384365.151168:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:1.0:1767384365.151172:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744054528:0@lo:104: 10000000:00000001:3.0:1767384365.151173:0:16783:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384365.151176:0:16783:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384365.151180:0:16783:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384365.151182:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384365.151183:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.151184:0:16783:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384365.151193:0:16783:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384365.151193:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384365.151196:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384365.151197:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:3.0:1767384365.151198:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 00000100:00000001:1.0:1767384365.151201:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384365.151202:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384365.151205:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384365.151208:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744054528/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384365.151209:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384365.151213:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384365.151216:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384365.151218:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384365.151219:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.151222:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384365.151222:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767384365.151226:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3709ffb with handle 0xf489261bfe0bc77b from hash 02000000:00000010:1.0:1767384365.151226:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f8df23. 00010000:00000001:3.0:1767384365.151231:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384365.151232:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384365.151233:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384365.151235:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384365.151236:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.151238:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384365.151238:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00010000:00000001:3.0:1767384365.151242:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1767384365.151243:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384365.151244:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:1.0:1767384365.151246:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4ba36e2. 00010000:00000001:3.0:1767384365.151247:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384365.151250:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767384365.151251:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384365.151253:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384365.151254:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000100:00000010:3.0:1767384365.151255:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000100:00000001:1.0:1767384365.151257:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384365.151258:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384365.151259:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.151262:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384365.151263:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000458a36a. 00000100:00000001:1.0:1767384365.151266:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384365.151267:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384365.151268:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3dfe748. 02000000:00000001:3.0:1767384365.151271:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1767384365.151272:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.151274:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.151275:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384365.151279:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384365.151280:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dc2e4ea. 20000000:00000001:1.0:1767384365.151281:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384365.151285:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384365.151286:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384365.151287:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.151290:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384365.151294:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384365.151299:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384365.151300:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.151303:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384365.151304:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.151309:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_01+1] req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.151324:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384365.151327:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.151328:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.151329:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.151331:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384365.151333:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.151335:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.151339:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384365.151340:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc77b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc782 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384365.151345:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009936a7e7 count: 0 00000100:00000001:2.0:1767384365.151347:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384365.151352:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384365.151352:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.151355:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384365.151356:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384365.151359:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000010f52c6d. 00010000:00000001:3.0:1767384365.151362:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.151364:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384365.151365:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384365.151368:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.151371:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384365.151374:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384365.151380:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384365.151381:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.151385:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384365.151385:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.151387:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384365.151391:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.151392:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384365.151393:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384365.151404:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384365.151407:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.151411:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744054656:0@lo:103: 00000100:00000001:2.0:1767384365.151416:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384365.151419:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384365.151421:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.151424:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384365.151427:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b189f7. 02000000:00000001:2.0:1767384365.151430:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384365.151436:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa5348e. 00000400:00000010:2.0:1767384365.151441:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a140b0ca. 00000100:00000200:2.0:1767384365.151445:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744054656, portal 18 00000100:00000001:2.0:1767384365.151448:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384365.151450:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:2.0:1767384365.151456:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.151464:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.151468:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.151472:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000100:00000200:2.0:1767384365.151475:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744054656, offset 0 00000400:00000200:2.0:1767384365.151480:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.151490:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.151500:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd06780 00000400:00000200:2.0:1767384365.151506:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767384365.151511:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.151516:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.151522:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384365.151525:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384365.151529:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000100:00000040:2.0:1767384365.151533:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000006765f1c4 x1853236744054656 msgsize 328 00000100:00100000:2.0:1767384365.151549:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384365.151586:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.151593:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000400:00000010:2.0:1767384365.151595:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000100:00000001:2.0:1767384365.151607:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384365.151612:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.151638:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.151642:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.151666:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151668:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384365.151674:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151677:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294953949 00000100:00000001:2.0:1767384365.151682:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953947 00000100:00000001:2.0:1767384365.151687:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294953949 00000100:00000001:2.0:1767384365.151690:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953947 00000100:00000001:2.0:1767384365.151693:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294953949 00000100:00000001:2.0:1767384365.151697:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953947 00000100:00000001:2.0:1767384365.151700:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294953949 00000100:00000001:2.0:1767384365.151703:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953947 00000100:00000001:2.0:1767384365.151705:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.151708:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151710:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151712:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.151717:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.151719:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384365.151722:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.151723:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.151725:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151727:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151743:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.151745:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.151746:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151749:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151761:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384365.151763:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054656 02000000:00000001:2.0:1767384365.151774:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384365.151776:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.151793:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.151796:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.151798:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054656 00000020:00000001:2.0:1767384365.151800:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384365.151802:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384365.151803:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.151805:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:2.0:1767384365.151808:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384365.151810:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384365.151813:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.151816:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384365.151818:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.151820:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5f8af9f. 00000020:00000010:2.0:1767384365.151825:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029873166. 00000020:00000010:2.0:1767384365.151830:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063245c2f. 00000020:00000010:2.0:1767384365.151834:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002baed659. 00000100:00000040:2.0:1767384365.151842:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384365.151845:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384365.151846:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384365.151849:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384365.151851:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.151854:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384365.151857:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.151859:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.151861:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=4 00000020:00000001:2.0:1767384365.151875:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:2.0:1767384365.151877:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00010000:2.0:1767384365.151881:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 17 pid: 16790 timeout: 436 lvb_type: 0 00010000:00000001:2.0:1767384365.151889:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.151890:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.151899:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.151901:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.151906:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384365.151910:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006765f1c4 x1853236744054656/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.151918:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384365.151919:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.151934:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.151945:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384365.151947:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384365.151951:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384365.151954:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:2.0:1767384365.151956:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00000040:2.0:1767384365.151961:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006765f1c4 x1853236744054656/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 328/0 e 0 to 0 dl 1767384376 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.151970:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384365.151973:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384365.151976:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.151978:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5f8af9f. 00000100:00100000:2.0:1767384365.151982:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006765f1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16155:x1853236744054656:12345-0@lo:103: 00000100:00000200:2.0:1767384365.151986:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054656 00010000:00000001:2.0:1767384365.151988:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384365.151991:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384365.151993:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384365.151997:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384365.151999:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384365.152002:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079bf1673. 02000000:00000001:2.0:1767384365.152005:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.152007:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152009:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384365.152011:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384365.152014:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.152016:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.152024:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005cd59b6e refcount=4 00000020:00000001:2.0:1767384365.152027:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000001:2.0:1767384365.152029:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454695936 : -120962254855680 : ffff91fc47c4a200) 00010000:00000040:2.0:1767384365.152032:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b07d7d48 count: 3 00010000:00010000:2.0:1767384365.152036:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 17 pid: 16790 timeout: 436 lvb_type: 0 00000100:00001000:2.0:1767384365.152043:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384365 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384365.152047:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384365.152052:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152054:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384365.152056:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 17 pid: 16790 timeout: 436 lvb_type: 0 00000020:00000001:2.0:1767384365.152063:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.152065:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.152067:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.152069:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152072:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384365.152074:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384365.152079:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152081:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152083:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.152085:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.152088:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005cd59b6e with handle 0xf489261bfe0bc782 from hash 00010000:00000001:2.0:1767384365.152090:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384365.152092:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152093:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152095:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384365.152097:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384365.152098:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384365.152101:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005cd59b6e/0xf489261bfe0bc782 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc77b expref: 17 pid: 16790 timeout: 436 lvb_type: 0 00010000:00000040:2.0:1767384365.152108:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:2.0:1767384365.152111:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:2.0:1767384365.152123:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152125:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384365.152127:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384365.152129:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000633f835f 00010000:00000001:2.0:1767384365.152131:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384365.152132:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.152134:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.152136:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384365.152138:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.152140:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384365.152141:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384365.152143:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152150:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384365.152152:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384365.152154:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384365.152156:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384365.152158:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b07d7d48) refcount = 2 00010000:00010000:2.0:1767384365.152161:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152168:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384365.152171:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384365.152172:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.152174:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384365.152178:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384365.152180:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384365.152184:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 00000100:00000001:2.0:1767384365.152187:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107063429184 : -120966646122432 : ffff91fb42073840) 00000100:00000001:2.0:1767384365.152189:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107063429184 : -120966646122432 : ffff91fb42073840) 00000100:00000001:2.0:1767384365.152191:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384365.152193:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384365.152195:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384365.152197:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384365.152199:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384365.152202:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.152210:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.152212:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000633f835f refcount=5 00000020:00000001:2.0:1767384365.152214:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00010000:00000001:2.0:1767384365.152217:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00010000:00000001:2.0:1767384365.152219:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384365.152221:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152229:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384365.152231:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152237:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152238:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384365.152240:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152246:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.152248:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152251:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384365.152252:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384365.152258:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000633f835f already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384365.152261:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.152263:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384365.152265:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152271:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384365.152272:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384365.152274:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384365.152275:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000633f835f refcount=6 00000020:00000001:2.0:1767384365.152278:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00010000:00000001:2.0:1767384365.152280:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466176 : -120962105085440 : ffff91fc50b1f200) 00010000:00000001:2.0:1767384365.152289:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384365.152290:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152296:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384365.152298:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384365.152299:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152312:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384365.152313:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384365.152315:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384365.152317:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.152319:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000633f835f with handle 0xf489261bfe0bc789 from hash 00010000:00000001:2.0:1767384365.152323:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384365.152325:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152327:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152328:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384365.152330:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1767384365.152332:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152332:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384365.152335:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384365.152338:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.152345:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384365.152345:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.152351:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384365.152351:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384365.152355:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1767384365.152356:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152361:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.152363:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384365.152364:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.152366:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152368:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.152369:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384365.152371:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384365.152374:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152378:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.152381:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152387:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152389:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152390:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384365.152392:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384365.152394:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384365.152396:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152398:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384365.152400:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384365.152403:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152405:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384365.152407:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000633f835f/0xf489261bfe0bc789 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384365.152418:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384365.152419:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152422:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384365.152424:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384365.152426:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.152428:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.152431:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384365.152432:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 00000100:00000001:2.0:1767384365.152436:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384365.152438:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384365.152440:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f8af9f. 00010000:00000001:2.0:1767384365.152444:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384365.152445:0:16781:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b07d7d48 count: 0 00010000:00010000:2.0:1767384365.152452:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384365.152454:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384365.152457:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.152459:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.152462:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.152466:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.152469:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.152471:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384365.152474:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.152476:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.152479:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.152482:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.152485:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000100:00000200:2.0:1767384365.152489:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744054656, offset 224 00000400:00000200:2.0:1767384365.152493:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.152501:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.152508:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd06780 00000400:00000200:2.0:1767384365.152513:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ca1 [1] + 224 00000400:00000200:2.0:1767384365.152517:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.152521:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.152525:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.152529:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.152539:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.152587:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.152593:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000400:00000010:2.0:1767384365.152596:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000100:00000001:2.0:1767384365.152600:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384365.152602:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384365.152608:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384365.152612:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384365.152615:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.152631:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.152634:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.152637:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384365.152638:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744054656/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 328/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384365.152641:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384365.152644:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384365.152647:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa5348e. 00000400:00000200:3.0:1767384365.152653:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a140b0ca 00000100:00100000:2.0:1767384365.152657:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006765f1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744054656:12345-0@lo:103: Request processed in 684us (1120us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384365.152658:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a140b0ca. 00000100:00000001:3.0:1767384365.152662:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384365.152668:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.152674:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384365.152681:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000200:3.0:1767384365.152684:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.152686:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384365.152689:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384365.152694:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384365.152694:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063245c2f. 00000100:00000001:3.0:1767384365.152698:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.152700:0:16155:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384365.152701:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002baed659. 02000000:00000001:3.0:1767384365.152702:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384365.152704:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.152707:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.152708:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029873166. 02000000:00000001:3.0:1767384365.152709:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384365.152715:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00001000:3.0:1767384365.152720:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=73 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384365.152721:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384365.152728:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384365.152731:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384365.152733:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.152734:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384365.152736:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.152737:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.152740:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.152744:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384365.152746:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384365.152747:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384365.152749:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384365.152753:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744054656:0@lo:103: 00000100:00000001:3.0:1767384365.152756:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.152757:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384365.152759:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744054656/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.152763:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384365.152764:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384365.152765:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b189f7. 02000000:00000001:3.0:1767384365.152767:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384365.152768:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384365.152770:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384365.152771:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384365.152772:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008dc2e4ea. 02000000:00000001:3.0:1767384365.152774:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384365.152775:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384365.152776:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384365.152778:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384365.152779:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.152780:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.152782:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384365.152788:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.152789:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.152790:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384365.155574:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009936a7e7. 00010000:00000010:3.1:1767384365.155583:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3709ffb. 00080000:00000001:3.0:1767384365.160238:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384365.160244:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:2.0:1767384365.160245:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384365.160247:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384365.160249:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384365.160250:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384365.160255:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384365.160255:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384365.160259:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384365.160262:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384365.160265:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1767384365.160266:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b8679a4. 20000000:01000000:3.0:1767384365.160271:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384365.160273:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384365.160277:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384365.160293:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384365.160295:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384365.160297:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384365.160301:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384365.160303:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384365.160308:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fa681f9. 00010000:00000001:3.0:1767384365.160311:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384365.160314:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 00000020:00000001:3.0:1767384365.160316:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384365.160319:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3709ffb with handle 0xf489261bfe0bc790 to hash 00000020:00000001:3.0:1767384365.160321:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384365.160322:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160324:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160326:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.160328:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.160330:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160336:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384365.160338:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384365.160339:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384365.160341:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.160342:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.160344:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384365.160345:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.160353:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384365.160355:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384365.160356:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384365.160358:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384365.160359:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fa681f9) refcount = 1 00010000:00010000:3.0:1767384365.160362:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160367:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384365.160368:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384365.160369:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.160371:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160372:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384365.160375:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384365.160377:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384365.160379:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.160380:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.160382:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=4 00000020:00000001:3.0:1767384365.160383:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160386:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160388:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384365.160389:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160394:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384365.160396:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160400:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.160401:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384365.160402:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160406:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.160407:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160415:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384365.160417:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384365.160421:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3709ffb already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384365.160423:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.160425:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384365.160428:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160431:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384365.160432:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384365.160433:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384365.160435:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=5 00000020:00000001:3.0:1767384365.160436:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160438:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384365.160440:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384365.160442:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160445:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384365.160447:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384365.160448:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160450:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384365.160452:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384365.160454:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384365.160455:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384365.160457:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3709ffb with handle 0xf489261bfe0bc790 from hash 00010000:00000001:3.0:1767384365.160459:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384365.160460:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.160462:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.160463:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384365.160464:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384365.160465:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384365.160467:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384365.160468:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384365.160475:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160476:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384365.160477:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384365.160479:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.160480:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.160481:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160483:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384365.160484:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.160486:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160489:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.160490:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.160492:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384365.160493:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384365.160494:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384365.160495:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384365.160497:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384365.160500:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384365.160501:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.160503:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384365.160506:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384365.160507:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384365.160509:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a3709ffb/0xf489261bfe0bc790 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384365.160513:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fa681f9 count: 0 00010000:00000001:3.0:1767384365.160525:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384365.160526:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384365.161256:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384365.161259:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384365.161261:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001c93e0d8. 20000000:00000001:3.0:1767384365.161267:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384365.161270:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054400 00010000:00000001:3.0:1767384365.161273:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384365.161284:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006504c5f4 x1853236744054400/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384365.161290:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384365.161292:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384365.161294:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384365.161298:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384365.161300:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384365.161302:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384365.161304:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384365.161305:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.161308:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384365.161311:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384365.161315:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800a790c. 00000100:00000200:3.0:1767384365.161318:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744054400, offset 224 00000400:00000200:3.0:1767384365.161325:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384365.161331:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384365.161340:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06680 00000400:00000200:3.0:1767384365.161344:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c7d [2] + 224 00000400:00000200:3.0:1767384365.161349:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384365.161353:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384365.161356:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384365.161359:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384365.161365:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.161375:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384365.161380:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800a790c 00000400:00000010:3.0:1767384365.161382:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800a790c. 00000100:00000001:3.0:1767384365.161384:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384365.161386:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384365.161390:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.161391:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384365.161393:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384365.161395:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.161402:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384365.161406:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006504c5f4 x1853236744054400/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384365.161413:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006504c5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744054400:12345-0@lo:253: Request processed in 19983us (20301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384365.161420:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384365.161422:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384365.161423:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384365.161425:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384365.161428:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcd4cb2c. 00000020:00000010:3.0:1767384365.161431:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d989d477. 00000020:00000010:3.0:1767384365.161434:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061d41606. 00000020:00000040:3.0:1767384365.161437:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384365.161441:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384365.161442:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000923ce6d0. 00000100:00000001:2.0:1767384365.161442:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.161447:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384365.161450:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384365.161453:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384365.161454:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384365.161457:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384365.161458:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384365.161462:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea671bc. 00000400:00000010:3.0:1767384365.161463:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008160c0e3. 00000400:00000200:2.0:1767384365.161487:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eecdda1 00000400:00000010:2.0:1767384365.161490:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eecdda1. 00000100:00000001:2.0:1767384365.161493:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384365.161496:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800a790c. 00000100:00000200:2.0:1767384365.161500:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384365.161512:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.161521:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384365.161522:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.161524:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384365.161526:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384365.161528:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384365.161530:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384365.161533:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.161536:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384365.161540:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.161542:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384365.161544:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.161547:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384365.161549:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.161551:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384365.161581:0:16154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005cd59b6e. 00010000:00000010:2.1:1767384365.161587:0:16154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000633f835f. 00010000:00000010:2.1:1767384365.161590:0:16154:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b07d7d48. 00000100:00000040:2.0:1767384365.161599:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.161607:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384365.161609:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384365.161611:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384365.161615:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384365.161633:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384365.161635:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384365.161636:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384365.161637:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384365.161639:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384365.161640:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384365.161642:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384365.161643:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384365.161646:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384365.161655:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744054400:0@lo:253: 00000100:00000001:2.0:1767384365.161660:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.161662:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384365.161665:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de68e5a6 x1853236744054400/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.161672:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384365.161674:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384365.161676:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b6b4e771. 02000000:00000001:2.0:1767384365.161680:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384365.161681:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384365.161682:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384365.161685:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384365.161686:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008436dc5e. 02000000:00000001:2.0:1767384365.161690:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384365.161692:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384365.161693:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 00000100:00000001:2.0:1767384365.161697:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384365.161699:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.161700:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384365.161706:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384365.161708:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.161710:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384365.161712:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384365.162209:0:34250:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000015e07803. 00000400:00000040:0.0:1767384365.162230:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384365.162233:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384365.162237:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384365.162239:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384365.162243:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384365.162245:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384365.162248:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384365.162251:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384365.162253:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384365.162254:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384365.162257:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384365.162259:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384365.162261:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384365.162263:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384365.162265:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384365.162273:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384365.162275:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384365.162277:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384365.162279:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384365.162282:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384365.162284:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384365.162286:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384365.162288:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384365.162290:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384365.162293:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384365.162296:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384365.162298:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384365.162300:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384365.162302:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384365.162304:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384365.162306:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384365.162309:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384365.162311:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384365.162313:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384365.162315:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384365.162317:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384365.162319:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384365.162323:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384365.162325:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384365.162328:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384365.162330:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384365.162333:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384365.162335:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384365.162337:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384365.162339:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384365.162341:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384365.162343:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384365.162345:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384365.162348:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384365.162350:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384365.162353:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384365.162355:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384365.162357:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384365.162360:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384365.162368:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384365.162370:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384365.162373:0:34250:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384365.162464:0:34250:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000015e07803. 00080000:00000020:2.0:1767384365.162882:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384365.162885:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384365.162887:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082c8cd75. 20000000:00000001:2.0:1767384365.162891:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384365.162895:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054272 00010000:00000001:2.0:1767384365.162897:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384365.162901:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2dc2e4f x1853236744054272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384365.162909:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384365.162911:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384365.162913:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384365.162916:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384365.162918:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384365.162920:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384365.162923:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384365.162924:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.162926:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384365.162929:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384365.162932:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eecdda1. 00000100:00000200:2.0:1767384365.162935:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744054272, offset 224 00000400:00000200:2.0:1767384365.162940:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384365.162946:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384365.162952:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06600 00000400:00000200:2.0:1767384365.162957:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c81 [2] + 224 00000400:00000200:2.0:1767384365.162963:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384365.162966:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384365.162969:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384365.162974:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384365.162982:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384365.162997:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384365.163002:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eecdda1 00000100:00000001:3.0:1767384365.163005:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384365.163005:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eecdda1. 00000100:00000001:3.0:1767384365.163008:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384365.163011:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384365.163013:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384365.163014:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384365.163016:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384365.163019:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009497ba89. 00000100:00000001:2.0:1767384365.163020:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384365.163023:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a1f21d 00000100:00000040:2.0:1767384365.163026:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:3.0:1767384365.163027:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7a1f21d. 00000100:00000001:3.0:1767384365.163032:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384365.163033:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384365.163037:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384365.163037:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.163042:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384365.163049:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2dc2e4f x1853236744054272/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:346/0 lens 4848/4768 e 0 to 0 dl 1767384376 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384365.163050:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384365.163069:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384365.163070:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384365.163076:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2dc2e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744054272:12345-0@lo:253: Request processed in 21546us (21926us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384365.163079:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384365.163083:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384365.163085:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384365.163087:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384365.163089:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384365.163093:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00001000:3.0:1767384365.163094:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384365.163100:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=73 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384365.163100:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384365.163106:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384365.163107:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384365.163107:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384365.163111:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384365.163111:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384365.163115:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384365.163117:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002abcf61b. 00000100:00000001:3.0:1767384365.163118:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384365.163123:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384365.163125:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000100:00000001:3.0:1767384365.163132:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384365.163132:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016bebc66. 00000100:00000001:3.0:1767384365.163136:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384365.163139:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384365.163140:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000020:01000004:3.0:1767384365.163141:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384365.163144:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384365.163146:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384365.163147:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384365.163147:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384365.163152:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:2.0:1767384365.163152:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2e71ede. 00000020:01000004:3.0:1767384365.163154:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384365.163158:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384365.163159:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000001:2.0:1767384365.163159:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384365.163163:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384365.163164:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384365.163165:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384365.163168:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384365.163172:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384365.163176:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744054272:0@lo:253: 00000400:00000010:2.0:1767384365.163178:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea671bc. 00000100:00000001:3.0:1767384365.163180:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.163184:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384365.163186:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744054272/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384365.163186:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eecdda1. 00000100:00000001:3.0:1767384365.163195:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384365.163202:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384365.163203:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003f881acb. 02000000:00000001:3.0:1767384365.163206:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384365.163207:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384365.163208:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384365.163209:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384365.163210:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009005868c. 02000000:00000001:3.0:1767384365.163212:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384365.163213:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384365.163214:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:3.0:1767384365.163216:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384365.163217:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.163218:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384365.163221:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384365.163222:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384365.163223:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384365.163225:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384365.165615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fa681f9. 00010000:00000010:3.1:1767384365.165634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3709ffb. 00000100:00000040:1.0:1767384365.169630:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294953949, at 4294953950 00000100:00000010:1.0:1767384365.169638:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963188f1. 00000100:00000040:3.0:1767384365.170600:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294953949, at 4294953951 00000100:00000010:3.0:1767384365.170606:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008bc5873. 00000100:00000040:2.0:1767384365.170611:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294953949, at 4294953951 00000100:00000040:0.0:1767384365.170613:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294953949, at 4294953951 00000100:00000010:2.0:1767384365.170634:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b52065e. 00000100:00000010:0.0:1767384365.170639:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8b2b4cd. 00000100:00000001:3.0:1767384365.204632:0:17568:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384365.204637:0:17568:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384365.459662:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384365.459668:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384365.459671:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:2.0:1767384365.459676:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000400:00000200:2.0:1767384365.459682:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384365.459690:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384365.459715:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024ffdfa9. 00000400:00000010:2.0:1767384365.459721:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008cbf2e22. 00010000:00000001:1.0:1767384366.036734:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384366.036738:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.036742:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384366.036743:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.036787:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.036792:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.036795:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384366.483629:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp41 00000400:00000010:2.0:1767384366.483636:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b8e74767. 00000400:00000010:2.0:1767384366.483642:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e7e5e34d. 00000400:00000010:2.0:1767384366.483646:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000400:00000010:2.0:1767384366.483653:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c30a2444. 00000800:00000200:3.0:1767384366.483654:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (6) 00000400:00000200:2.0:1767384366.483661:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp41 00000800:00000200:3.0:1767384366.483665:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:988 00000800:00000200:3.0:1767384366.483670:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384366.483682:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp41 local destination 00000800:00000010:3.0:1767384366.483687:0:16146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052645a60. 00000400:00000200:2.0:1767384366.483689:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp41 00000800:00000200:3.0:1767384366.483696:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000400:00000200:2.0:1767384366.483697:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp41 NI seq info: [154:154:256:4294967295] 192.168.203.113@tcp41 LPNI seq info [144:144:8:4294967295] 00000800:00000200:3.0:1767384366.483704:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:988 00000800:00000200:3.0:1767384366.483708:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384366.483708:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp41 00000400:00000200:2.0:1767384366.483722:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41:) -> 192.168.203.113@tcp41(192.168.203.113@tcp41:192.168.203.113@tcp41) : GET try# 0 00000800:00000200:2.0:1767384366.483729:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp41 00000800:00000010:2.0:1767384366.483733:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000443acea. 00000800:00000200:2.0:1767384366.483739:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000800:00000200:2.1:1767384366.483743:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000400:00000200:2.0:1767384366.483757:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp41 added to recovery queue. ping count: 1 next ping: 289 health :900 00000800:00000200:3.0:1767384366.483787:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384366.483789:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384366.483792:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384366.483796:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384366.483801:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384366.483807:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384366.483807:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384366.483811:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384366.483813:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384366.483818:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.483824:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483875:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483895:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483910:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483934:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483955:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483974:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.483992:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484010:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484028:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484048:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484063:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484082:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484101:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484122:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484139:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484156:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484171:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484185:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484198:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484212:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484227:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484252:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484273:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484289:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484304:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484320:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484338:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484356:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484374:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484391:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484409:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484430:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484450:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384366.484468:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384366.484593:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384366.484597:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010769eec. 00000800:00000010:2.0:1767384366.484602:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c04568b. 00000800:00000010:2.0:1767384366.484634:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c04568b. 00000800:00020000:2.0:1767384366.484641:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384366.484644:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010769eec. 00000800:00000010:2.0:1767384366.484647:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:2.0:1767384366.484679:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp41 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384366.484684:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp41 notifying 192.168.203.113@tcp41: down 00000400:00000200:2.0:1767384366.484687:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384366.484690:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp41 00000800:00000010:2.0:1767384366.484692:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000443acea. 00000400:00000200:2.0:1767384366.484696:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384366.484700:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp41->192.168.203.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384366.484706:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384366.484708:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384366.484711:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp41) recovery failed with -71 00080000:00000001:3.0:1767384366.655091:0:34736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384366.655104:0:34736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.655110:0:34736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384366.655116:0:34736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384366.655121:0:34736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.655124:0:34736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.059626:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384367.059632:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.059637:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384367.059639:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384367.059681:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384367.059685:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384367.059688:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384367.286795:0:34900:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384367.286798:0:34900:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384367.290265:0:34900:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384367.296051:0:34901:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bf8631f1. 00000400:00000010:0.0:1767384367.296063:0:34901:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b021ceb6. 00000400:00000010:0.0:1767384367.296071:0:34901:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001fe3bf99. 00000400:00000010:0.0:1767384367.296074:0:34901:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007127daf5. 00000400:00000010:0.0:1767384367.296077:0:34901:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1672aff. 00000400:00000010:0.0:1767384367.296081:0:34901:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028785d24. 00000400:00000010:0.0:1767384367.296082:0:34901:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e7629418. 00000400:00000010:0.0:1767384367.296083:0:34901:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024cb464c. 00000400:00000010:0.0:1767384367.296087:0:34901:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008906d27d. 00000800:00000010:0.0:1767384367.296101:0:34901:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e24cfc97. 00000800:00000200:0.0:1767384367.296110:0:34901:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384367.296120:0:34901:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384367.296151:0:34901:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384367.296173:0:34901:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384367.298147:0:34901:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 0000000033e1be53. 00000400:00000010:0.0:1767384367.298153:0:34901:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384367.298157:0:34901:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007d35cf4. 00000400:00000001:0.0:1767384367.298179:0:34901:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.298181:0:34901:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.298182:0:34901:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070601ad5. 00000400:00000200:0.0:1767384367.298184:0:34901:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f42981 00000400:00000010:0.0:1767384367.298186:0:34901:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f42981. 00000400:00000010:0.0:1767384367.298189:0:34901:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000000165532. 00000400:00000200:0.0:1767384367.298194:0:34901:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000200:0.0:1767384367.298204:0:34901:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384367.298211:0:34901:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:0.0:1767384367.298218:0:34901:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f09aeea7. 00000020:01000000:0.0:1767384367.298222:0:34901:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384367.298224:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384367.298225:0:34901:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp44 00000400:00000200:3.0:1767384367.298234:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:3.0:1767384367.298238:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000010:0.0:1767384367.298241:0:34901:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b021ceb6. 00000400:00000010:3.0:1767384367.298243:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000042894a5f. 00000400:00000010:0.0:1767384367.298246:0:34901:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bf8631f1. 00000400:00000010:3.0:1767384367.298248:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000400:00000010:3.0:1767384367.298257:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007361232a. 00000400:00000200:3.0:1767384367.298260:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000001:1.0:1767384367.298267:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384367.298272:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:1.0:1767384367.298272:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384367.298275:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384367.298278:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384367.298281:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:1.0:1767384367.298282:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384367.298286:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384367.298290:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000020:01000004:1.0:1767384367.298291:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384367.298294:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384367.298298:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384367.298298:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384367.298302:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384367.298306:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384367.298308:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:01000004:1.0:1767384367.298309:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384367.298312:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384367.298316:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384367.298318:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000100:00000010:1.0:1767384367.298322:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae54113f. 00000400:00000200:3.0:1767384367.298324:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:3.0:1767384367.298330:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000020:00000040:1.0:1767384367.298330:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:3.0:1767384367.298338:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000100:00000001:1.0:1767384367.298339:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384367.298343:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 02000000:00000001:1.0:1767384367.298346:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384367.298347:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384367.298352:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 02000000:00000001:1.0:1767384367.298354:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.298365:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[143, 37] 02000000:00000010:1.0:1767384367.298366:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000923ce6d0. 00000400:00000200:3.0:1767384367.298370:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000400:00000200:3.0:1767384367.298375:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000100:00000001:1.0:1767384367.298377:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.298379:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:3.0:1767384367.298384:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000100:00000001:1.0:1767384367.298388:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384367.298389:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000100:00000001:1.0:1767384367.298394:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.298396:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:3.0:1767384367.298403:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 34], ns[101, 34] 00000100:00000040:1.0:1767384367.298408:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae54113f] to pc [ptlrpcd_00_02+2] req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.298409:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 00000400:00000200:3.0:1767384367.298416:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[73, 34] 00000400:00000200:3.0:1767384367.298433:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 34], ns[136, 34] 00000400:00000200:3.0:1767384367.298440:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 34], ns[145, 34] 00000400:00000200:3.0:1767384367.298444:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 34], ns[120, 34] 00000400:00000200:3.0:1767384367.298447:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 34], ns[100, 34] 00000400:00000200:3.0:1767384367.298451:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[122, 34], ns[132, 34] 00000400:00000200:3.0:1767384367.298454:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[135, 34] 00000400:00000200:3.0:1767384367.298458:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 34], ns[127, 34] 10000000:00000001:1.0:1767384367.298460:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.298463:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 10000000:00000001:1.0:1767384367.298467:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.298469:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384367.298474:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.298475:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384367.298479:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384367.298480:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 00000020:01000000:1.0:1767384367.298481:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384367.298485:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384367.298488:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 34], ns[149, 34] 00000020:00000001:1.0:1767384367.298493:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384367.298498:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384367.298502:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384367.298506:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 34], ns[154, 34] 10000000:01000000:1.0:1767384367.298507:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384367.298509:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384367.298513:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.298514:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 02000000:00000001:0.0:1767384367.298517:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384367.298521:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384367.298523:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384367.298524:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 02000000:00000001:0.0:1767384367.298525:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384367.298527:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384367.298531:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:0.0:1767384367.298533:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744054784:0@lo:253: 00000400:00000200:3.0:1767384367.298534:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp42 00000020:01000004:1.0:1767384367.298535:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384367.298540:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384367.298541:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384367.298543:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp42 lpni_is_preferred = 0 00000020:01000004:1.0:1767384367.298543:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384367.298546:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384367.298547:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384367.298549:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp42 00000020:01000004:1.0:1767384367.298550:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384367.298577:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384367.298581:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d49daa1. 02000000:00000001:0.0:1767384367.298582:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384367.298584:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:0.0:1767384367.298586:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384367.298588:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384367.298591:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384367.298592:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e145ea2b. 02000000:00000001:1.0:1767384367.298593:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.298597:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384367.298617:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d2db96. 02000000:00000010:1.0:1767384367.298618:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c93e0d8. 00000400:00000010:0.0:1767384367.298622:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b021ceb6. 00000100:00000001:1.0:1767384367.298625:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384367.298628:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744054784, portal 25 00000100:00000001:1.0:1767384367.298631:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384367.298632:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384367.298649:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384367.298655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d49daa1] to pc [ptlrpcd_00_03+3] req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.298656:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099049728 : -120961610501888 : ffff91fc6e2cb100) 00000100:00000040:0.0:1767384367.298665:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384367.298668:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384367.298673:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.298677:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384367.298678:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384367.298681:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384367.298682:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384367.298686:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f09aeea7. 00000400:00000010:0.0:1767384367.298688:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060b10f04. 00000100:00000200:0.0:1767384367.298692:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744054784, offset 0 00000400:00000200:0.0:1767384367.298698:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384367.298743:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp42 NI seq info: [155:155:256:4294967295] 192.168.203.113@tcp42 LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1767384367.298749:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp42 00000400:00000200:3.0:1767384367.298755:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp42(192.168.203.113@tcp42:) -> 192.168.203.113@tcp42(192.168.203.113@tcp:192.168.203.113@tcp42) : GET try# 0 00000800:00000200:3.0:1767384367.298760:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp42 00000800:00000010:3.0:1767384367.298764:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001deca525. 00000400:00000200:0.0:1767384367.298765:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384367.298790:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000efb9d8a6. 00000400:00000200:0.0:1767384367.298794:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06800 00000800:00000010:3.0:1767384367.298795:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000075e3b392. 00000400:00000200:0.0:1767384367.298802:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x146d [2] + 0 00000800:00000200:3.0:1767384367.298803:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (2) 00000400:00000010:0.0:1767384367.298809:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fdb5572. 00000800:00000200:3.1:1767384367.298813:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (2) 00000400:00000200:0.0:1767384367.298815:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb316b8a 00000400:00000200:0.0:1767384367.298822:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384367.298827:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384367.298829:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384367.298833:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000200:0.0:1767384367.298836:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb316b8a 00000400:00000010:0.0:1767384367.298840:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb316b8a. 00000100:00000001:0.0:1767384367.298844:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384367.298846:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384367.298847:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384367.298849:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000e2696316 x1853236744054784 msgsize 4848 00000100:00000001:3.0:1767384367.298850:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.298853:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384367.298857:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384367.298859:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.298860:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384367.298869:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384367.298870:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.298872:0:16156:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384367.298873:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384367.298876:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384367.298878:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384367.298879:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060b10f04 00000400:00000010:0.0:1767384367.298881:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060b10f04. 00000100:00000001:0.0:1767384367.298884:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384367.298889:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384367.298890:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744054912:0@lo:253: 00000100:00000001:3.0:1767384367.298897:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384367.298901:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384367.298903:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.298903:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.298904:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384367.298908:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384367.298909:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384367.298914:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003f881acb. 00000100:00000001:0.0:1767384367.298916:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384367.298917:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.298919:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384367.298922:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009497ba89. 00000100:00000001:0.0:1767384367.298925:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.298927:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e0e69d7. 00000100:00000200:3.0:1767384367.298931:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744054912, portal 25 00000100:00000001:3.0:1767384367.298936:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384367.298938:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099047040 : -120961610504576 : ffff91fc6e2ca680) 00000100:00000001:0.0:1767384367.298939:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294956096 00000100:00000040:3.0:1767384367.298943:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384367.298944:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fdda3a2. 00000400:00000200:1.0:1767384367.298948:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.298953:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384367.298958:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384367.298962:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294956096 00000100:00000040:3.0:1767384367.298963:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384367.298968:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9869f6e. 00000100:00000010:0.0:1767384367.298969:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac9e469. 00000100:00000200:3.0:1767384367.298971:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744054912, offset 0 00000100:00000001:0.0:1767384367.298973:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384367.298980:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294956096 00000400:00000200:3.0:1767384367.298981:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384367.298986:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9842924. 00000400:00000200:3.0:1767384367.298991:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384367.298992:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384367.298993:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.298998:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294956096 00000400:00000200:3.0:1767384367.299002:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06880 00000100:00000010:0.0:1767384367.299004:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9e6f40f. 00000400:00000200:3.0:1767384367.299009:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1491 [2] + 0 00000100:00000001:0.0:1767384367.299009:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384367.299014:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bba333eb. 00000100:00000001:0.0:1767384367.299015:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384367.299017:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab553793 00000100:00000001:0.0:1767384367.299018:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384367.299022:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384367.299022:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.299028:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384367.299032:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384367.299036:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab553793 00000400:00000200:1.0:1767384367.299037:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.299037:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384367.299040:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab553793. 00000100:00000001:0.0:1767384367.299041:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.299046:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384367.299046:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.299047:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384367.299049:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384367.299051:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384367.299053:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000041d2ae3d x1853236744054912 msgsize 4848 00000100:00000001:0.0:1767384367.299055:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384367.299061:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384367.299064:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384367.299072:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.299082:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384367.299084:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9869f6e 00000100:00100000:0.0:1767384367.299085:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054784 00000400:00000010:3.0:1767384367.299088:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9869f6e. 02000000:00000001:0.0:1767384367.299089:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384367.299093:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384367.299093:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.299093:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.299096:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384367.299100:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384367.299100:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.299107:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054784 00000100:00000001:3.0:1767384367.299111:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384367.299111:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384367.299115:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000040:3.0:1767384367.299118:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384367.299118:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.299122:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:0.0:1767384367.299127:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384367.299129:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.299131:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384367.299136:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.299137:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000020:00000001:0.0:1767384367.299137:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384367.299142:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294956096 00000100:00000001:3.0:1767384367.299146:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294956096 00000100:00000001:0.0:1767384367.299146:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384367.299150:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294956096 00000020:00000010:0.0:1767384367.299151:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:3.0:1767384367.299152:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294956096 00000100:00000001:0.0:1767384367.299156:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.299157:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294956096 00000100:00000001:3.0:1767384367.299162:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294956096 00000020:00000010:0.0:1767384367.299163:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000100:00000001:3.0:1767384367.299165:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294956096 00000100:00000001:3.0:1767384367.299168:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294956096 00000100:00000001:3.0:1767384367.299169:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384367.299170:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e40eefc0. 00000100:00000001:3.0:1767384367.299171:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.299177:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.299179:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384367.299179:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec622d9d. 00000100:00000001:3.0:1767384367.299187:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384367.299188:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000020:00000010:0.0:1767384367.299188:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:3.0:1767384367.299190:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384367.299197:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384367.299198:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384367.299201:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.299202:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384367.299204:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.299206:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384367.299209:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384367.299211:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.299219:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.299228:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.299258:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384367.299261:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744054912 02000000:00000001:0.0:1767384367.299262:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384367.299264:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.299265:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.299268:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.299270:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744054912 00000020:00000001:0.0:1767384367.299272:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384367.299274:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000040:0.0:1767384367.299274:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384367.299276:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384367.299279:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384367.299282:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384367.299284:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384367.299287:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384367.299291:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:0.0:1767384367.299294:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384367.299295:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384367.299296:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000100:00000001:3.0:1767384367.299298:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384367.299303:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ea5ec3. 00000100:00100000:3.0:1767384367.299307:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000020:00000010:0.0:1767384367.299311:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041431dd5. 00000100:00000040:3.0:1767384367.299312:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000010:0.0:1767384367.299318:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f089649. 00000100:00000001:3.0:1767384367.299321:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094214224 : -120961615337392 : ffff91fc6de2e850) 00000100:00000040:3.0:1767384367.299327:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2696316 x1853236744054784/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.299332:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384367.299335:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.299336:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384367.299338:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384367.299339:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384367.299345:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a81f229. 00000100:00000001:0.0:1767384367.299346:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.299352:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.299352:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384367.299358:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a81f229. 00000100:00100000:3.0:1767384367.299367:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2696316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744054784:12345-0@lo:253: 00000100:00000001:0.0:1767384367.299370:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384367.299371:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054784 00000100:00000001:0.0:1767384367.299375:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384367.299376:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384367.299381:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384367.299384:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.299384:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000020:00000001:3.0:1767384367.299389:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384367.299390:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:3.0:1767384367.299392:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000400:00000200:1.0:1767384367.299394:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.299394:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094211152 : -120961615340464 : ffff91fc6de2dc50) 00000020:00000001:3.0:1767384367.299396:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384367.299399:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384367.299400:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041d2ae3d x1853236744054912/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/0 e 0 to 0 dl 1767384378 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384367.299402:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384367.299405:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384367.299409:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.299415:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384367.299416:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384367.299419:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384367.299420:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:0.0:1767384367.299423:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384367.299425:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7e487f8. 00000020:00000010:0.0:1767384367.299426:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 02000000:00000001:3.0:1767384367.299430:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384367.299434:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384367.299437:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041d2ae3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744054912:12345-0@lo:253: 20000000:00000001:3.0:1767384367.299438:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384367.299443:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744054912 00000400:00000200:1.0:1767384367.299445:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000001:0.0:1767384367.299446:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384367.299449:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000052dc58d3. 00000020:00000001:0.0:1767384367.299450:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384367.299453:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384367.299456:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384367.299457:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384367.299460:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384367.299461:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:00000001:3.0:1767384367.299464:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384367.299465:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384367.299468:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.299468:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384367.299474:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.299475:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384367.299479:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384367.299480:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384367.299482:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384367.299484:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:0.0:1767384367.299485:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384367.299488:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384367.299490:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003352b8be. 02000000:00000010:0.0:1767384367.299494:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f09aeea7. 02000000:00000001:0.0:1767384367.299497:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384367.299500:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000100:00000001:0.0:1767384367.299501:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384367.299507:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384367.299512:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384367.299514:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:0.0:1767384367.299523:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000be52e98. 20000000:01000000:0.0:1767384367.299527:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384367.299529:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384367.299531:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384367.299533:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.299536:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384367.299538:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384367.299540:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299586:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00080000:00000001:3.0:1767384367.299587:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384367.299593:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384367.299595:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.299598:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384367.299602:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384367.299638:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384367.299643:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384367.299650:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006037998d. 00080000:00000001:3.0:1767384367.299653:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361348096 : -120961348203520 : ffff91fc7dcf0c00) 00080000:00000001:3.0:1767384367.299657:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384367.299687:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299715:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299754:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000001:00000001:3.0:1767384367.299769:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384367.299772:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.299775:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384367.299796:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384367.299799:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384367.299803:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299858:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299887:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299919:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00080000:00000001:3.0:1767384367.299923:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384367.299927:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384367.299946:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.299982:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300014:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300060:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300099:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300129:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300164:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300204:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300236:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300279:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300323:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300359:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300397:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.300447:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384367.300814:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384367.300818:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009dca5527. 00000800:00000010:1.0:1767384367.300822:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006511c49e. 00000800:00000010:1.0:1767384367.300844:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006511c49e. 00000800:00020000:1.0:1767384367.300854:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384367.300857:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009dca5527. 00000800:00000010:1.0:1767384367.300866:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384367.300930:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp42 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384367.300937:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp42 notifying 192.168.203.113@tcp42: down 00000800:00000200:1.0:1767384367.300943:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp42 down 00000800:00000100:1.0:1767384367.300951:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp42 00000800:00000010:1.0:1767384367.300954:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001deca525. 00000400:00000200:1.0:1767384367.300958:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384367.300963:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp42->192.168.203.113@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.300970:0:29615:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp42 added to recovery queue. ping count: 0 next ping: 289 health :900 00000400:00000200:1.0:1767384367.300974:0:29615:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384367.300978:0:29615:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384367.300983:0:29615:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384367.301034:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384367.301037:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300871 00000400:00000001:1.0:1767384367.301039:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384367.301040:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384367.301042:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:1.0:1767384367.301043:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000400:00000200:1.0:1767384367.301045:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384367.301047:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384367.301050:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000042894a5f. 00000400:00000200:1.0:1767384367.301053:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 00000400:00000200:1.0:1767384367.301056:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:1.0:1767384367.301058:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 rc -71 00000400:00000200:1.0:1767384367.301061:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384367.301064:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (35) 00080000:00000001:2.0:1767384367.307761:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384367.307763:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384367.307767:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:0.0:1767384367.307768:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384367.307771:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384367.307772:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384367.307774:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384367.307775:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384367.307777:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384367.307781:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006037998d. 00080000:00000001:0.0:1767384367.307785:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384367.307788:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384367.307798:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384367.307801:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384367.307807:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384367.307813:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a5e56e7. 20000000:01000000:1.0:1767384367.307817:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:01000000:2.0:1767384367.307821:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384367.307821:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384367.307826:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384367.307828:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384367.307829:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384367.307834:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384367.307837:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384367.307844:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bbde312. 00010000:00000001:2.0:1767384367.307848:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384367.307852:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000050dbe019. 00000020:00000001:2.0:1767384367.307855:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384367.307859:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000050dbe019 with handle 0xf489261bfe0bc797 to hash 00000020:00000001:2.0:1767384367.307861:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384367.307862:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00080000:00000001:1.0:1767384367.307864:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384367.307865:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00080000:00000001:1.0:1767384367.307872:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384367.307873:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.307875:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.307878:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384367.307883:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384367.307889:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384367.307890:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384367.307892:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384367.307894:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384367.307897:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:2.0:1767384367.307898:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384367.307902:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384367.307904:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384367.307906:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.307909:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384367.307911:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384367.307911:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ef42979. 00010000:00000001:2.0:1767384367.307913:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384367.307916:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107057644544 : -120966651907072 : ffff91fb41aef400) 00010000:00000001:2.0:1767384367.307917:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384367.307920:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384367.307921:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384367.307923:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384367.307926:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bbde312) refcount = 1 00010000:00010000:2.0:1767384367.307928:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.307933:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384367.307936:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384367.307937:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.307939:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.307940:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384367.307943:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384367.307946:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384367.307949:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.307951:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.307952:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=4 00000020:00000001:2.0:1767384367.307954:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384367.307956:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00010000:00000001:2.0:1767384367.307958:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384367.307960:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.307966:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384367.307968:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.307972:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.307974:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384367.307976:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.307984:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.307985:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.307988:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384367.307991:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384367.307995:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000050dbe019 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384367.307997:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.308000:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384367.308002:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.308006:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384367.308008:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384367.308009:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384367.308011:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000050dbe019 refcount=5 00000020:00000001:2.0:1767384367.308013:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00000001:00000001:1.0:1767384367.308013:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384367.308017:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308018:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454699520 : -120962254852096 : ffff91fc47c4b000) 00080000:00000001:1.0:1767384367.308021:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384367.308023:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384367.308026:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.308030:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384367.308032:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384367.308033:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308037:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1767384367.308037:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308039:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384367.308042:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384367.308043:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384367.308046:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384367.308048:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000050dbe019 with handle 0xf489261bfe0bc797 from hash 00010000:00000001:2.0:1767384367.308051:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384367.308053:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.308054:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.308056:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384367.308057:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384367.308059:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384367.308060:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384367.308062:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384367.308064:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308066:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384367.308067:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384367.308069:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.308071:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.308072:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308075:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.308076:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.308079:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.308099:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.308101:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.308103:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384367.308104:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384367.308106:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384367.308107:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384367.308108:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384367.308111:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384367.308112:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384367.308114:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384367.308118:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384367.308119:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384367.308121:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000050dbe019/0xf489261bfe0bc797 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384367.308126:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000bbde312 count: 0 00010000:00000001:2.0:1767384367.308137:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384367.308138:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384367.308187:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384367.308191:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384367.315537:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384367.315538:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384367.315543:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384367.315544:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:2.0:1767384367.315546:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384367.315548:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384367.315549:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384367.315552:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384367.315577:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384367.315579:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ef42979. 20000000:01000000:1.0:1767384367.315581:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384367.315586:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384367.315593:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384367.315597:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384367.315603:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384367.315631:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384367.315633:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384367.315635:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384367.315638:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384367.315641:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384367.315646:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000060195f90. 00010000:00000001:1.0:1767384367.315651:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384367.315655:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046819339. 00000020:00000001:1.0:1767384367.315658:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384367.315661:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046819339 with handle 0xf489261bfe0bc79e to hash 00000020:00000001:1.0:1767384367.315663:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384367.315665:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315667:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315675:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384367.315677:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.315679:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315685:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384367.315688:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384367.315689:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384367.315691:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384367.315693:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.315695:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384367.315696:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.315698:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384367.315700:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384367.315702:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384367.315703:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384367.315705:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000060195f90) refcount = 1 00010000:00010000:1.0:1767384367.315707:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315711:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384367.315713:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384367.315715:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.315717:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315718:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384367.315721:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384367.315724:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384367.315726:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384367.315727:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384367.315729:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=4 00000020:00000001:1.0:1767384367.315731:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315734:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315736:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384367.315738:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315750:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384367.315751:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315756:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.315757:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384367.315758:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315762:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384367.315763:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315765:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384367.315766:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384367.315770:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046819339 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384367.315772:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384367.315773:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384367.315774:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315778:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384367.315779:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384367.315780:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384367.315781:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046819339 refcount=5 00000020:00000001:1.0:1767384367.315783:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315784:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083598336 : -120961625953280 : ffff91fc6d40ec00) 00010000:00000001:1.0:1767384367.315786:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384367.315787:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315791:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384367.315792:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384367.315799:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315801:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384367.315803:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384367.315805:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384367.315807:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384367.315808:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046819339 with handle 0xf489261bfe0bc79e from hash 00010000:00000001:1.0:1767384367.315810:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384367.315811:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.315812:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384367.315813:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384367.315814:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384367.315815:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384367.315816:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384367.315817:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384367.315819:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315820:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384367.315820:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384367.315822:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.315823:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384367.315824:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315825:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384367.315826:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.315827:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315831:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.315832:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384367.315832:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384367.315834:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384367.315835:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384367.315836:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384367.315838:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384367.315840:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384367.315842:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.315843:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384367.315847:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384367.315854:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384367.315856:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046819339/0xf489261bfe0bc79e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384367.315860:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000060195f90 count: 0 00010000:00000001:1.0:1767384367.315873:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384367.315875:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384367.316548:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384367.316568:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384367.316570:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000052dc58d3. 20000000:00000001:0.0:1767384367.316577:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384367.316581:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054784 00010000:00000001:0.0:1767384367.316583:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384367.316590:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2696316 x1853236744054784/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384367.316594:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294956096, at 4294956097 00010000:00000001:0.0:1767384367.316598:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384367.316602:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.316619:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=75 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384367.316622:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9e6f40f. 00000100:00000040:2.0:1767384367.316622:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294956096, at 4294956097 00000100:00000001:0.0:1767384367.316623:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384367.316629:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000010:2.0:1767384367.316632:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9842924. 00000100:00000001:0.0:1767384367.316632:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000040:1.0:1767384367.316633:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294956096, at 4294956097 02000000:00000001:0.0:1767384367.316639:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1767384367.316641:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac9e469. 02000000:00000001:0.0:1767384367.316642:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.316648:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384367.316651:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384367.316656:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff56dbf1. 00000100:00000200:0.0:1767384367.316661:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744054784, offset 224 00000400:00000200:0.0:1767384367.316668:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384367.316677:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384367.316695:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06800 00000400:00000200:0.0:1767384367.316701:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc9 [2] + 224 00000400:00000200:0.0:1767384367.316707:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.316711:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384367.316716:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.316720:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384367.316728:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.316739:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384367.316746:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff56dbf1 00000400:00000010:0.0:1767384367.316748:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff56dbf1. 00000100:00000001:0.0:1767384367.316752:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.316753:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.316757:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.316759:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384367.316762:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384367.316764:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384367.316766:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384367.316771:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2696316 x1853236744054784/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.316779:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2696316 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744054784:12345-0@lo:253: Request processed in 17440us (17927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384367.316787:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:0.0:1767384367.316790:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384367.316792:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384367.316794:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384367.316799:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec622d9d. 00000020:00000010:0.0:1767384367.316803:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384367.316806:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e40eefc0. 00000020:00000040:0.0:1767384367.316812:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384367.316816:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384367.316825:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7e487f8. 02000000:00000001:0.0:1767384367.316830:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384367.316833:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384367.316838:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384367.316842:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000538b0b4. 00000400:00000010:0.0:1767384367.316847:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff56dbf1. 00000100:00000001:0.0:1767384367.316872:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.316875:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384367.316880:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.316882:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384367.316883:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d2db96. 00000400:00000200:0.0:1767384367.316886:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b021ceb6 00000400:00000010:0.0:1767384367.316888:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b021ceb6. 00000100:00000001:0.0:1767384367.316891:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384367.316894:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384367.316902:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.316908:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384367.316911:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.316913:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.316915:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.316917:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384367.316919:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384367.316921:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384367.316925:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384367.316929:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384367.316931:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384367.316933:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.316935:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384367.316937:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.316938:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.316941:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.316946:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.316948:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.316954:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384367.316958:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384367.316959:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384367.316961:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384367.316962:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384367.316964:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384367.316966:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384367.316967:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384367.316968:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384367.316969:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384367.316970:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384367.316973:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.316978:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744054784:0@lo:253: 00000100:00000001:0.0:1767384367.316981:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.316982:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.316984:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae54113f x1853236744054784/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.316989:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.316990:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.316992:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e145ea2b. 02000000:00000001:0.0:1767384367.316995:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.316997:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.316998:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384367.317000:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.317002:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000923ce6d0. 02000000:00000001:0.0:1767384367.317007:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.317009:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.317010:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae54113f. 00000100:00000001:0.0:1767384367.317014:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.317015:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.317016:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.317021:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.317022:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.317024:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.317025:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384367.317594:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294956096, at 4294956098 00000100:00000010:0.0:1767384367.317618:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fdda3a2. 00080000:00000020:2.0:1767384367.318515:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384367.318518:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384367.318519:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000be52e98. 20000000:00000001:2.0:1767384367.318523:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384367.318526:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744054912 00010000:00000001:2.0:1767384367.318528:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384367.318531:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041d2ae3d x1853236744054912/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384367.318538:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384367.318539:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384367.318540:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.318543:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384367.318544:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384367.318546:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384367.318548:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384367.318549:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.318551:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:2.1:1767384367.318602:0:16788:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000bbde312. 00010000:00000010:2.1:1767384367.318621:0:16788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000050dbe019. 00000100:00000040:2.0:1767384367.318626:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384367.318630:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc2379b6. 00000100:00000200:2.0:1767384367.318633:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744054912, offset 224 00000400:00000200:2.0:1767384367.318639:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384367.318645:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384367.318650:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06880 00000400:00000200:2.0:1767384367.318655:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd1 [2] + 224 00000400:00000200:2.0:1767384367.318659:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.318662:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384367.318664:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384367.318667:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384367.318675:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.318687:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384367.318692:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc2379b6 00000400:00000010:2.0:1767384367.318694:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc2379b6. 00000100:00000001:2.0:1767384367.318696:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384367.318697:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384367.318698:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384367.318701:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384367.318704:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384367.318706:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384367.318708:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384367.318709:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384367.318711:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384367.318712:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009497ba89. 00000020:00000001:2.0:1767384367.318713:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384367.318717:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384367.318718:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e0e69d7 00000100:00000040:2.0:1767384367.318721:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041d2ae3d x1853236744054912/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:348/0 lens 4848/4768 e 0 to 0 dl 1767384378 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384367.318722:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e0e69d7. 00000100:00000001:0.0:1767384367.318728:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384367.318732:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041d2ae3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744054912:12345-0@lo:253: Request processed in 19315us (19677us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384367.318734:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384367.318742:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384367.318745:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:0.0:1767384367.318751:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384367.318753:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384367.318756:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384367.318759:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041431dd5. 00000100:00000001:0.0:1767384367.318762:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384367.318764:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f089649. 00000100:00000001:0.0:1767384367.318765:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384367.318768:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ea5ec3. 00000100:00000001:0.0:1767384367.318772:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384367.318774:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384367.318776:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384367.318777:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384367.318778:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384367.318783:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384367.318783:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384367.318786:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f09aeea7. 00000100:00001000:0.0:1767384367.318786:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=75 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384367.318793:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384367.318793:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384367.318796:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.318797:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384367.318800:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384367.318800:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.318802:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384367.318804:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.318805:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051293e35. 00000100:00000001:0.0:1767384367.318806:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384367.318812:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc2379b6. 00000100:00000040:0.0:1767384367.318812:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.318819:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384367.318821:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384367.318822:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384367.318824:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384367.318825:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384367.318826:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384367.318834:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384367.318835:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384367.318836:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384367.318837:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384367.318838:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384367.318839:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384367.318841:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384367.318846:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744054912:0@lo:253: 00000100:00000001:0.0:1767384367.318849:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.318850:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384367.318851:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d49daa1 x1853236744054912/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384383 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384367.318855:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384367.318857:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384367.318858:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003f881acb. 02000000:00000001:0.0:1767384367.318861:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384367.318862:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384367.318862:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384367.318864:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384367.318865:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c93e0d8. 02000000:00000001:0.0:1767384367.318869:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384367.318869:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384367.318870:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d49daa1. 00000100:00000001:0.0:1767384367.318872:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384367.318873:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.318874:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384367.318877:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384367.318879:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384367.318880:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384367.318881:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384367.318982:0:34906:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b3d98ffd. 00000400:00000040:3.0:1767384367.318996:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.318999:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384367.319001:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.319002:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.319004:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.319005:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384367.319007:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.319009:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384367.319010:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384367.319010:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384367.319012:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384367.319013:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.319015:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384367.319016:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.319020:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384367.319022:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384367.319023:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384367.319024:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384367.319026:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384367.319028:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.319029:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.319030:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.319031:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.319032:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.319033:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384367.319034:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.319035:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.319036:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.319037:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.319038:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.319039:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384367.319040:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384367.319041:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384367.319042:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384367.319043:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384367.319044:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.319045:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384367.319047:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384367.319048:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.319049:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384367.319050:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384367.319051:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384367.319052:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384367.319053:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384367.319054:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384367.319055:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384367.319056:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384367.319056:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384367.319058:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384367.319059:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384367.319060:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384367.319061:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384367.319062:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384367.319068:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384367.319069:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384367.319070:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384367.319071:0:34906:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384367.319165:0:34906:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b3d98ffd. 00010000:00000010:1.1:1767384367.325750:0:34910:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060195f90. 00010000:00000010:1.1:1767384367.325756:0:34910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046819339. 00000400:00000001:3.0:1767384367.508711:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384367.508716:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384367.508719:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f7154da 00000400:00000010:3.0:1767384367.508724:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00000400:00000200:3.0:1767384367.508729:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384367.508735:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384367.508747:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b8e74767. 00000400:00000010:3.0:1767384367.508750:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e7e5e34d. 00000400:00000200:3.0:1767384367.508759:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp35 00000400:00000010:3.0:1767384367.508763:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003070ea28. 00000400:00000010:3.0:1767384367.508768:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001be0b1e1. 00000400:00000010:3.0:1767384367.508772:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384367.508777:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008fd50c36. 00000400:00000200:3.0:1767384367.508780:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp35 00000400:00000200:3.0:1767384367.508792:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp35 local destination 00000400:00000200:3.0:1767384367.508796:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 00000400:00000200:3.0:1767384367.508799:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [156:156:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1767384367.508804:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 00000400:00000200:3.0:1767384367.508810:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp35:192.168.203.113@tcp35) : GET try# 0 00000800:00000200:3.0:1767384367.508814:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp35 00000800:00000010:3.0:1767384367.508818:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ebb2d37e. 00000800:00000200:3.0:1767384367.508823:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000800:00000200:3.1:1767384367.508827:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000400:00000200:3.0:1767384367.508841:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 4 next ping: 304 health :600 00000400:00000200:1.0:1767384367.508895:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508926:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508939:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508952:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508966:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508978:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.508990:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509003:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509015:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509030:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509047:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509064:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509081:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509094:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509107:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509120:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509132:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509150:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509220:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509259:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509279:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509292:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509319:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509341:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509366:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509390:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509404:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509431:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509448:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509463:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509483:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509499:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509512:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384367.509546:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384367.510034:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384367.510040:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000007a051c0. 00000800:00000010:1.0:1767384367.510044:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a773c05. 00000800:00000010:1.0:1767384367.510061:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a773c05. 00000800:00020000:1.0:1767384367.510069:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384367.510073:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000007a051c0. 00000800:00000010:1.0:1767384367.510074:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000877c39a2. 00000400:02020000:1.0:1767384367.510106:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384367.510112:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000800:00000200:1.0:1767384367.510118:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp35 down 00000800:00000100:1.0:1767384367.510124:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:1.0:1767384367.510127:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ebb2d37e. 00000400:00000200:1.0:1767384367.510130:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384367.510135:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384367.510142:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384367.510144:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384367.510146:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384368.083681:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384368.083701:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.083713:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384368.083714:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.083746:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.083750:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.083753:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384368.339623:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384368.339627:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384368.339630:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.339633:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384368.339641:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384368.339642:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384368.339644:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384368.339646:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384368.339647:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 73 10000000:00000001:3.0:1767384368.339650:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384368.339652:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384368.339658:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384368.339661:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384368.339665:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.339668:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.339672:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.339678:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000592a6547. 00000100:00000001:3.0:1767384368.339683:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.339686:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384368.339689:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384368.339695:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006d47d37f. 00010000:00000001:3.0:1767384368.339698:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384368.339701:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 00000020:00000001:3.0:1767384368.339704:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384368.339706:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a3709ffb with handle 0xf489261bfe0bc7a5 to hash 00000020:00000001:3.0:1767384368.339707:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384368.339708:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.339710:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.339713:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384368.339715:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.339717:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384368.339724:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384368.339731:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384368.339734:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384368.339741:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384368.339745:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa350cde. 00000100:00000001:3.0:1767384368.339746:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086078528 : -120966623473088 : ffff91fb4360d240) 00000100:00000001:3.0:1767384368.339749:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.339750:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384368.339753:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.339755:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.339756:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384368.339758:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384368.339764:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.339771:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.339773:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.339776:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384368.339778:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384368.339780:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.339782:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744055040:0@lo:101: 00000100:00000001:3.0:1767384368.339785:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384368.339790:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.339792:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.339794:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384368.339797:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003d43831a. 02000000:00000001:3.0:1767384368.339799:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.339805:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a123b. 00000400:00000010:3.0:1767384368.339810:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384368.339814:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744055040, portal 25 00000100:00000001:3.0:1767384368.339816:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.339816:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:3.0:1767384368.339819:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.339824:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.339826:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.339829:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384368.339831:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744055040, offset 0 00000400:00000200:3.0:1767384368.339841:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.339851:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.339859:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd06900 00000400:00000200:3.0:1767384368.339864:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1499 [2] + 0 00000400:00000010:3.0:1767384368.339866:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000903dda08. 00000400:00000200:3.0:1767384368.339869:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039126604 00000400:00000200:3.0:1767384368.339873:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.339876:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384368.339880:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039126604 00000400:00000010:3.0:1767384368.339881:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039126604. 00000100:00000001:3.0:1767384368.339886:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.339887:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384368.339890:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000888190c7 x1853236744055040 msgsize 328 00000100:00100000:3.0:1767384368.339894:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384368.339896:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384368.339909:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.339915:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384368.339917:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384368.339920:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.339923:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.339930:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.339932:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.339937:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.339938:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384368.339941:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.339945:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294957137 00000100:00000010:3.0:1767384368.339948:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005019375f. 00000100:00000001:3.0:1767384368.339953:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384368.339958:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294957137 00000100:00000010:3.0:1767384368.339962:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a458c6e8. 00000100:00000001:3.0:1767384368.339964:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384368.339967:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384368.339971:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055040 00000100:00000001:3.0:1767384368.339974:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294957137 02000000:00000001:1.0:1767384368.339975:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384368.339977:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff8846. 00000100:00000001:1.0:1767384368.339978:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.339981:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384368.339982:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.339986:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294957137 02000000:00000001:1.0:1767384368.339988:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384368.339990:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f6f3edd. 00000100:00100000:1.0:1767384368.339992:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055040 00000100:00000001:3.0:1767384368.339993:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384368.339996:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384368.339997:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.340000:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.340000:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384368.340004:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384368.340005:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.340008:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384368.340009:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00100000:3.0:1767384368.340010:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fa350cde going to sleep for 11 seconds 00000020:00000001:1.0:1767384368.340014:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384368.340015:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384368.340019:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384368.340020:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340027:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384368.340031:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384368.340033:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.340036:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000020:00000010:1.0:1767384368.340040:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc00f77a. 00000020:00000010:1.0:1767384368.340044:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005547b901. 00000020:00000010:1.0:1767384368.340048:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003af2b767. 00000100:00000040:1.0:1767384368.340056:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384368.340058:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384368.340059:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384368.340061:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340066:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340077:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.340086:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.340087:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384368.340091:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:1.0:1767384368.340094:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384368.340096:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094217296 : -120961615334320 : ffff91fc6de2f450) 00000100:00000040:1.0:1767384368.340100:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000888190c7 x1853236744055040/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 328/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.340113:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384368.340115:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384368.340116:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.340117:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000100:00100000:1.0:1767384368.340120:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000888190c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744055040:12345-0@lo:101: 00000100:00000200:1.0:1767384368.340122:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055040 00000020:00000001:1.0:1767384368.340124:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384368.340127:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384368.340128:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.340130:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384368.340131:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:1.0:1767384368.340134:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384368.340135:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.340137:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384368.340138:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384368.340140:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.340142:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384368.340144:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384368.340145:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384368.340147:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384368.340148:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.340151:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384368.340155:0:16788:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b5928e48. 00010000:00000001:1.0:1767384368.340157:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384368.340160:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad1b981a. 00000020:00000001:1.0:1767384368.340162:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384368.340163:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad1b981a with handle 0xf489261bfe0bc7ac to hash 00000020:00000001:1.0:1767384368.340164:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384368.340165:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:1.0:1767384368.340166:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00010000:1.0:1767384368.340168:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc7a5 expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384368.340181:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:1.0:1767384368.340182:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:1.0:1767384368.340188:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384368.340190:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384368.340194:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009ef42979. 02000000:00000001:1.0:1767384368.340195:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340196:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.340198:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384368.340201:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384368.340202:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384368.340204:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.340205:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.340207:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384368.340207:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.340209:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384368.340211:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384368.340212:0:16788:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384368.340213:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384368.340214:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5928e48) refcount = 1 00010000:00010000:1.0:1767384368.340217:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.340221:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384368.340222:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384368.340223:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.340224:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.340225:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384368.340228:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384368.340229:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384368.340233:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384368.340235:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384368.340236:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384368.340241:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.340242:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384368.340243:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384368.340245:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384368.340245:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ad1b981a, rc 0) 00000020:00000001:1.0:1767384368.340247:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384368.340249:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055040 00010000:00000001:1.0:1767384368.340251:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384368.340254:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000888190c7 x1853236744055040/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.340259:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384368.340261:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.340263:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.340266:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384368.340268:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384368.340269:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384368.340271:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384368.340273:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340274:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384368.340275:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.340278:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000100:00000200:1.0:1767384368.340280:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744055040, offset 224 00000400:00000200:1.0:1767384368.340283:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384368.340288:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384368.340292:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd06900 00000400:00000200:1.0:1767384368.340295:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ced [1] + 224 00000400:00000200:1.0:1767384368.340298:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.340299:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384368.340302:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384368.340304:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384368.340310:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.340322:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384368.340331:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:1.0:1767384368.340332:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000100:00000001:1.0:1767384368.340334:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384368.340335:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.340338:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.340340:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384368.340341:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384368.340343:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.340344:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384368.340347:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000888190c7 x1853236744055040/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 328/344 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.340352:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000888190c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744055040:12345-0@lo:101: Request processed in 239us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384368.340357:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:1.0:1767384368.340359:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384368.340361:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.340362:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384368.340365:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005547b901. 00000020:00000010:1.0:1767384368.340367:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003af2b767. 00000020:00000010:1.0:1767384368.340370:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc00f77a. 00000020:00000040:1.0:1767384368.340374:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:3.0:1767384368.340376:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384368.340377:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384368.340380:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009ef42979. 02000000:00000001:1.0:1767384368.340382:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1767384368.340383:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384368.340384:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384368.340386:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384368.340389:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a123b. 00000100:00000200:1.0:1767384368.340389:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384368.340395:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:1.0:1767384368.340395:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6913c77. 00000400:00000010:3.0:1767384368.340398:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:3.0:1767384368.340400:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.340404:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384368.340405:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dfb969a. 00000100:00000200:3.0:1767384368.340414:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340421:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384368.340422:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.340424:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384368.340426:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384368.340427:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.340428:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.340430:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384368.340432:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384368.340434:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.340436:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384368.340444:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.340446:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384368.340447:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340449:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.340452:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340457:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384368.340459:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.340461:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384368.340463:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.340468:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744055040:0@lo:101: 00000100:00000001:3.0:1767384368.340471:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.340473:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340474:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384368.340475:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.340476:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340480:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384368.340482:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fa350cde. 00000100:00000001:3.0:1767384368.340484:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384368.340485:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.340487:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384368.340489:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.340490:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.340492:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=4 00000020:00000001:3.0:1767384368.340493:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.340495:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000040:3.0:1767384368.340498:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a3709ffb, remote cookie: 0xf489261bfe0bc7ac, flags: 0x0 00010000:00000001:3.0:1767384368.340500:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384368.340502:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384368.340503:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384368.340504:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384368.340509:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384368.340510:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006d47d37f) refcount = 1 00010000:00010000:3.0:1767384368.340512:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.340517:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384368.340518:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384368.340518:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384368.340520:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384368.340522:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.340524:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384368.340528:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384368.340529:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.340529:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.340530:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.340531:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.340532:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340533:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.340534:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744055040/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340538:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.340540:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384368.340542:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003d43831a. 02000000:00000001:3.0:1767384368.340544:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384368.340545:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.340547:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384368.340548:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384368.340549:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000592a6547. 02000000:00000001:3.0:1767384368.340570:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384368.340572:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.340574:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384368.340577:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384368.340578:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384368.340580:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.340582:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384368.340588:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384368.340590:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.340591:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.340593:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384368.340594:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00000020:00000001:3.0:1767384368.340595:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.340613:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.340614:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384368.340615:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.340616:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384368.340617:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.340619:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384368.340621:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000cec0a612. 00000100:00000010:3.0:1767384368.340632:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384368.340634:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384368.340636:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384368.340637:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.340639:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.340641:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000592a6547. 00000100:00000001:3.0:1767384368.340643:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340645:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384368.340647:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003d43831a. 00000100:00000010:3.0:1767384368.340649:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000d1bb543. 00000020:00000040:3.0:1767384368.340651:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384368.340654:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384368.340655:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384368.340657:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa350cde. 00000100:00000001:3.0:1767384368.340658:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107086078528 : -120966623473088 : ffff91fb4360d240) 00000100:00000001:3.0:1767384368.340659:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.340660:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384368.340662:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.340663:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340664:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384368.340664:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384368.340666:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340673:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.340674:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.340676:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384368.340677:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384368.340678:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.340679:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744055168:0@lo:256: 00000100:00000001:3.0:1767384368.340681:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384368.340683:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384368.340684:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340685:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384368.340688:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a123b. 00000400:00000010:3.0:1767384368.340692:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000035d99b3f. 00000100:00000200:3.0:1767384368.340694:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd06980-0x695824dd06980, portal 33 00000100:00000001:3.0:1767384368.340696:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384368.340697:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384368.340698:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d41606. 02000000:00000001:3.0:1767384368.340699:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.340700:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f69c884. 00000400:00000010:3.0:1767384368.340702:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384368.340703:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744055168, portal 25 00000100:00000001:3.0:1767384368.340704:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384368.340705:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:3.0:1767384368.340707:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340711:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.340712:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.340715:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384368.340716:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744055168, offset 0 00000400:00000200:3.0:1767384368.340718:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.340723:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.340727:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd06980 00000400:00000200:3.0:1767384368.340729:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14e1 [2] + 0 00000400:00000010:3.0:1767384368.340735:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c3cbf. 00000400:00000200:3.0:1767384368.340737:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000004b5e28 00000400:00000200:3.0:1767384368.340739:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.340741:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384368.340744:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000004b5e28 00000400:00000010:3.0:1767384368.340745:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000004b5e28. 00000100:00000001:3.0:1767384368.340747:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.340748:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384368.340749:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000045ae7ebe x1853236744055168 msgsize 304 00000100:00100000:3.0:1767384368.340752:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384368.340753:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384368.340763:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.340766:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384368.340767:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384368.340769:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.340771:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340776:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.340778:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.340782:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340784:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.340785:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384368.340787:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.340788:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055168 00000100:00000001:3.0:1767384368.340791:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294957138 02000000:00000001:1.0:1767384368.340791:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.340795:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.340797:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340798:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957137 02000000:00000001:1.0:1767384368.340800:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.340804:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055168 00000100:00000001:3.0:1767384368.340805:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294957138 00000100:00000001:3.0:1767384368.340808:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957137 00000100:00000001:3.0:1767384368.340810:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294957138 00000100:00000001:3.0:1767384368.340815:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294957137 00000020:00000001:1.0:1767384368.340815:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384368.340818:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384368.340819:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294957138 00000020:00000001:1.0:1767384368.340822:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384368.340824:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294957137 00000020:00000040:1.0:1767384368.340825:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384368.340829:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384368.340830:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384368.340831:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384368.340833:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384368.340837:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.340838:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.340839:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384368.340840:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fa350cde going to sleep for 11 seconds 00000100:00000001:3.0:1767384368.340842:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384368.340845:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.340848:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384368.340851:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.340853:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000020:00000010:1.0:1767384368.340856:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc00f77a. 00000020:00000010:1.0:1767384368.340857:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005547b901. 00000020:00000010:1.0:1767384368.340859:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003af2b767. 00000100:00000040:1.0:1767384368.340862:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384368.340864:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384368.340864:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384368.340865:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340868:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340876:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.340881:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.340882:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384368.340884:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384368.340886:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384368.340887:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094205008 : -120961615346608 : ffff91fc6de2c450) 00000100:00000040:1.0:1767384368.340889:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045ae7ebe x1853236744055168/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 304/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.340894:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384368.340895:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384368.340896:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.340897:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000100:00100000:1.0:1767384368.340899:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045ae7ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744055168:12345-0@lo:256: 00000100:00000200:1.0:1767384368.340901:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055168 00000020:00000001:1.0:1767384368.340912:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384368.340914:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384368.340915:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.340916:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384368.340917:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:1.0:1767384368.340918:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384368.340919:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.340921:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384368.340922:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384368.340924:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340926:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384368.340927:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384368.340929:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009ef42979. 02000000:00000001:1.0:1767384368.340930:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.340932:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.340933:0:16788:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384368.340936:0:16788:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384368.340938:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384368.340939:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384368.340941:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.340942:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384368.340944:0:16788:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384368.340945:0:16788:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c10176b3. 20000000:00000001:1.0:1767384368.340947:0:16788:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384368.340958:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384368.340963:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384368.340966:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384368.340968:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384368.340969:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384368.340970:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384368.340971:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384368.340972:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384368.340973:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384368.340974:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384368.340975:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384368.340976:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384368.340977:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384368.340979:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384368.340983:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384368.340985:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384368.340986:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384368.340988:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384368.340989:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384368.340990:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384368.340991:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384368.340992:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384368.340994:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384368.340995:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384368.340996:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384368.340997:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384368.340998:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384368.340999:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384368.341000:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384368.341001:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384368.341002:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384368.341004:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384368.341005:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384368.341006:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384368.341007:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384368.341008:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384368.341009:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:1.0:1767384368.341016:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384368.341017:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384368.341018:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384368.341019:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384368.341020:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384368.341022:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384368.341023:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384368.341024:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384368.341026:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384368.341027:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384368.341029:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384368.341030:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384368.341031:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384368.341033:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384368.341034:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384368.341035:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384368.341040:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384368.341041:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384368.341043:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384368.341045:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384368.341046:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384368.341047:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384368.341048:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384368.341049:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384368.341051:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384368.341052:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384368.341053:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384368.341054:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384368.341055:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384368.341056:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384368.341058:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384368.341059:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384368.341060:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384368.341062:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384368.341063:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384368.341064:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384368.341066:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:1.0:1767384368.341068:0:16788:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 76 20000000:00000001:1.0:1767384368.341069:0:16788:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:1.0:1767384368.341071:0:16788:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384368.341073:0:16788:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007b8679a4. 00000100:00000010:1.0:1767384368.341075:0:16788:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d459cd64. 00000020:00000040:1.0:1767384368.341077:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:1.0:1767384368.341079:0:16788:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384368.341081:0:16788:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384368.341083:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000400:00000010:1.0:1767384368.341087:0:16788:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008cfbc141. 00000400:00000200:1.0:1767384368.341089:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384368.341095:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384368.341100:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x695824dd06980 00000400:00000200:1.0:1767384368.341102:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x1cfd [4] + 0 00000400:00000010:1.0:1767384368.341104:0:16788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a123b. 00000400:00000200:1.0:1767384368.341106:0:16788:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035d99b3f 00000400:00000200:1.0:1767384368.341113:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.341115:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384368.341117:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035d99b3f 00000400:00000010:1.0:1767384368.341118:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000035d99b3f. 00000100:00000001:1.0:1767384368.341120:0:16788:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384368.341121:0:16788:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000842e4fb0 desc 000000003d43831a mbits 1853236744055168 00000100:00000001:1.0:1767384368.341129:0:16788:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384368.341131:0:16788:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384368.341134:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384368.341139:0:16788:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d09 00000400:00000200:1.0:1767384368.341141:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.341143:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384368.341145:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384368.341146:0:16788:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007b8679a4 00000100:00000001:1.0:1767384368.341148:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384368.341151:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:1.0:1767384368.341152:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000100:00000001:1.0:1767384368.341153:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384368.341154:0:16788:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007b8679a4 00000100:00000001:1.0:1767384368.341155:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384368.341157:0:16788:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x695824dd06980-0x695824dd06980 00000100:00000001:1.0:1767384368.341159:0:16788:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.341162:0:16788:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.341164:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384368.341165:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:1.0:1767384368.341167:0:16788:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d459cd64. 00000100:00000010:1.0:1767384368.341171:0:16788:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007b8679a4. 00000100:00000001:1.0:1767384368.341173:0:16788:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384368.341174:0:16788:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384368.341180:0:16788:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c10176b3. 20000000:00000001:1.0:1767384368.341183:0:16788:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.341184:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1767384368.341185:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055168 00000100:00000001:3.0:1767384368.341189:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.341189:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384368.341195:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045ae7ebe x1853236744055168/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384368.341234:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384368.341235:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.341237:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=76 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.341240:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384368.341242:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384368.341243:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384368.341245:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384368.341246:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.341248:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384368.341251:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.341253:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000100:00000200:1.0:1767384368.341255:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744055168, offset 224 00000400:00000200:1.0:1767384368.341257:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384368.341260:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384368.341263:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd06980 00000400:00000200:1.0:1767384368.341266:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d01 [1] + 224 00000400:00000200:1.0:1767384368.341268:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.341269:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384368.341271:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384368.341273:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384368.341278:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.341290:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384368.341295:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:1.0:1767384368.341297:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000100:00000001:1.0:1767384368.341299:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384368.341300:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384368.341303:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.341304:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384368.341307:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:3.0:1767384368.341309:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384368.341310:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384368.341312:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384368.341313:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.341316:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f69c884. 00000020:00000001:1.0:1767384368.341317:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384368.341321:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384368.341324:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000040:1.0:1767384368.341327:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045ae7ebe x1853236744055168/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:349/0 lens 304/240 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.341328:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.341335:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.341339:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045ae7ebe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744055168:12345-0@lo:256: Request processed in 440us (585us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384368.341355:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.341358:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384368.341363:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384368.341367:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.341367:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.341371:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.341371:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384368.341375:0:16793:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384368.341375:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005547b901. 02000000:00000001:3.0:1767384368.341376:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384368.341379:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.341381:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.341382:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003af2b767. 02000000:00000001:3.0:1767384368.341384:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.341386:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc00f77a. 00000100:00001000:3.0:1767384368.341388:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=76 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384368.341390:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384368.341392:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=76 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384368.341394:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384368.341397:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384368.341398:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009ef42979. 00000100:00000001:3.0:1767384368.341400:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.341402:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384368.341403:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384368.341404:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384368.341405:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.341409:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384368.341410:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384368.341412:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384368.341416:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2729829. 00000100:00000040:3.0:1767384368.341423:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384368.341423:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a482287b. 00000100:00000001:3.0:1767384368.341436:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384368.341438:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384368.341440:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384368.341445:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744055168:0@lo:256: 00000100:00000001:3.0:1767384368.341448:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.341451:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.341452:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384368.341454:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.341456:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.341460:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384368.341461:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fa350cde. 00000100:00000001:3.0:1767384368.341463:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384368.341465:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384368.341467:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 76, more 0. 10000000:00000001:3.0:1767384368.341470:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384368.341475:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000060ce7f8c. 10000000:00000040:3.0:1767384368.341484:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384368.341490:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384368.341492:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384368.341496:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384368.341497:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.341499:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384368.341500:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384368.341502:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:3.0:1767384368.341504:0:16793:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.203.113@tcp' 00000400:00000200:3.0:1767384368.341506:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384368.341508:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384368.341511:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384368.341515:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384368.341519:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (34) 00000400:00000200:3.0:1767384368.341528:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000200:3.0:1767384368.341540:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384368.341542:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384368.341546:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384368.341550:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384368.341615:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 00000400:00000200:3.0:1767384368.341618:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:3.0:1767384368.341620:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:3.0:1767384368.341623:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341625:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:3.0:1767384368.341627:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:3.0:1767384368.341629:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341631:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:3.0:1767384368.341633:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:3.0:1767384368.341636:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341638:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:3.0:1767384368.341639:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:3.0:1767384368.341642:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341644:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:3.0:1767384368.341646:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384368.341649:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341650:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:3.0:1767384368.341651:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:3.0:1767384368.341655:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341656:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:3.0:1767384368.341658:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:3.0:1767384368.341661:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341662:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:3.0:1767384368.341663:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:3.0:1767384368.341666:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341668:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:3.0:1767384368.341669:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:3.0:1767384368.341672:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341674:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:3.0:1767384368.341675:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:3.0:1767384368.341678:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341684:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:3.0:1767384368.341686:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:3.0:1767384368.341689:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341690:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:3.0:1767384368.341691:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:3.0:1767384368.341695:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341696:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:3.0:1767384368.341698:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:3.0:1767384368.341700:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341702:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:3.0:1767384368.341703:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:3.0:1767384368.341705:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341707:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:3.0:1767384368.341708:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:3.0:1767384368.341711:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341712:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:3.0:1767384368.341714:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:3.0:1767384368.341717:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341718:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:3.0:1767384368.341719:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:3.0:1767384368.341723:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341724:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:3.0:1767384368.341725:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:3.0:1767384368.341728:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341729:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:3.0:1767384368.341731:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:3.0:1767384368.341734:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341735:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:3.0:1767384368.341736:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:3.0:1767384368.341739:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341740:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:3.0:1767384368.341742:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:3.0:1767384368.341744:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341746:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:3.0:1767384368.341747:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:3.0:1767384368.341751:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341757:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:3.0:1767384368.341758:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:3.0:1767384368.341761:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341763:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:3.0:1767384368.341764:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:3.0:1767384368.341767:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341768:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:3.0:1767384368.341770:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:3.0:1767384368.341773:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341775:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:3.0:1767384368.341777:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:3.0:1767384368.341779:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341780:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:3.0:1767384368.341782:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:3.0:1767384368.341785:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341787:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:3.0:1767384368.341789:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:3.0:1767384368.341792:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341793:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:3.0:1767384368.341795:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:3.0:1767384368.341798:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341799:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:3.0:1767384368.341801:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:3.0:1767384368.341803:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341805:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:3.0:1767384368.341806:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:3.0:1767384368.341810:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384368.341811:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000001:3.0:1767384368.341813:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.341815:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384368.341819:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:3.0:1767384368.341823:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006155a3de. 10000000:00000040:3.0:1767384368.341825:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 76/76 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384368.341827:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384368.341833:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384368.341840:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f64f855. 00000020:00000010:3.0:1767384368.341844:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d392514c. 00000040:00000010:3.0:1767384368.341848:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007f4b9dc1. 00000020:00000010:3.0:1767384368.341851:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e69ac835. 00000020:00000010:3.0:1767384368.341855:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384368.341859:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ab767a2. 80000000:00000010:3.0:1767384368.341862:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2fd4c10. 40000000:00000010:3.0:1767384368.341866:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000734ecbea. 00100000:00000010:3.0:1767384368.341870:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000731a4da. 00040000:00000010:3.0:1767384368.341874:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008339268f. 00040000:00000010:3.0:1767384368.341878:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004d9e16fd. 00040000:00000010:3.0:1767384368.341881:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000015b727b9. 00080000:00000010:3.0:1767384368.341885:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eeef6842. 00000004:00000010:3.0:1767384368.341889:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007da2419b. 00000004:00000010:3.0:1767384368.341893:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000a61964. 00000004:00000010:3.0:1767384368.341898:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b7253c95. 00002000:00000010:3.0:1767384368.341902:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ecd4cbef. 00000004:00000010:3.0:1767384368.341905:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006037998d. 00000004:00000001:3.0:1767384368.341908:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384368.341911:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384368.341912:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006155a3de 00000040:00001000:3.0:1767384368.341914:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384368.341915:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384368.341916:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384368.341918:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384368.341921:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384368.341922:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384368.341923:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384368.341924:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:3.0:1767384368.341926:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384368.341978:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.341982:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d392514c. 00000040:00000010:3.0:1767384368.341986:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f4b9dc1. 00000020:00000010:3.0:1767384368.341990:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e69ac835. 00000020:00000010:3.0:1767384368.341993:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000147b828a. 00000020:00000010:3.0:1767384368.342002:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ab767a2. 80000000:00000010:3.0:1767384368.342006:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b2fd4c10. 40000000:00000010:3.0:1767384368.342010:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000734ecbea. 00100000:00000010:3.0:1767384368.342014:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000731a4da. 00040000:00000010:3.0:1767384368.342017:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008339268f. 00040000:00000010:3.0:1767384368.342021:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004d9e16fd. 00040000:00000010:3.0:1767384368.342024:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000015b727b9. 00080000:00000010:3.0:1767384368.342028:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eeef6842. 00000400:00000200:1.0:1767384368.342030:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000004:00000010:3.0:1767384368.342032:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007da2419b. 00000400:00000200:1.0:1767384368.342037:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000004:00000010:3.0:1767384368.342038:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000a61964. 00000400:00000200:1.0:1767384368.342041:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000004:00000010:3.0:1767384368.342044:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b7253c95. 00000400:00000010:1.0:1767384368.342047:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000009ef42979. 00002000:00000010:3.0:1767384368.342049:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ecd4cbef. 00000400:00000010:1.0:1767384368.342052:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000004:00000010:3.0:1767384368.342054:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006037998d. 00000020:00000010:3.0:1767384368.342060:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f64f855. 00000400:00000010:1.0:1767384368.342060:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dac66190. 00000020:00000001:3.0:1767384368.342068:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.342071:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384368.342072:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384368.342076:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006155a3de. 10000000:00000010:3.0:1767384368.342080:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000060ce7f8c. 00000400:00000200:1.0:1767384368.342081:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:3.0:1767384368.342084:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.342087:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384368.342090:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000040:3.0:1767384368.342092:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744055168/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.342103:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000100:00000001:3.0:1767384368.342105:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384368.342108:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384368.342110:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d41606. 00000400:00000200:1.0:1767384368.342111:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 02000000:00000001:3.0:1767384368.342115:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384368.342118:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384368.342119:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000040:3.0:1767384368.342120:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384368.342123:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384368.342124:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384368.342125:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.342127:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384368.342131:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384368.342134:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000d1bb543. 00000100:00000010:3.0:1767384368.342138:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003d43831a. 00000400:00000200:1.0:1767384368.342138:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384368.342142:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000100:00000001:3.0:1767384368.342149:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:1.0:1767384368.342151:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 02000000:00000010:3.0:1767384368.342153:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000592a6547. 02000000:00000001:3.0:1767384368.342158:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384368.342160:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 02000000:00000001:3.0:1767384368.342161:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384368.342164:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384368.342169:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384368.342170:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000100:00000001:3.0:1767384368.342173:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.342179:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:1.0:1767384368.342183:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 10000000:00000010:3.0:1767384368.342186:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000cec0a612. 00000400:00000200:1.0:1767384368.342189:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[143, 37] 10000000:01000000:3.0:1767384368.342191:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:1.0:1767384368.342195:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 10000000:00000001:3.0:1767384368.342197:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384368.342201:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384368.342203:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384368.342203:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000020:00000040:3.0:1767384368.342205:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00000020:00000001:3.0:1767384368.342210:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:3.0:1767384368.342214:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00000400:00000200:1.0:1767384368.342214:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00010000:00000001:3.0:1767384368.342219:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384368.342223:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384368.342226:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00010000:00000001:3.0:1767384368.342236:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384368.342239:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384368.342240:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00010000:00010000:3.0:1767384368.342242:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384368.342249:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00010000:00000001:3.0:1767384368.342253:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384368.342256:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384368.342257:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 34], ns[101, 34] 00010000:00000001:3.0:1767384368.342258:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384368.342261:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.342264:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.342266:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 10000000:00000001:3.0:1767384368.342268:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 00000400:00000200:1.0:1767384368.342273:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[73, 34] 10000000:00000001:3.0:1767384368.342282:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:1.0:1767384368.342284:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 34], ns[136, 34] 10000000:00000040:3.0:1767384368.342285:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384368.342290:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384368.342301:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 34], ns[145, 34] 00000400:00000200:1.0:1767384368.342305:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 34], ns[120, 34] 00000400:00000200:1.0:1767384368.342309:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 34], ns[100, 34] 00000400:00000200:1.0:1767384368.342315:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 34], ns[156, 34] 00000400:00000200:1.0:1767384368.342318:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[135, 34] 00000400:00000200:1.0:1767384368.342321:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 34], ns[127, 34] 00000400:00000200:1.0:1767384368.342324:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 00000400:00000200:1.0:1767384368.342327:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 00000400:00000200:1.0:1767384368.342331:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 34], ns[149, 34] 00000400:00000200:1.0:1767384368.342335:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 34], ns[154, 34] 00000400:00000200:1.0:1767384368.342340:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[145, 34], ns[155, 34] 00000400:00000200:1.0:1767384368.342343:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:1.0:1767384368.342347:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp23 00000400:00000200:1.0:1767384368.342349:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp23 lpni_is_preferred = 0 00000400:00000200:1.0:1767384368.342351:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp23 00000400:00000200:1.0:1767384368.342355:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp23 NI seq info: [157:157:256:4294967295] 192.168.203.113@tcp23 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767384368.342360:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp23 00000400:00000200:1.0:1767384368.342367:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23:) -> 192.168.203.113@tcp23(192.168.203.113@tcp:192.168.203.113@tcp23) : GET try# 0 00000800:00000200:1.0:1767384368.342370:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp23 00000800:00000010:1.0:1767384368.342375:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000555cd2b9. 00000800:00000200:1.0:1767384368.342379:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (6) 00000800:00000200:1.0:1767384368.342387:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:988 00000800:00000200:1.0:1767384368.342395:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000555cd2b9 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384368.342408:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384368.342411:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000800:00000001:1.0:1767384368.342499:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384368.342504:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.342508:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000555cd2b9. 00000800:00000001:1.0:1767384368.342508:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.342514:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384368.342514:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342522:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.342526:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: GET: OK 00000400:00000200:1.0:1767384368.342533:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23) <- 192.168.203.113@tcp23 : GET - for me 00000400:00000200:3.0:1767384368.342534:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384368.342538:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:1.0:1767384368.342544:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384368.342549:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 592/592 into md 0x1cc1 [1] + 0 00000400:00000200:1.0:1767384368.342574:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp23 to MR: 192.168.203.113@tcp23 local destination 00000400:00000200:1.0:1767384368.342588:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp23 NI seq info: [158:158:256:4294967295] 192.168.203.113@tcp23 LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1767384368.342595:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23:192.168.203.113@tcp23) -> 192.168.203.113@tcp23(192.168.203.113@tcp23:192.168.203.113@tcp23) 192.168.203.113@tcp23 : REPLY try# 0 00000800:00000200:1.0:1767384368.342612:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.113@tcp23 00000800:00000010:1.0:1767384368.342615:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000800:00000200:1.0:1767384368.342619:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (6) 00000800:00000200:1.0:1767384368.342624:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:995 00000800:00000200:1.0:1767384368.342626:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 3, nob 688 niov 1 nkiov 1 00000800:00000200:1.0:1767384368.342677:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384368.342679:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:1.0:1767384368.342682:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.342685:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: REPLY: OK 00000800:00000001:1.0:1767384368.342692:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342695:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.342698:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342702:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.342703:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342706:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.342709:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp23(192.168.203.113@tcp23) <- 192.168.203.113@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384368.342715:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp23: Reply from 12345-192.168.203.113@tcp23 of length 592/592 into md 0x1d15 00000800:00000001:1.0:1767384368.342726:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342730:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.342732:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.342734:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp23->192.168.203.113@tcp23: REPLY: OK 00000400:00000200:1.0:1767384368.342736:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:1.0:1767384368.342738:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000400:00000200:1.0:1767384368.342740:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384368.342743:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384368.342746:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384368.342748:0:16147:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp (608 bytes) 00000400:00000200:1.0:1767384368.342751:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384368.342758:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000009ef42979. 00000400:00000200:1.0:1767384368.342761:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 00000800:00000001:1.0:1767384368.342765:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.342767:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.342779:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384368.342783:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000009ef42979. 00000400:00000010:1.0:1767384368.342786:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba333eb. 00000400:00000010:1.0:1767384368.342790:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000400:00000200:1.0:1767384368.342792:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009ef42979 00000400:00000001:1.0:1767384368.342795:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.342796:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.342798:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050812422. 00000400:00000200:1.0:1767384368.342800:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:1.0:1767384368.342802:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000400:00000200:1.0:1767384368.342804:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384368.342806:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000002980dde8. 00000400:00000200:1.0:1767384368.342808:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000400:00000200:1.0:1767384368.342810:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300871 00000400:00000200:1.0:1767384368.342813:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:0 00000400:00000200:1.0:1767384368.342816:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 rc 1 00000400:00000200:1.0:1767384368.342820:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:1.0:1767384368.342822:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000010:1.0:1767384368.342826:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000006a6f59ed. 00000400:00000010:1.0:1767384368.342835:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dc200c. 00000400:00000010:1.0:1767384368.342840:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018c97955. 00000400:00000200:1.0:1767384368.342842:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384368.342849:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384368.342853:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384368.342856:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384368.342859:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384368.342863:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:1.0:1767384368.342867:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[79, 37] 00000400:00000200:1.0:1767384368.342874:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 37], ns[92, 37] 00000400:00000200:1.0:1767384368.342881:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[96, 37] 00000400:00000200:1.0:1767384368.342885:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[112, 37] 00000400:00000200:1.0:1767384368.342889:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:1.0:1767384368.342892:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:1.0:1767384368.342897:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 37], ns[140, 37] 00000400:00000200:1.0:1767384368.342900:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[143, 37] 00000400:00000200:1.0:1767384368.342903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000400:00000200:1.0:1767384368.342906:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 37], ns[158, 37] 00000400:00000200:1.0:1767384368.342910:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000400:00000200:1.0:1767384368.342913:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00000400:00000200:1.0:1767384368.342916:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000400:00000200:1.0:1767384368.342926:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:1.0:1767384368.342928:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[97, 37], ns[101, 37] 00000400:00000200:1.0:1767384368.342933:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 37], ns[72, 37] 00000400:00000200:1.0:1767384368.342936:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[73, 37] 00000400:00000200:1.0:1767384368.342940:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 37], ns[136, 37] 00000400:00000200:1.0:1767384368.342944:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 37], ns[145, 37] 00000400:00000200:1.0:1767384368.342948:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 37], ns[120, 37] 00000400:00000200:1.0:1767384368.342951:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[100, 37] 00000400:00000200:1.0:1767384368.342955:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 37], ns[156, 37] 00000400:00000200:1.0:1767384368.342959:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 37], ns[135, 37] 00000400:00000200:1.0:1767384368.342963:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 37], ns[127, 37] 00000400:00000200:1.0:1767384368.342966:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 37], ns[147, 37] 00000400:00000200:1.0:1767384368.342969:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 37], ns[150, 37] 00000400:00000200:1.0:1767384368.342971:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 37], ns[149, 37] 00000400:00000200:1.0:1767384368.342974:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 37], ns[154, 37] 00000400:00000200:1.0:1767384368.342977:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[145, 37], ns[155, 37] 00000400:00000200:1.0:1767384368.342979:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384368.342981:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp 00000400:00000200:1.0:1767384368.342984:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384368.342986:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp 00000400:00000200:1.0:1767384368.342995:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [159:159:256:4294967295] 192.168.203.113@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1767384368.343000:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp 00000400:00000200:1.0:1767384368.343008:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) : GET try# 0 00000800:00000200:1.0:1767384368.343011:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp 00000800:00000010:1.0:1767384368.343014:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000033fcc08b. 00000800:00000200:1.0:1767384368.343019:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:1.0:1767384368.343024:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:988 00000800:00000200:1.0:1767384368.343027:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384368.343036:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384368.343038:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000800:00000200:1.0:1767384368.343082:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384368.343086:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000033fcc08b. 00000400:00000200:1.0:1767384368.343091:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.343100:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: GET: OK 00000400:00000200:1.0:1767384368.343105:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384368.343108:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:1.0:1767384368.343113:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343118:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.343119:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343123:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.343128:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : GET - for me 00000400:00000200:1.0:1767384368.343134:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384368.343138:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 608/608 into md 0x1cc1 [1] + 0 00000400:00000200:1.0:1767384368.343143:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp to MR: 192.168.203.113@tcp local destination 00000400:00000200:1.0:1767384368.343146:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [160:160:256:4294967295] 192.168.203.113@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384368.343157:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) 192.168.203.113@tcp : REPLY try# 0 00000800:00000200:1.0:1767384368.343161:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:1.0:1767384368.343165:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000800:00000200:1.0:1767384368.343168:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:1.0:1767384368.343179:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:1023 00000800:00000200:1.0:1767384368.343181:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 3, nob 704 niov 1 nkiov 1 00000800:00000200:1.0:1767384368.343232:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384368.343234:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:1.0:1767384368.343236:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.343239:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: REPLY: OK 00000800:00000001:1.0:1767384368.343247:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343251:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.343253:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343257:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.343258:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343262:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.343266:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : REPLY - for me 00000400:00000200:1.0:1767384368.343272:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp: Reply from 12345-192.168.203.113@tcp of length 608/608 into md 0x1d1d 00000800:00000001:1.0:1767384368.343275:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343281:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.343283:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.343286:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: REPLY: OK 00000400:00000200:1.0:1767384368.343288:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dc200c 00000400:00000010:1.0:1767384368.343289:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dc200c. 00000400:00000200:1.0:1767384368.343291:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384368.343293:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384368.343302:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384368.343305:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 36. state = 0x300271 00000400:00000200:1.0:1767384368.343308:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384368.343319:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (36) 00000800:00000001:1.0:1767384368.343324:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.343325:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.343343:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384368.343350:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:2.0:1767384368.343357:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000cb3820a4. 00000400:00000010:2.0:1767384368.343361:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 000000008e0cc256. 00000400:00000010:2.0:1767384368.343363:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 0000000041547106. 00000400:00000200:2.0:1767384368.343387:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp32(000000001078898d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.343392:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp35(00000000fb8ffa99) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.343396:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp38(000000001f74ba23) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.343401:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp41(000000000463702e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384368.343404:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp42(0000000035d1811a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384368.343408:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001804d007. 00000400:00000200:2.0:1767384368.343422:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001804d007 nid 192.168.203.113@tcp43 00000400:00000010:2.0:1767384368.343425:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000f956a00. 00000400:00000200:2.0:1767384368.343427:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000000f956a00 net tcp43 00000400:00000200:2.0:1767384368.343430:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (35) 00000400:00000200:2.0:1767384368.343434:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp43 flags 0x11 00000400:00000010:2.0:1767384368.343438:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002f2c10a9. 00000400:00000200:2.0:1767384368.343441:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002f2c10a9 nid 192.168.203.113@tcp44 00000400:00000010:2.0:1767384368.343443:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bbcbfd5c. 00000400:00000200:2.0:1767384368.343446:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bbcbfd5c net tcp44 00000400:00000200:2.0:1767384368.343448:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (36) 00000400:00000200:2.0:1767384368.343451:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp44 flags 0x11 00000400:00000010:2.0:1767384368.343455:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000cb3820a4. 00000400:00000010:2.0:1767384368.343458:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 000000008e0cc256. 00000400:00000010:2.0:1767384368.343460:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 0000000041547106. 00000400:00000010:2.0:1767384368.343463:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000006a6f59ed. 00000400:00000200:2.0:1767384368.343467:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384368.343471:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:2.0:1767384368.343474:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:2.0:1767384368.343477:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000010:2.0:1767384368.343482:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000400:00000200:2.0:1767384368.343485:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000010:2.0:1767384368.343489:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e56835da. 00000400:00000200:2.0:1767384368.343492:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384368.343499:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384368.343503:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [161:161:256:4294967295] 192.168.203.113@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1767384368.343507:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp 00000400:00000200:2.0:1767384368.343515:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) : PUT try# 0 00000800:00000200:2.0:1767384368.343520:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:2.0:1767384368.343523:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000be3818c1. 00000800:00000200:2.0:1767384368.343527:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:2.0:1767384368.343532:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:988 00000800:00000200:2.0:1767384368.343534:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000be3818c1 type 1, nob 704 niov 1 nkiov 1 00000400:00000200:2.0:1767384368.343546:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384368.343548:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000800:00000200:3.0:1767384368.343712:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.343715:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000be3818c1. 00000400:00000200:3.0:1767384368.343719:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.343723:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: PUT: OK 00000400:00000200:3.0:1767384368.343726:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384368.343727:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000800:00000001:3.0:1767384368.343733:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343737:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.343739:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343741:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.343746:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : PUT - for me 00000400:00000200:3.0:1767384368.343752:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.343756:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 608/608 into md 0x1d19 [1] + 0 00000400:00000010:3.0:1767384368.343759:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bba333eb. 00000400:00000200:3.0:1767384368.343762:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4416ec4 00000800:00000001:3.0:1767384368.343764:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343768:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.343770:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.343773:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: PUT: OK 00000400:00000200:3.0:1767384368.343776:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4416ec4 00000400:00000010:3.0:1767384368.343778:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4416ec4. 00000400:00000200:3.0:1767384368.343781:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384368.343784:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:3.0:1767384368.343789:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:3.0:1767384368.343792:0:16147:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000ecd4cbef. 00000400:00000200:3.0:1767384368.343795:0:16147:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 36 00000400:00000200:3.0:1767384368.343800:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384368.343805:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00000400:00000200:3.0:1767384368.343810:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384368.343816:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384368.343827:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp NI seq info: [162:162:256:4294967295] 192.168.203.113@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384368.343842:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) -> 192.168.203.113@tcp(192.168.203.113@tcp:192.168.203.113@tcp) 192.168.203.113@tcp : ACK try# 0 00000800:00000200:3.0:1767384368.343848:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp 00000800:00000010:3.0:1767384368.343850:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008339268f. 00000800:00000200:3.0:1767384368.343855:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bfe73610] -> 12345-192.168.203.113@tcp (6) 00000800:00000200:3.0:1767384368.343861:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp ip 192.168.203.113:1023 00000800:00000200:3.0:1767384368.343864:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008339268f type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384368.343909:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.343912:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008339268f. 00000400:00000200:3.0:1767384368.343916:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.343920:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: ACK: OK 00000800:00000001:3.0:1767384368.343928:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343931:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.343934:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343938:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.343939:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343942:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.343948:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp(192.168.203.113@tcp) <- 192.168.203.113@tcp : ACK - for me 00000400:00000200:3.0:1767384368.343957:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp: ACK from 12345-192.168.203.113@tcp into md 0x1d21 00000400:00000200:3.0:1767384368.343961:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.343966:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp->192.168.203.113@tcp: ACK: OK 00000400:00000200:3.0:1767384368.343970:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd3f34fc 00000400:00000010:3.0:1767384368.343972:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000400:00000200:3.0:1767384368.343976:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384368.343980:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:3.0:1767384368.343985:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384368.343988:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (38) 00000800:00000001:3.0:1767384368.343994:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.343998:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384368.344207:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384368.344211:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000400:00000010:2.0:1767384368.344215:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000257de227. 00000400:00000200:2.0:1767384368.344218:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009ef42979 00000400:00000200:2.0:1767384368.344221:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:2.0:1767384368.344224:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 0000000041547106. 00000400:00000010:2.0:1767384368.344226:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 000000008e0cc256. 00000400:00000010:2.0:1767384368.344228:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 00000000cb3820a4. 00000400:00000010:2.0:1767384368.344254:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 0000000041547106. 00000400:00000010:2.0:1767384368.344256:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 000000008e0cc256. 00000400:00000010:2.0:1767384368.344257:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 00000000cb3820a4. 00000400:00000010:2.0:1767384368.344259:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000ecd4cbef. 00000400:00000200:2.0:1767384368.344261:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384368.344263:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:2.0:1767384368.344265:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:2.0:1767384368.344267:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:2.0:1767384368.344269:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384368.344270:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:2.0:1767384368.344273:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384368.344276:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (37) 00000020:00000010:1.0:1767384368.352644:0:35267:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000dc2607dc. 00000020:00000040:1.0:1767384368.352651:0:35267:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384368.352653:0:35267:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000dc2607dc. 00000100:00000040:2.0:1767384368.358608:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294957138, at 4294957139 00000100:00000040:0.0:1767384368.358610:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294957138, at 4294957139 00000100:00000010:2.0:1767384368.358617:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff8846. 00000100:00000040:3.0:1767384368.358618:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294957138, at 4294957139 00000100:00000010:0.0:1767384368.358619:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005019375f. 00000100:00000010:3.0:1767384368.358625:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f6f3edd. 00000100:00000040:1.0:1767384368.359812:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294957138, at 4294957140 00000100:00000010:1.0:1767384368.359819:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a458c6e8. 00000400:00000001:3.0:1767384368.531639:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384368.531643:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384368.531645:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384368.531650:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000800:00000200:1.0:1767384368.531652:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000400:00000200:3.0:1767384368.531655:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.1:1767384368.531659:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000400:00000200:3.0:1767384368.531662:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384368.531672:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003070ea28. 00000400:00000010:3.0:1767384368.531675:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001be0b1e1. 00000400:00000200:3.0:1767384368.531681:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp41 00000400:00000010:3.0:1767384368.531685:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003070ea28. 00000400:00000010:3.0:1767384368.531690:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001be0b1e1. 00000400:00000010:3.0:1767384368.531693:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384368.531698:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008a6f2de. 00000400:00000200:3.0:1767384368.531701:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp41 00000400:00000200:3.0:1767384368.531712:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp41 local destination 00000400:00000200:3.0:1767384368.531718:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp41 00000400:00000200:3.0:1767384368.531720:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp41 NI seq info: [163:163:256:4294967295] 192.168.203.113@tcp41 LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1767384368.531726:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp41 00000400:00000200:3.0:1767384368.531731:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41:) -> 192.168.203.113@tcp41(192.168.203.113@tcp41:192.168.203.113@tcp41) : GET try# 0 00000800:00000200:3.0:1767384368.531735:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp41 00000800:00000010:3.0:1767384368.531738:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008339268f. 00000800:00000200:3.0:1767384368.531743:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000400:00000200:2.0:1767384368.531745:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:3.1:1767384368.531748:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000400:00000200:3.0:1767384368.531766:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp41 added to recovery queue. ping count: 2 next ping: 294 health :800 00000400:00000200:3.0:1767384368.531775:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp36 00000400:00000010:3.0:1767384368.531778:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006ff776e9. 00000400:00000010:3.0:1767384368.531782:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000015b727b9. 00000400:00000010:3.0:1767384368.531786:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000400:00000010:3.0:1767384368.531791:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000740edbd7. 00000400:00000200:3.0:1767384368.531793:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp36 00000400:00000200:3.0:1767384368.531799:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp36 local destination 00000400:00000200:2.0:1767384368.531802:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.531803:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp36 00000400:00000200:3.0:1767384368.531815:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [164:164:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384368.531820:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp36 00000400:00000200:1.0:1767384368.531830:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.531831:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:) -> 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) : GET try# 0 00000800:00000200:3.0:1767384368.531840:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp36 00000800:00000010:3.0:1767384368.531843:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007985760c. 00000400:00000200:2.0:1767384368.531845:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.531850:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:3.1:1767384368.531857:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000400:00000200:3.0:1767384368.531873:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp36 added to recovery queue. ping count: 4 next ping: 306 health :600 00000400:00000200:3.0:1767384368.531880:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp28 00000400:00000010:3.0:1767384368.531883:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003cd048ef. 00000400:00000010:3.0:1767384368.531887:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007f4b9dc1. 00000400:00000010:3.0:1767384368.531890:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000010:3.0:1767384368.531894:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2a94801. 00000400:00000200:3.0:1767384368.531898:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp28 00000400:00000200:1.0:1767384368.531899:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.531905:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp28 local destination 00000400:00000200:2.0:1767384368.531906:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.531911:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp28 00000400:00000200:3.0:1767384368.531916:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [165:165:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1767384368.531919:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp28 00000400:00000200:3.0:1767384368.531931:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) : GET try# 0 00000800:00000200:3.0:1767384368.531934:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp28 00000800:00000010:3.0:1767384368.531937:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000331427c4. 00000800:00000200:3.0:1767384368.531941:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:3.1:1767384368.531945:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000400:00000200:3.0:1767384368.531956:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp28 added to recovery queue. ping count: 5 next ping: 322 health :500 00000400:00000200:1.0:1767384368.531965:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.531967:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.531968:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp42 00000400:00000010:3.0:1767384368.531975:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cb378dd6. 00000400:00000010:3.0:1767384368.531980:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d392514c. 00000400:00000010:3.0:1767384368.531982:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000010:3.0:1767384368.531985:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6e57d12. 00000400:00000200:3.0:1767384368.531991:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp42 00000400:00000200:3.0:1767384368.531998:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp42 local destination 00000400:00000200:3.0:1767384368.532007:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp42 00000400:00000200:3.0:1767384368.532012:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp42 NI seq info: [166:166:256:4294967295] 192.168.203.113@tcp42 LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1767384368.532015:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp42 00000400:00000200:3.0:1767384368.532025:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp42(192.168.203.113@tcp42:) -> 192.168.203.113@tcp42(192.168.203.113@tcp42:192.168.203.113@tcp42) : GET try# 0 00000800:00000200:3.0:1767384368.532030:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp42 00000800:00000010:3.0:1767384368.532033:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022abae3e. 00000800:00000200:3.0:1767384368.532038:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (2) 00000400:00000200:2.0:1767384368.532038:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000200:3.1:1767384368.532043:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (2) 00000400:00000200:1.0:1767384368.532044:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532057:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp42 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:2.0:1767384368.532088:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532130:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532131:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532146:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532207:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532220:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532221:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532268:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532310:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532311:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532327:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532386:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532397:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532398:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532447:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532481:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532483:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532513:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532583:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532618:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532666:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532668:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532683:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532751:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532756:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532757:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532823:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532847:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532851:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532894:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532917:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.532926:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.532962:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.532990:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533004:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533025:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533064:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533087:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533097:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533136:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533162:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533175:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533218:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533245:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533250:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533294:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533337:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533340:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533346:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533378:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533437:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533442:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533443:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533445:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533506:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533545:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533575:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533586:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533605:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533635:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533682:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533692:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533695:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533699:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533764:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533770:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533775:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533780:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533841:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533845:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533856:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533859:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.533963:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.533965:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.533967:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.533968:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534040:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534042:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534057:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534063:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534113:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534121:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534136:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534147:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534183:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534196:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534210:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534226:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534255:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534281:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534288:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534304:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534322:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534369:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534381:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534382:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384368.534391:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534439:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534475:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534476:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534502:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534543:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534584:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534611:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534663:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534665:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534667:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:2.0:1767384368.534670:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384368.534675:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c87162f3. 00000800:00000010:2.0:1767384368.534679:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ebd82dc4. 00000800:00000010:2.0:1767384368.534706:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ebd82dc4. 00000800:00020000:2.0:1767384368.534716:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:0.0:1767384368.534730:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534747:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534750:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534787:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534811:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534816:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534842:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534878:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534887:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534903:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.534952:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.534957:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.534959:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535011:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535047:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535048:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535065:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535126:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535131:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535132:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535214:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535217:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535217:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535250:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535299:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535301:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535305:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535359:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535373:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535378:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535418:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535469:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535470:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535470:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535536:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535551:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535584:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.535646:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535664:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535713:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535756:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535757:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535811:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535822:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.535876:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535885:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.535954:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536011:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536066:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.536097:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000877c39a2. 00000800:00000010:1.0:1767384368.536103:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2a7d033. 00000800:00000010:1.0:1767384368.536108:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000215b9a52. 00000400:00000200:0.0:1767384368.536125:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.536136:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384368.536143:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000215b9a52. 00000400:00000200:0.0:1767384368.536174:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536224:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536228:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.536230:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp36 from 208.3.0.2 00000800:00000010:3.0:1767384368.536236:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004576a275. 00000400:00000200:1.0:1767384368.536292:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536295:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536367:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536370:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536448:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536456:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536519:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536540:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536630:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536639:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536700:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536705:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536779:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.536785:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536847:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.536853:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384368.536858:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.536875:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp41 from 207.3.0.2 00000800:00000010:3.0:1767384368.536878:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000095a8cc68. 00000400:00000200:0.0:1767384368.536934:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.536940:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.537013:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537020:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537098:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537171:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537243:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537246:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f5281c4f. 00000800:00000010:0.0:1767384368.537252:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000696e88b6. 00000800:00000010:0.0:1767384368.537255:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7722716. 00000800:00000010:0.0:1767384368.537289:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7722716. 00000400:00000200:1.0:1767384368.537305:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537331:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000251662fc. 00000800:00000010:0.0:1767384368.537336:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de40d1b2. 00000800:00000010:0.0:1767384368.537353:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000be52e98. 00000800:00000010:0.0:1767384368.537356:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000060b10f04. 00000800:00000010:0.0:1767384368.537359:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7722716. 00000400:00000200:1.0:1767384368.537373:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537425:0:16142:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4226e2f. 00000800:00000200:0.1:1767384368.537432:0:16142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (2) 00000800:00000200:0.1:1767384368.537438:0:16142:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp36 00000000e4226e2f deleted 00000800:00000010:0.1:1767384368.537440:0:16142:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4226e2f. 00000400:00000200:1.0:1767384368.537442:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000800:00000200:0.1:1767384368.537445:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384368.537453:0:16142:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp36 ip 192.168.203.113:976 00000800:00000200:0.1:1767384368.537456:0:16142:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007985760c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384368.537462:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp36 p 3.x 192.168.203.113 -> 192.168.203.113:976 incarnation:1767384350349433167 sched[0] 00000800:00000010:0.0:1767384368.537468:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a39bab4f. 00000800:00000010:0.0:1767384368.537495:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a39bab4f. 00000800:00000010:0.0:1767384368.537505:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de40d1b2. 00000400:00000200:1.0:1767384368.537516:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537538:0:16142:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004576a275. 00000800:00000010:0.0:1767384368.537547:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f09aeea7. 00000800:00000010:0.0:1767384368.537550:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de40d1b2. 00000800:00000010:0.0:1767384368.537589:0:16142:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4226e2f. 00000800:00000200:0.1:1767384368.537609:0:16142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (2) 00000800:00000200:0.1:1767384368.537615:0:16142:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp41 00000000e4226e2f deleted 00000800:00000010:0.1:1767384368.537617:0:16142:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4226e2f. 00000400:00000200:1.0:1767384368.537620:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000800:00000200:0.1:1767384368.537621:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384368.537630:0:16142:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp41 ip 192.168.203.113:975 00000800:00000200:0.1:1767384368.537632:0:16142:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008339268f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384368.537638:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp41 p 3.x 192.168.203.113 -> 192.168.203.113:975 incarnation:1767384360742522928 sched[0] 00000800:00000010:0.0:1767384368.537641:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a39bab4f. 00000800:00000010:0.0:1767384368.537683:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a39bab4f. 00000800:00000010:0.0:1767384368.537687:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de40d1b2. 00000400:00000200:1.0:1767384368.537699:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537709:0:16142:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000095a8cc68. 00000400:00000200:3.0:1767384368.537713:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384368.537730:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp28 from 206.3.0.2 00000800:00000010:3.0:1767384368.537733:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000095a8cc68. 00000800:00000200:0.1:1767384368.537740:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384368.537746:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp41 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384360742522928 sched[0] 00000400:00000200:1.0:1767384368.537747:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.537751:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2a7d033. 00000400:00000200:0.0:1767384368.537820:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537825:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.537902:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537909:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.537974:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.537990:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538046:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538070:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538131:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538165:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538208:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538251:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538285:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538321:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538358:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538400:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538428:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538472:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538506:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538546:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538613:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538644:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538684:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538721:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538752:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538773:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538792:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.538806:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.538812:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.538823:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.538848:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.538850:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.538854:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007985760c. 00000400:00000200:3.0:1767384368.538859:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.538865:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: GET: OK 00000400:00000200:3.0:1767384368.538869:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384368.538873:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp36 recovery message sent successfully:0 00000400:00000200:1.0:1767384368.538875:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.538884:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.538889:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.538902:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.538923:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.538933:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.538936:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008339268f. 00000400:00000200:3.0:1767384368.538940:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.538944:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp41->192.168.203.113@tcp41: GET: OK 00000400:00000200:3.0:1767384368.538948:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384368.538951:0:16147:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp41 recovery message sent successfully:0 00000400:00000200:0.0:1767384368.538956:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.538960:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.538966:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.538968:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.538975:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.538982:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41) <- 192.168.203.113@tcp41 : GET - for me 00000400:00000200:1.0:1767384368.538984:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.538994:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.539002:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:3.0:1767384368.539012:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp41 to MR: 192.168.203.113@tcp41 local destination 00000400:00000200:0.0:1767384368.539013:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539022:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp41 NI seq info: [167:167:256:4294967295] 192.168.203.113@tcp41 LPNI seq info [157:157:8:4294967295] 00000400:00000200:1.0:1767384368.539034:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539037:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41:192.168.203.113@tcp41) -> 192.168.203.113@tcp41(192.168.203.113@tcp41:192.168.203.113@tcp41) 192.168.203.113@tcp41 : REPLY try# 0 00000800:00000200:3.0:1767384368.539044:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp41 00000800:00000010:3.0:1767384368.539047:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008339268f. 00000800:00000200:3.0:1767384368.539056:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (4) 00000800:00000200:3.0:1767384368.539060:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp41 ip 192.168.203.113:988 00000800:00000200:3.0:1767384368.539062:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008339268f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384368.539073:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.539089:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.539098:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.539101:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008339268f. 00000400:00000200:3.0:1767384368.539104:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.539109:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp41->192.168.203.113@tcp41: REPLY: OK 00000800:00000001:3.0:1767384368.539119:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539122:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.539125:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539128:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.539130:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539134:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.539138:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp41(192.168.203.113@tcp41) <- 192.168.203.113@tcp41 : REPLY - for me 00000400:00000200:0.0:1767384368.539145:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539146:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp41: Reply from 12345-192.168.203.113@tcp41 of length 272/272 into md 0x1d29 00000400:00000200:1.0:1767384368.539149:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539153:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539158:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.539160:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.539165:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp41->192.168.203.113@tcp41: REPLY: OK 00000400:00000200:3.0:1767384368.539168:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384368.539170:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:3.0:1767384368.539173:0:16147:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384368.539178:0:16147:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003070ea28. 00000400:00000010:3.0:1767384368.539181:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001be0b1e1. 00000800:00000001:3.0:1767384368.539184:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539187:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.539207:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.539208:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd50014b. 00000800:00000010:3.0:1767384368.539214:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa350cde. 00000400:00000200:1.0:1767384368.539216:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.539230:0:16142:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000458a36a. 00000800:00000200:3.1:1767384368.539237:0:16142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (2) 00000800:00000200:3.1:1767384368.539241:0:16142:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp28 000000000458a36a deleted 00000800:00000010:3.1:1767384368.539243:0:16142:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000458a36a. 00000800:00000200:3.1:1767384368.539246:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384368.539251:0:16142:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp28 ip 192.168.203.113:974 00000800:00000200:3.1:1767384368.539253:0:16142:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384368.539258:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp28 p 3.x 192.168.203.113 -> 192.168.203.113:974 incarnation:1767384335112549743 sched[0] 00000800:00000010:3.0:1767384368.539261:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3dfe748. 00000400:00000200:0.0:1767384368.539268:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.539286:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.539305:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3dfe748. 00000800:00000010:3.0:1767384368.539309:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa350cde. 00000400:00000200:0.0:1767384368.539327:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.539342:0:16142:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000095a8cc68. 00000400:00000200:1.0:1767384368.539349:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539356:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539362:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.539383:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.539405:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.539408:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000331427c4. 00000400:00000200:3.0:1767384368.539411:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.539412:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539418:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: GET: OK 00000400:00000200:3.0:1767384368.539423:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384368.539426:0:16149:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp28 recovery message sent successfully:0 00000400:00000200:0.0:1767384368.539446:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000800:00000200:3.1:1767384368.539458:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384368.539465:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp28 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384335112549743 sched[0] 00000800:00000010:3.0:1767384368.539468:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000696e88b6. 00000800:00000010:2.0:1767384368.539476:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c87162f3. 00000800:00000010:2.0:1767384368.539482:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:00000200:1.0:1767384368.539483:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539504:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539510:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.539510:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539512:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539520:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.539527:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28) <- 192.168.203.113@tcp28 : GET - for me 00000400:00000200:3.0:1767384368.539536:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.539541:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:1.0:1767384368.539546:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539571:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp28 to MR: 192.168.203.113@tcp28 local destination 00000400:00000200:3.0:1767384368.539578:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp28 NI seq info: [168:168:256:4294967295] 192.168.203.113@tcp28 LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1767384368.539588:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539589:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) -> 192.168.203.113@tcp28(192.168.203.113@tcp28:192.168.203.113@tcp28) 192.168.203.113@tcp28 : REPLY try# 0 00000800:00000200:3.0:1767384368.539610:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp28 00000800:00000010:3.0:1767384368.539613:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000800:00000200:3.0:1767384368.539617:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (4) 00000800:00000200:3.0:1767384368.539622:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp28 ip 192.168.203.113:988 00000800:00000200:3.0:1767384368.539624:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384368.539656:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.539677:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.539678:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384368.539682:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000400:00000200:3.0:1767384368.539685:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.539690:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: REPLY: OK 00000800:00000001:3.0:1767384368.539705:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539710:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.539713:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384368.539716:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539717:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.539722:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539728:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.539735:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp28(192.168.203.113@tcp28) <- 192.168.203.113@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384368.539745:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp28: Reply from 12345-192.168.203.113@tcp28 of length 272/272 into md 0x1d31 00000800:00000001:3.0:1767384368.539749:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384368.539753:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539755:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:2.0:1767384368.539755:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp26 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384368.539760:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.539770:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp28->192.168.203.113@tcp28: REPLY: OK 00000400:00000200:3.0:1767384368.539773:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384368.539775:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000200:3.0:1767384368.539778:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384368.539783:0:16148:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003cd048ef. 00000400:00000010:3.0:1767384368.539786:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007f4b9dc1. 00000400:00000200:1.0:1767384368.539786:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.113:988 00000800:00000001:3.0:1767384368.539795:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.539799:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.539812:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539851:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.539873:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539908:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.539934:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.539974:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.539999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.540010:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000872dd3a2. 00000800:00000010:1.0:1767384368.540015:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000055019359. 00000800:00000010:1.0:1767384368.540020:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcc3d84b. 00000400:00000200:3.0:1767384368.540024:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.540050:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.540052:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcc3d84b. 00000400:00000200:3.0:1767384368.540078:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.540110:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7722716. 00000400:00000200:0.0:1767384368.540121:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000200:1.1:1767384368.540126:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384368.540133:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000200:1.0:1767384368.540139:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp36 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384350349433167 sched[0] 00000800:00000010:1.0:1767384368.540143:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000060b10f04. 00000800:00000001:3.0:1767384368.540186:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540192:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.540194:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540200:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.540205:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36) <- 192.168.203.113@tcp36 : GET - for me 00000400:00000200:1.0:1767384368.540211:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.540212:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384368.540218:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:3.0:1767384368.540225:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp36 to MR: 192.168.203.113@tcp36 local destination 00000400:00000200:3.0:1767384368.540236:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp36 NI seq info: [169:169:256:4294967295] 192.168.203.113@tcp36 LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1767384368.540249:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) -> 192.168.203.113@tcp36(192.168.203.113@tcp36:192.168.203.113@tcp36) 192.168.203.113@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767384368.540253:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp36 00000800:00000010:3.0:1767384368.540256:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000400:00000200:1.0:1767384368.540258:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000200:3.0:1767384368.540263:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (4) 00000800:00000010:0.0:1767384368.540264:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e145ea2b. 00000800:00000200:3.0:1767384368.540269:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp36 ip 192.168.203.113:988 00000800:00000010:0.0:1767384368.540270:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de40d1b2. 00000800:00000200:3.0:1767384368.540273:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384368.540283:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.540284:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a39bab4f. 00000800:00000010:0.0:1767384368.540311:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a39bab4f. 00000400:00000200:1.0:1767384368.540318:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00020000:0.0:1767384368.540319:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000200:3.0:1767384368.540324:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384368.540325:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de40d1b2. 00000800:00000010:3.0:1767384368.540330:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000800:00000010:0.0:1767384368.540331:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e145ea2b. 00000400:00000200:3.0:1767384368.540334:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.540340:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: REPLY: OK 00000800:00000001:3.0:1767384368.540347:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540350:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.540352:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540355:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384368.540357:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540361:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.540365:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.540367:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp36(192.168.203.113@tcp36) <- 192.168.203.113@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384368.540379:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp36: Reply from 12345-192.168.203.113@tcp36 of length 272/272 into md 0x1d2d 00000800:00000001:3.0:1767384368.540383:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540387:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.540389:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:02020000:0.0:1767384368.540391:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp41 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384368.540397:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp36->192.168.203.113@tcp36: REPLY: OK 00000400:00000200:3.0:1767384368.540402:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384368.540404:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000400:00000200:3.0:1767384368.540407:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384368.540411:0:16148:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006ff776e9. 00000400:00000200:1.0:1767384368.540413:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000010:3.0:1767384368.540414:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000015b727b9. 00000800:00000001:3.0:1767384368.540421:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384368.540425:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384368.540451:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540479:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384368.540518:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540590:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540635:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540660:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540680:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540707:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540755:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.540773:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384368.540794:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp42 from 205.3.0.2 00000800:00000010:0.0:1767384368.540797:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000214d7fe6. 00000400:00000200:1.0:1767384368.540820:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540886:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.540933:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.540978:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f881acb. 00000800:00000010:3.0:1767384368.540982:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa350cde. 00000400:00000200:1.0:1767384368.540996:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.541001:0:16142:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000458a36a. 00000800:00000200:3.1:1767384368.541009:0:16142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (2) 00000800:00000200:3.1:1767384368.541013:0:16142:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp42 000000000458a36a deleted 00000800:00000010:3.1:1767384368.541015:0:16142:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000458a36a. 00000800:00000200:3.1:1767384368.541019:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384368.541024:0:16142:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp42 ip 192.168.203.113:973 00000800:00000200:3.1:1767384368.541026:0:16142:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022abae3e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384368.541031:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp42 p 3.x 192.168.203.113 -> 192.168.203.113:973 incarnation:1767384362908323081 sched[0] 00000800:00000010:3.0:1767384368.541035:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3dfe748. 00000400:00000200:1.0:1767384368.541044:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.541076:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3dfe748. 00000800:00000010:3.0:1767384368.541080:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa350cde. 00000400:00000200:1.0:1767384368.541094:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000800:00000010:3.0:1767384368.541112:0:16142:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000214d7fe6. 00000800:00000001:0.0:1767384368.541114:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384368.541121:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.541128:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541163:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000800:00000200:0.0:1767384368.541166:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384368.541169:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022abae3e. 00000400:00000200:0.0:1767384368.541172:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.541183:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp42->192.168.203.113@tcp42: GET: OK 00000400:00000200:0.0:1767384368.541187:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384368.541189:0:16149:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp42 recovery message sent successfully:0 00000400:00000200:1.0:1767384368.541190:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541220:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541276:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541334:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541389:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541445:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541501:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541580:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541643:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541699:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541735:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541793:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541850:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.541905:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000200:0.1:1767384368.541949:0:35348:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384368.541955:0:35348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp42 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384362908323081 sched[0] 00000800:00000010:0.0:1767384368.541958:0:35348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000055019359. 00000400:00000200:0.0:1767384368.542001:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.542016:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c93e0d8. 00000800:00000010:1.0:1767384368.542022:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d23af734. 00000800:00000010:1.0:1767384368.542026:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcc3d84b. 00000400:00000200:0.0:1767384368.542032:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.542044:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcc3d84b. 00000800:00020000:1.0:1767384368.542051:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384368.542054:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d23af734. 00000800:00000010:1.0:1767384368.542056:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c93e0d8. 00000400:00000200:0.0:1767384368.542065:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:02020000:1.0:1767384368.542106:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384368.542119:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000001:1.0:1767384368.542131:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.542138:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.542145:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384368.542147:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000001:1.0:1767384368.542151:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.542159:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp42(192.168.203.113@tcp42) <- 192.168.203.113@tcp42 : GET - for me 00000400:00000200:1.0:1767384368.542168:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384368.542170:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542175:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:1.0:1767384368.542185:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp42 to MR: 192.168.203.113@tcp42 local destination 00000400:00000200:1.0:1767384368.542191:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.113@tcp42 LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384368.542193:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542205:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp42(192.168.203.113@tcp42:192.168.203.113@tcp42) -> 192.168.203.113@tcp42(192.168.203.113@tcp42:192.168.203.113@tcp42) 192.168.203.113@tcp42 : REPLY try# 0 00000800:00000200:1.0:1767384368.542211:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp42 00000800:00000010:1.0:1767384368.542215:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000400:00000200:0.0:1767384368.542216:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000800:00000200:1.0:1767384368.542221:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000efb9d8a6] -> 12345-192.168.203.113@tcp42 (4) 00000800:00000200:1.0:1767384368.542227:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp42 ip 192.168.203.113:988 00000800:00000200:1.0:1767384368.542229:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384368.542239:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542257:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000800:00000200:1.0:1767384368.542276:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384368.542278:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.542279:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:1.0:1767384368.542285:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.542291:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp42->192.168.203.113@tcp42: REPLY: OK 00000800:00000001:1.0:1767384368.542300:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.542303:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.542304:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000800:00000001:1.0:1767384368.542305:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.542311:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.542314:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.542318:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.542323:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp42(192.168.203.113@tcp42) <- 192.168.203.113@tcp42 : REPLY - for me 00000400:00000200:1.0:1767384368.542331:0:16148:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp42: Reply from 12345-192.168.203.113@tcp42 of length 272/272 into md 0x1d35 00000400:00000200:0.0:1767384368.542332:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000800:00000001:1.0:1767384368.542336:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.542342:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.542344:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.542348:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp42->192.168.203.113@tcp42: REPLY: OK 00000400:00000200:1.0:1767384368.542351:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000200:0.0:1767384368.542354:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000010:1.0:1767384368.542359:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000400:00000200:1.0:1767384368.542363:0:16148:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384368.542368:0:16148:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cb378dd6. 00000400:00000010:1.0:1767384368.542372:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d392514c. 00000800:00000001:1.0:1767384368.542378:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384368.542378:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000800:00000001:1.0:1767384368.542381:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384368.542437:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542441:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542492:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542511:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542585:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542615:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542648:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542667:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542696:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542724:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542748:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542775:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542801:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542842:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542867:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542901:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542924:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.542957:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.542982:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543027:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543039:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543080:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543118:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543143:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543179:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543205:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543230:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543253:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543275:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543309:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543335:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543370:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543394:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543427:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543446:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543481:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543509:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543532:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384368.543580:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543631:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543671:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543708:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.543716:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e145ea2b. 00000800:00000010:0.0:1767384368.543721:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de40d1b2. 00000800:00000010:0.0:1767384368.543725:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a39bab4f. 00000400:00000200:1.0:1767384368.543737:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000800:00000010:0.0:1767384368.543743:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a39bab4f. 00000800:00020000:0.0:1767384368.543752:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384368.543754:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de40d1b2. 00000800:00000010:0.0:1767384368.543757:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e145ea2b. 00000400:00000200:1.0:1767384368.543766:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384368.543811:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:02020000:0.0:1767384368.543812:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp42 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.543842:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000100:2.0:1767384368.543863:0:16145:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384368.543882:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384368.543959:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c93e0d8. 00000800:00000010:1.0:1767384368.543964:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d23af734. 00000800:00000010:1.0:1767384368.543966:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dcc3d84b. 00000800:00000010:1.0:1767384368.543981:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dcc3d84b. 00000800:00020000:1.0:1767384368.543986:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384368.543988:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d23af734. 00000800:00000010:1.0:1767384368.543989:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c93e0d8. 00000400:02020000:1.0:1767384368.544016:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384368.839034:0:35406:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384368.839046:0:35406:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.839050:0:35406:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.839055:0:35406:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384368.839059:0:35406:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.839061:0:35406:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.107646:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384369.107652:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.107657:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384369.107659:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.107745:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384369.107749:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.107752:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384369.299657:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767384369.299662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384369.299663:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384369.299669:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384369.299669:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034badb9c. 00000100:00000010:2.0:1767384369.299674:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000020:00000040:1.0:1767384369.299676:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384369.299679:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384369.299682:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384369.299683:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384369.299686:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384369.299686:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384369.299693:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.299693:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384369.299704:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6d62a58. 02000000:00000010:1.0:1767384369.299704:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033fcc08b. 00000100:00000001:2.0:1767384369.299713:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.299713:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.299722:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384369.299724:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384369.299725:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.299735:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384369.299736:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034badb9c] to pc [ptlrpcd_00_00+0] req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.299737:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299745:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de68e5a6] to pc [ptlrpcd_00_01+1] req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.299761:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299763:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384369.299764:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.299768:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384369.299773:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000020:00000040:2.0:1767384369.299775:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384369.299777:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384369.299778:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384369.299779:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384369.299783:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8bbb410. 00000100:00000001:2.0:1767384369.299785:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299787:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.299792:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384369.299793:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299795:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e874f984] to pc [ptlrpcd_00_02+2] req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.299809:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384369.299814:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384369.299818:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000020:00000040:2.0:1767384369.299820:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384369.299821:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384369.299823:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384369.299824:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384369.299827:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d40f8b0b. 00000100:00000001:2.0:1767384369.299829:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299831:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384369.299834:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.299838:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384369.299839:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.299840:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.299844:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384369.299846:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba99abd] to pc [ptlrpcd_00_03+3] req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.299850:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.299861:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.299867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384369.299867:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.299870:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384369.299872:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000020:00000040:2.0:1767384369.299873:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384369.299874:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384369.299878:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384369.299879:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.299879:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384369.299887:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f8384b2. 02000000:00000001:1.0:1767384369.299887:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384369.299889:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.299891:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384369.299894:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384369.299896:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.299902:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744055552:0@lo:400: 00000100:00000001:2.0:1767384369.299910:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384369.299911:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384369.299912:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.299915:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384369.299917:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013c05409] to pc [ptlrpcd_00_00+0] req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384369.299919:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.299924:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384369.299928:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.299929:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaf86915. 00000100:00000040:2.0:1767384369.299932:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 02000000:00000001:1.0:1767384369.299933:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.299939:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fdb5572. 00000400:00000010:1.0:1767384369.299944:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dc200c. 00000100:00000200:1.0:1767384369.299949:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744055552, portal 4 00000100:00000001:1.0:1767384369.299951:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.299952:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000040:1.0:1767384369.299958:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.299965:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384369.299966:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384369.299968:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384369.299970:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384369.299972:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004130374d. 00000100:00000001:2.0:1767384369.299973:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384369.299976:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744055552, offset 0 00000100:00000040:2.0:1767384369.299979:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.299985:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384369.299992:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.299994:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.299996:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384369.299998:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384369.300003:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.300003:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384369.300009:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744055680:0@lo:400: 00000100:00000001:2.0:1767384369.300012:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384369.300015:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384369.300018:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd06b00 02000000:00000001:2.0:1767384369.300019:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.300023:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384369.300027:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043d307f3. 02000000:00000001:2.0:1767384369.300031:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.300031:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000400:00000010:2.0:1767384369.300040:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3222541. 00000400:00000200:1.0:1767384369.300040:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.300047:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384369.300048:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000001:1.0:1767384369.300053:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.300054:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744055680, portal 10 00000100:00000200:1.0:1767384369.300055:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384369.300060:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384369.300062:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b4a94a8. 00000100:00000001:2.0:1767384369.300063:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000040:1.0:1767384369.300065:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000002b4a94a8 x1853236744055552 msgsize 224 00000100:00100000:1.0:1767384369.300073:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384369.300075:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300081:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.300085:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.300090:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384369.300094:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000400:00000200:1.0:1767384369.300096:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004130374d 00000400:00000010:1.0:1767384369.300099:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004130374d. 00000100:00000001:1.0:1767384369.300101:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384369.300104:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384369.300106:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744055680, offset 0 00000100:00000001:1.0:1767384369.300117:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384369.300120:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384369.300122:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300129:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.300131:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384369.300132:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.300140:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.300144:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06b80 00000100:00000040:1.0:1767384369.300144:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5166 usecs (6 jiffies) 00000100:00000001:1.0:1767384369.300150:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958086 00000400:00000200:2.0:1767384369.300152:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000010:1.0:1767384369.300156:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da5d15c0. 00000400:00000200:2.0:1767384369.300158:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384369.300163:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384369.300164:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.300172:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384369.300172:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958086 00000100:00000200:2.0:1767384369.300175:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384369.300177:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969c7aa8. 00000100:00000010:2.0:1767384369.300180:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010a5e520. 00000100:00000001:1.0:1767384369.300181:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384369.300185:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000010a5e520 x1853236744055680 msgsize 224 00000100:00000001:1.0:1767384369.300186:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958086 00000100:00100000:2.0:1767384369.300191:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384369.300192:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b963a285. 00000100:00000001:1.0:1767384369.300196:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384369.300198:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958086 00000100:00000001:2.0:1767384369.300201:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384369.300202:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c222372e. 00000100:00000001:1.0:1767384369.300207:0:16156:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384369.300208:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000100:00000001:1.0:1767384369.300210:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384369.300212:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:1.0:1767384369.300213:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300215:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384369.300217:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.300219:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300221:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.300230:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384369.300232:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384369.300233:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300236:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384369.300241:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.300243:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.300244:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300246:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384369.300249:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.300252:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.300253:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2715 usecs (3 jiffies) 00000100:00000001:1.0:1767384369.300257:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300258:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958083 00000100:00000001:2.0:1767384369.300263:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958086 00000100:00000001:2.0:1767384369.300265:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958083 00000100:00000001:2.0:1767384369.300266:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958086 00000100:00000001:2.0:1767384369.300267:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958083 00000100:00000001:2.0:1767384369.300268:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958086 00000100:00000001:1.0:1767384369.300269:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.300270:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958083 00000100:00000001:1.0:1767384369.300273:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.300274:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958086 00000100:00000001:1.0:1767384369.300276:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384369.300277:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.300280:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.300283:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.300284:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300288:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.300294:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.300295:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384369.300296:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300298:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384369.300300:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384369.300301:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384369.300303:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.300304:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384369.300307:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300308:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300313:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.300314:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744055424:0@lo:400: 00000100:00000001:1.0:1767384369.300318:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384369.300321:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384369.300322:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.300323:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384369.300326:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cc76c7a. 02000000:00000001:1.0:1767384369.300328:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300331:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384369.300332:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000100:00100000:2.0:1767384369.300334:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055680 00000400:00000010:1.0:1767384369.300336:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004130374d. 02000000:00000001:2.0:1767384369.300337:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.300340:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384369.300342:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744055424, portal 25 00000100:00000001:2.0:1767384369.300343:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.300346:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.300348:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353493248 : -120961356058368 : ffff91fc7d573100) 02000000:00000001:2.0:1767384369.300349:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.300354:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055680 00000100:00000040:1.0:1767384369.300355:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384369.300357:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384369.300360:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:2.0:1767384369.300364:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384369.300365:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384369.300367:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000040:1.0:1767384369.300371:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384369.300372:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:2.0:1767384369.300376:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000400:00000010:1.0:1767384369.300376:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000100:00000200:1.0:1767384369.300382:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744055424, offset 0 00000100:00000001:2.0:1767384369.300383:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384369.300387:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384369.300389:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000100:00000001:2.0:1767384369.300392:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384369.300396:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384369.300397:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00000020:00000010:2.0:1767384369.300405:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e977a385. 00000400:00000200:1.0:1767384369.300408:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd06a80 00000020:00000010:2.0:1767384369.300413:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070080d53. 00000400:00000200:1.0:1767384369.300413:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14e9 [2] + 0 00000020:00000010:2.0:1767384369.300420:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000400:00000010:1.0:1767384369.300427:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000100:00000040:2.0:1767384369.300431:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384369.300432:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac6f1402 00000100:00000001:2.0:1767384369.300436:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384369.300438:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384369.300438:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384369.300441:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.300447:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.300449:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384369.300451:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6f1402 00000100:00000001:2.0:1767384369.300453:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384369.300454:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac6f1402. 00000100:00000001:2.0:1767384369.300457:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.300460:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384369.300463:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384369.300466:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000177d632a x1853236744055424 msgsize 224 00000100:00000001:2.0:1767384369.300468:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384369.300474:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384369.300477:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384369.300480:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384369.300483:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384369.300487:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384369.300488:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384369.300493:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000400:00000200:1.0:1767384369.300494:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000100:00000001:2.0:1767384369.300495:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353480704 : -120961356070912 : ffff91fc7d570000) 00000400:00000010:1.0:1767384369.300498:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 00000100:00000040:2.0:1767384369.300501:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010a5e520 x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300504:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384369.300510:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384369.300510:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384369.300515:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000100:00000001:2.0:1767384369.300520:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.300521:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384369.300522:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00000100:00000040:1.0:1767384369.300526:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.300530:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010a5e520 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744055680:12345-0@lo:400: 00000100:00000200:2.0:1767384369.300540:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055680 00000100:00000001:1.0:1767384369.300544:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.300545:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384369.300549:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384369.300550:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384369.300579:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.300584:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.300584:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294958098 00000020:00000001:2.0:1767384369.300605:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384369.300608:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:2.0:1767384369.300612:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384369.300614:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384369.300617:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384369.300619:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384369.300623:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.300625:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384369.300629:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384369.300632:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384369.300637:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000099abf7a1. 02000000:00000001:2.0:1767384369.300639:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.300641:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.300643:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384369.300647:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055680 00010000:00000001:2.0:1767384369.300649:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384369.300655:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010a5e520 x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384369.300664:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384369.300667:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384369.300671:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.300679:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384369.300683:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384369.300686:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.300687:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384369.300690:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384369.300692:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384369.300693:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384369.300697:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.300700:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.300703:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.300711:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384369.300712:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384369.300715:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.300718:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 02000000:00000001:1.0:1767384369.300718:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384369.300721:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384369.300723:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.300725:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744055680, offset 224 00000100:00100000:1.0:1767384369.300733:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034badb9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744055296:0@lo:13: 00000400:00000200:2.0:1767384369.300736:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384369.300739:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384369.300742:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384369.300743:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.300747:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384369.300749:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384369.300751:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000793187f9. 02000000:00000001:1.0:1767384369.300754:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.300758:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c9923c. 00000400:00000200:2.0:1767384369.300760:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06b80 00000400:00000010:1.0:1767384369.300763:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000400:00000200:2.0:1767384369.300769:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d41 [1] + 224 00000400:00000200:2.0:1767384369.300774:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384369.300776:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744055296, portal 4 00000400:00000200:2.0:1767384369.300778:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.300780:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.300782:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099037184 : -120961610514432 : ffff91fc6e2c8000) 00000100:00000001:2.0:1767384369.300783:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384369.300789:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.300790:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.300819:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.300822:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.300822:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.300827:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5737f6. 00000100:00000001:2.0:1767384369.300838:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384369.300842:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:2.0:1767384369.300843:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384369.300846:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384369.300847:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384369.300851:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.300853:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384369.300855:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384369.300856:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.300858:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384369.300860:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a5e520 x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.300867:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010a5e520 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744055680:12345-0@lo:400: Request processed in 355us (680us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384369.300871:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744055296, offset 0 00000100:00100000:2.0:1767384369.300875:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384369.300879:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:2.0:1767384369.300881:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384369.300883:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384369.300887:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070080d53. 00000020:00000010:2.0:1767384369.300890:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000020:00000010:2.0:1767384369.300893:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e977a385. 00000020:00000040:2.0:1767384369.300897:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:2.0:1767384369.300900:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.300924:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.300928:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055552 02000000:00000001:1.0:1767384369.300930:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.300931:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384369.300932:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.300935:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384369.300936:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384369.300940:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384369.300940:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.300942:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055552 00000400:00000001:2.0:1767384369.300943:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384369.300946:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3222541. 00000020:00000001:1.0:1767384369.300946:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.300949:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000400:00000200:2.0:1767384369.300951:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000020:00000001:1.0:1767384369.300951:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384369.300954:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000020:00000040:1.0:1767384369.300956:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:2.0:1767384369.300957:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384369.300961:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000200:2.0:1767384369.300962:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384369.300964:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384369.300970:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.300973:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062cc2844. 00000100:00000200:2.0:1767384369.300976:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384369.300979:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c03a0192. 00000100:00000001:2.0:1767384369.300982:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.300984:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.300986:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384369.300989:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.300990:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384369.300991:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:2.0:1767384369.300992:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.300997:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384369.301001:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=72 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384369.301004:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1767384369.301005:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.301009:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384369.301010:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ee541d2. 00000100:00000001:2.0:1767384369.301011:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.301016:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384369.301017:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eadb1a6b. 00010000:00080000:2.0:1767384369.301020:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384369.301023:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003af2b767. 00010000:00000001:2.0:1767384369.301030:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.301031:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384369.301032:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384369.301037:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384369.301037:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.301038:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.301042:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384369.301043:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.301047:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.301049:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384369.301052:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384369.301054:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.301055:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301060:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.301067:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.301069:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384369.301070:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384369.301072:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384369.301074:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384369.301077:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384369.301081:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000040:2.0:1767384369.301083:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301083:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099040768 : -120961610510848 : ffff91fc6e2c8e00) 00000100:00000040:1.0:1767384369.301090:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b4a94a8 x1853236744055552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301113:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384369.301115:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744055680:0@lo:400: 00000020:00000010:1.0:1767384369.301117:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c03a0192. 00000100:00000001:1.0:1767384369.301121:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.301124:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384369.301125:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c03a0192. 00000100:00000001:2.0:1767384369.301130:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384369.301134:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b4a94a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744055552:12345-0@lo:400: 00000100:00000040:2.0:1767384369.301137:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744055680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384369.301139:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055552 00000020:00000001:1.0:1767384369.301142:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.301145:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.301147:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.301150:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384369.301150:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384369.301153:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384369.301154:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 02000000:00000010:2.0:1767384369.301157:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043d307f3. 00000020:00000001:1.0:1767384369.301158:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.301162:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384369.301163:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.301165:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.301166:0:16157:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384369.301168:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384369.301187:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d40f8b0b. 00000020:00000001:1.0:1767384369.301187:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.301190:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384369.301192:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384369.301193:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.301194:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384369.301197:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000010:2.0:1767384369.301198:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000001:1.0:1767384369.301201:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384369.301203:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.301205:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384369.301205:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384369.301209:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384369.301210:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009a7a91ab. 00000100:00000001:2.0:1767384369.301212:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384369.301213:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.301216:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.301217:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.301219:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384369.301220:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.301222:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.301223:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744055552 00010000:00000001:1.0:1767384369.301227:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.301231:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b4a94a8 x1853236744055552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.301236:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.301238:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.301239:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.301242:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.301244:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384369.301245:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384369.301247:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.301249:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.301250:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.301252:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.301254:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000100:00000200:1.0:1767384369.301256:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744055552, offset 224 00000400:00000200:1.0:1767384369.301259:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.301264:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.301268:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd06b00 00000400:00000200:1.0:1767384369.301271:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d39 [1] + 224 00000400:00000200:1.0:1767384369.301275:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.301277:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.301279:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384369.301280:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384369.301285:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055424 00000100:00000200:1.0:1767384369.301286:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384369.301290:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.301294:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.301297:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.301301:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.301306:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055424 00000020:00000001:2.0:1767384369.301311:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384369.301314:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384369.301316:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384369.301321:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384369.301325:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:2.0:1767384369.301330:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384369.301333:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384369.301336:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384369.301336:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384369.301341:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000400:00000200:1.0:1767384369.301343:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384369.301346:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000100:00000001:2.0:1767384369.301347:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.301349:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384369.301353:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00000100:00000001:1.0:1767384369.301353:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.301358:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.301360:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384369.301376:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d307f3. 00000100:00000040:1.0:1767384369.301377:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384369.301379:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384369.301384:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384369.301385:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070080d53. 00000020:00000001:1.0:1767384369.301386:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384369.301386:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384369.301389:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384369.301392:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000020:00000001:1.0:1767384369.301392:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384369.301393:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fdb5572. 00000100:00000040:1.0:1767384369.301399:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b4a94a8 x1853236744055552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384369.301400:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068dc200c 00000100:00000040:2.0:1767384369.301404:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384369.301404:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068dc200c. 00000100:00000001:0.0:1767384369.301410:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384369.301412:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384369.301413:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b4a94a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744055552:12345-0@lo:400: Request processed in 298us (1345us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384369.301416:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384369.301416:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.301421:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.301429:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384369.301430:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.301436:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000200:0.0:1767384369.301438:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301439:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.301442:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384369.301445:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384369.301446:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eadb1a6b. 00000100:00000001:0.0:1767384369.301450:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384369.301453:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384369.301454:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003af2b767. 00000100:00000001:0.0:1767384369.301456:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384369.301459:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ee541d2. 00000100:00000001:2.0:1767384369.301460:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384369.301462:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:2.0:1767384369.301466:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384369.301466:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384369.301467:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.301468:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.301472:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.301474:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 02000000:00000001:0.0:1767384369.301475:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.301478:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384369.301481:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094206032 : -120961615345584 : ffff91fc6de2c850) 00000100:00001000:0.0:1767384369.301481:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=67 v=5 (5 0 0 0) 00000100:00080000:1.0:1767384369.301486:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:0.0:1767384369.301490:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=67 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384369.301491:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000040:2.0:1767384369.301493:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000177d632a x1853236744055424/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.301498:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384369.301501:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.301505:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384369.301509:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384369.301510:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:0.0:1767384369.301512:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384369.301515:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb44cc4d. 00000100:00000001:2.0:1767384369.301521:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384369.301521:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384369.301527:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb44cc4d. 00010000:00000001:0.0:1767384369.301529:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.301533:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000177d632a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744055424:12345-0@lo:400: 00000100:00000001:0.0:1767384369.301534:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384369.301537:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd06a00 00000100:00000040:0.0:1767384369.301537:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:2.0:1767384369.301543:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055424 00000100:00000001:0.0:1767384369.301543:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384369.301544:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.301547:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384369.301549:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000020:00000001:2.0:1767384369.301551:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384369.301552:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384369.301554:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.301560:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384369.301562:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000400:00000200:1.0:1767384369.301564:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384369.301565:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384369.301568:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384369.301570:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384369.301572:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384369.301573:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.301575:0:16788:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384369.301577:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384369.301578:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384369.301581:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c91b77a2. 00000100:00000001:0.0:1767384369.301587:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.301602:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384369.301603:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.301607:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.301617:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744055552:0@lo:400: 00000400:00000200:1.0:1767384369.301618:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.301626:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384369.301627:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.301627:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384369.301631:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384369.301632:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384369.301633:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384369.301635:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000911d8eb5. 00000020:00000001:2.0:1767384369.301636:0:16788:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.301637:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744055552/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.301641:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000911d8eb5 x1853236744055296 msgsize 224 00010000:00000040:2.0:1767384369.301642:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055424 00010000:00000001:2.0:1767384369.301649:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384369.301657:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000177d632a x1853236744055424/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.301657:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384369.301658:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384369.301661:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384369.301664:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaf86915. 00000100:00000001:1.0:1767384369.301668:0:16154:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384369.301670:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384369.301671:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384369.301673:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384369.301675:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5737f6 00010000:00000001:2.0:1767384369.301676:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384369.301681:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5737f6. 00000100:00001000:2.0:1767384369.301682:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=77 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384369.301682:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384369.301686:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384369.301687:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384369.301689:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384369.301691:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8bbb410. 00000100:00000200:1.0:1767384369.301693:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384369.301694:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 02000000:00000001:0.0:1767384369.301696:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384369.301699:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384369.301700:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000010:0.0:1767384369.301701:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 02000000:00000001:2.0:1767384369.301706:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384369.301708:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384369.301709:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.301711:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.301716:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384369.301716:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.301717:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.301722:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384369.301722:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.301724:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384369.301727:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000001:0.0:1767384369.301728:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.301734:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384369.301735:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744055424, offset 224 00000100:00000001:1.0:1767384369.301735:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.301736:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.301742:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384369.301746:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384369.301749:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.301754:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384369.301754:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5047 usecs (6 jiffies) 00000100:00000001:1.0:1767384369.301760:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958088 00000400:00000200:2.0:1767384369.301765:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd06a80 00000100:00000001:1.0:1767384369.301768:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294958086 00000400:00000200:2.0:1767384369.301771:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000100:00000001:1.0:1767384369.301773:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958088 00000400:00000200:2.0:1767384369.301776:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384369.301777:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294958086 00000400:00000200:2.0:1767384369.301782:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.301784:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958088 00000100:00000001:2.0:1767384369.301786:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384369.301788:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294958086 00000100:00000001:1.0:1767384369.301791:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958088 00000100:00000200:2.0:1767384369.301794:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301795:0:16154:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294958086 00000100:00000001:1.0:1767384369.301799:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.301803:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.301809:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301813:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384369.301818:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.301835:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.301836:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384369.301839:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.301842:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384369.301843:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384369.301844:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 02000000:00000001:1.0:1767384369.301845:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.301849:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000100:00100000:1.0:1767384369.301849:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744055808:0@lo:400: 00000100:00000001:1.0:1767384369.301855:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384369.301856:0:16788:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384369.301858:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384369.301861:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384369.301861:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.301865:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384369.301867:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ee541d2. 00000100:00000001:2.0:1767384369.301868:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.301870:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.301873:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384369.301874:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb1ea95. 00010000:00000001:2.0:1767384369.301878:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384369.301879:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5737f6. 00000020:00000001:2.0:1767384369.301881:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.301884:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384369.301885:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744055808, portal 10 00000100:00000040:2.0:1767384369.301888:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000177d632a x1853236744055424/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.301888:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384369.301890:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000100:00000040:1.0:1767384369.301899:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.301902:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000177d632a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744055424:12345-0@lo:400: Request processed in 389us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384369.301916:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:1.0:1767384369.301916:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.301919:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000040:1.0:1767384369.301923:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384369.301924:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384369.301926:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000100:00000001:2.0:1767384369.301927:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384369.301931:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070080d53. 00000100:00000200:1.0:1767384369.301931:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744055808, offset 0 00000020:00000010:2.0:1767384369.301937:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000400:00000200:1.0:1767384369.301939:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384369.301941:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d307f3. 00000020:00000040:2.0:1767384369.301945:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000400:00000200:1.0:1767384369.301949:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384369.301951:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384369.301953:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c91b77a2. 00000400:00000200:1.0:1767384369.301957:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd06c00 02000000:00000001:2.0:1767384369.301958:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384369.301962:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.301966:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000200:2.0:1767384369.301969:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384369.301970:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384369.301974:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3222541. 00000400:00000200:1.0:1767384369.301974:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.301976:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384369.301980:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008d77745. 00000100:00000200:1.0:1767384369.301984:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384369.301987:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006994e3e2. 00000100:00000040:1.0:1767384369.301990:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000006994e3e2 x1853236744055808 msgsize 224 00000100:00100000:1.0:1767384369.301994:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384369.302014:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958088 00000100:00000001:2.0:1767384369.302019:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294958099 00000100:00000001:1.0:1767384369.302023:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.302024:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958088 00000100:00000001:2.0:1767384369.302029:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294958099 00000100:00000001:2.0:1767384369.302032:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958088 00000400:00000200:1.0:1767384369.302032:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384369.302036:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000100:00000001:2.0:1767384369.302038:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294958099 00000100:00000001:1.0:1767384369.302040:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384369.302044:0:16155:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958088 00000100:00000200:1.0:1767384369.302045:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.302052:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.302055:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384369.302058:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.302059:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384369.302082:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384369.302083:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384369.302087:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384369.302087:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384369.302091:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070601ad5. 00000100:00000001:1.0:1767384369.302093:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.302098:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004130374d 00000100:00000040:1.0:1767384369.302098:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3018 usecs (4 jiffies) 00000100:00000001:0.0:1767384369.302100:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384369.302103:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004130374d. 00000100:00000001:1.0:1767384369.302104:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958086 00000100:00100000:0.0:1767384369.302105:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055808 02000000:00000001:0.0:1767384369.302110:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384369.302111:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384369.302111:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958098 00000100:00000001:0.0:1767384369.302112:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.302117:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958086 00000100:00000001:0.0:1767384369.302117:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384369.302121:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.302122:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958099 02000000:00000001:0.0:1767384369.302123:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.302128:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055808 00000100:00000001:1.0:1767384369.302129:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958086 00000020:00000001:0.0:1767384369.302132:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384369.302135:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958099 00000020:00000040:0.0:1767384369.302136:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:0.0:1767384369.302140:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384369.302142:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958086 00000020:00000040:0.0:1767384369.302143:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000100:00000200:2.0:1767384369.302144:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.302148:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958099 00000020:00000001:0.0:1767384369.302149:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:0.0:1767384369.302155:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384369.302156:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.302161:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384369.302163:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302164:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384369.302166:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:1.0:1767384369.302167:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302168:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384369.302171:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000441bbb33. 00000100:00000001:2.0:1767384369.302174:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384369.302174:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384369.302176:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 02000000:00000001:2.0:1767384369.302177:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.302180:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.302181:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.302183:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302184:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384369.302186:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.302187:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:2.0:1767384369.302188:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=77 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384369.302192:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d43719fa. 00000100:00000001:1.0:1767384369.302194:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384369.302195:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=77 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384369.302197:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079e12b93. 00000100:00000001:1.0:1767384369.302198:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.302199:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384369.302203:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302203:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.302204:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00010000:00000001:2.0:1767384369.302209:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384369.302210:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.302212:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:2.0:1767384369.302213:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.302216:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384369.302217:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.302220:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.302226:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384369.302226:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.302227:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.302229:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384369.302230:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055296 00000100:00000001:2.0:1767384369.302231:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384369.302234:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.302235:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1767384369.302236:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384369.302239:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.302241:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.302241:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384369.302245:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.302246:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.302252:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de68e5a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744055424:0@lo:400: 02000000:00000001:1.0:1767384369.302253:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.302257:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384369.302259:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055296 00000100:00000001:2.0:1767384369.302260:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.302263:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384369.302264:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384369.302267:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:0.0:1767384369.302268:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384369.302269:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de68e5a6 x1853236744055424/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384369.302273:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384369.302273:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384369.302278:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:2.0:1767384369.302279:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384369.302281:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 02000000:00000001:2.0:1767384369.302283:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384369.302283:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000040:0.0:1767384369.302285:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 02000000:00000010:2.0:1767384369.302286:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cc76c7a. 00000020:00000001:1.0:1767384369.302287:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:0.0:1767384369.302289:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099046144 : -120961610505472 : ffff91fc6e2ca300) 02000000:00000001:2.0:1767384369.302293:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384369.302294:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384369.302296:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384369.302297:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006994e3e2 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384369.302299:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c03a0192. 00000020:00000040:2.0:1767384369.302300:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384369.302306:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384369.302306:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384369.302310:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d6d62a58. 00000020:00000010:1.0:1767384369.302313:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c03a0192. 02000000:00000001:2.0:1767384369.302314:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384369.302314:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384369.302318:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384369.302319:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000010:2.0:1767384369.302320:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 00000020:00000010:1.0:1767384369.302322:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006254fe7d. 00000100:00000001:0.0:1767384369.302325:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.302327:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1767384369.302327:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eadb1a6b. 00000020:00000010:0.0:1767384369.302329:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000100:00000001:2.0:1767384369.302330:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384369.302333:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003af2b767. 00000100:00000001:2.0:1767384369.302334:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384369.302338:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006994e3e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744055808:12345-0@lo:400: 00000100:00000001:2.0:1767384369.302342:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384369.302342:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055808 00000100:00000040:1.0:1767384369.302343:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384369.302346:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.302347:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384369.302348:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.302351:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.302352:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384369.302352:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384369.302353:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302357:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.302357:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302359:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.302362:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.302364:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:0.0:1767384369.302366:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384369.302369:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.302370:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384369.302371:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.302372:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384369.302374:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.302377:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384369.302379:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.302381:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384369.302383:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:2.0:1767384369.302384:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:0.0:1767384369.302384:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bf8631f1. 00000100:00000001:1.0:1767384369.302387:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384369.302389:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 02000000:00000001:0.0:1767384369.302389:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.302394:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:0.0:1767384369.302398:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.302399:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000020:00000001:0.0:1767384369.302401:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302403:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099042560 : -120961610509056 : ffff91fc6e2c9500) 00010000:00000040:0.0:1767384369.302405:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055808 00010000:00000001:0.0:1767384369.302407:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384369.302411:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006994e3e2 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.302418:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000911d8eb5 x1853236744055296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.302420:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.302423:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.302428:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.302434:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384369.302435:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384369.302437:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000010:1.0:1767384369.302439:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c03a0192. 00000100:00000001:0.0:1767384369.302440:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384369.302445:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384369.302446:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.302448:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.302450:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c03a0192. 00000100:00000001:0.0:1767384369.302451:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.302455:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384369.302458:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000911d8eb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744055296:12345-0@lo:13: 00000400:00000010:0.0:1767384369.302458:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db07d8d4. 00000100:00000200:0.0:1767384369.302463:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744055808, offset 224 00000100:00000200:1.0:1767384369.302464:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055296 00000020:00000001:1.0:1767384369.302469:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.302473:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384369.302473:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384369.302476:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.302479:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384369.302481:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384369.302482:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:1.0:1767384369.302486:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384369.302489:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd06c00 00000020:00000001:1.0:1767384369.302490:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.302494:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384369.302497:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d65 [1] + 224 00000020:00000001:1.0:1767384369.302498:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.302501:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.302503:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384369.302505:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384369.302507:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384369.302509:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384369.302511:0:17507:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384369.302514:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000003ebf66e5. 00000100:00000200:0.0:1767384369.302516:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384369.302518:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302523:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384369.302528:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:0.0:1767384369.302531:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384369.302533:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384369.302536:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384369.302541:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384369.302551:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.302551:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384369.302554:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384369.302555:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384369.302558:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384369.302561:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384369.302564:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384369.302580:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384369.302581:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db07d8d4 00000100:00000001:2.0:1767384369.302583:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384369.302584:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db07d8d4. 00000100:00000001:0.0:1767384369.302588:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384369.302589:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.302604:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:1.0:1767384369.302606:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000010:2.0:1767384369.302607:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cb1ea95. 00000001:00000001:1.0:1767384369.302611:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1767384369.302612:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee5737f6 00000100:00000001:0.0:1767384369.302612:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:1.0:1767384369.302616:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.302617:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee5737f6. 00000100:00000001:0.0:1767384369.302620:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384369.302621:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302623:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384369.302627:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000040:1.0:1767384369.302628:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744055296 00000100:00000200:2.0:1767384369.302630:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.302633:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384369.302634:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384369.302636:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384369.302641:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000911d8eb5 x1853236744055296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384369.302642:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384369.302649:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006994e3e2 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384369.302652:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.302667:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.302671:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.302676:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.302686:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384369.302687:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384369.302690:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006994e3e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744055808:12345-0@lo:400: Request processed in 371us (694us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384369.302691:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384369.302692:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384369.302697:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384369.302698:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384369.302700:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.302703:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384369.302704:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384369.302707:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.302707:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 02000000:00000001:1.0:1767384369.302708:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.302713:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 02000000:00000001:2.0:1767384369.302714:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302715:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384369.302718:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384369.302720:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=71 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384369.302722:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384369.302722:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384369.302727:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=71 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384369.302727:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079e12b93. 00000400:00000010:1.0:1767384369.302728:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000020:00000010:0.0:1767384369.302732:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:2.0:1767384369.302735:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384369.302736:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744055296, offset 224 00000020:00000010:0.0:1767384369.302737:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d43719fa. 00000100:00000001:2.0:1767384369.302739:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.302744:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384369.302745:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000400:00000200:1.0:1767384369.302748:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:2.0:1767384369.302749:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.302750:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.302759:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384369.302766:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302769:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384369.302771:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:1.0:1767384369.302772:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd06a00 00000100:00000001:2.0:1767384369.302774:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384369.302777:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.302781:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d55 [1] + 224 00000100:00000040:2.0:1767384369.302784:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.302788:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.302795:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.302798:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384369.302800:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384369.302801:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384369.302804:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.302805:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384369.302811:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.302830:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744055808:0@lo:400: 00000100:00000040:1.0:1767384369.302830:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.302838:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302842:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.302846:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013c05409 x1853236744055808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.302848:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.302854:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384369.302854:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 02000000:00000001:2.0:1767384369.302856:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384369.302857:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ee541d2. 02000000:00000001:2.0:1767384369.302859:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.302861:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384369.302863:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000020:00000040:2.0:1767384369.302864:0:16154:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384369.302867:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384369.302868:0:18868:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767384369.302869:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f8384b2. 00000100:00000001:1.0:1767384369.302871:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384369.302873:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384369.302875:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384369.302876:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384369.302877:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00000100:00000001:2.0:1767384369.302882:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384369.302883:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384369.302884:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.302888:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384369.302889:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.302890:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302891:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384369.302895:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384369.302896:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384369.302901:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.302903:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384369.302903:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000911d8eb5 x1853236744055296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:350/0 lens 224/368 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384369.302906:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c9923c. 00000400:00000200:2.0:1767384369.302910:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c127a25c 00000400:00000010:2.0:1767384369.302913:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c127a25c. 00000100:00000001:2.0:1767384369.302918:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384369.302922:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000911d8eb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744055296:12345-0@lo:13: Request processed in 485us (1277us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384369.302924:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.302936:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:2.0:1767384369.302937:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.302941:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:1.0:1767384369.302945:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.302948:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.302951:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eadb1a6b. 00000020:00000010:1.0:1767384369.302957:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003af2b767. 00000100:00000001:2.0:1767384369.302958:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.302962:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384369.302962:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006254fe7d. 00000100:00000001:2.0:1767384369.302963:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384369.302967:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.302968:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384369.302969:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:2.0:1767384369.302970:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.302975:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.302975:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384369.302979:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384369.302983:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.302984:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384369.302985:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.302986:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384369.302988:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384369.302993:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.302995:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384369.302996:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384369.302997:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384369.302999:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.303001:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.303005:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.303007:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384369.303007:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384369.303029:0:16154:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384369.303031:0:16154:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384369.303034:0:16154:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384369.303040:0:16154:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384369.303045:0:16154:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.303048:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.303062:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034badb9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744055296:0@lo:13: 00000100:00000001:2.0:1767384369.303065:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.303067:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.303069:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034badb9c x1853236744055296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.303076:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384369.303078:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384369.303079:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000793187f9. 02000000:00000001:2.0:1767384369.303083:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.303084:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.303085:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384369.303087:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384369.303089:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033fcc08b. 02000000:00000001:2.0:1767384369.303091:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384369.303093:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384369.303094:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034badb9c. 00000100:00000001:2.0:1767384369.303097:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.303098:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.303100:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.303104:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.303105:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.303107:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.303109:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.319648:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294958099, at 4294958100 00000100:00000010:3.0:1767384369.319658:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c222372e. 00000100:00000040:2.0:1767384369.319664:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294958099, at 4294958100 00000100:00000010:2.0:1767384369.319672:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b963a285. 00000100:00000040:1.0:1767384369.319857:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294958099, at 4294958100 00000100:00000010:1.0:1767384369.319863:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969c7aa8. 00000100:00000040:0.0:1767384369.320603:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294958098, at 4294958101 00000100:00000010:0.0:1767384369.320610:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da5d15c0. 00000001:00000001:3.0:1767384369.518762:0:35571:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384369.518766:0:35571:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384369.522066:0:35571:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384369.528540:0:35572:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000041547106. 00000400:00000010:2.0:1767384369.528886:0:35572:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c7e5969e. 00000400:00000010:2.0:1767384369.528897:0:35572:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f8e54957. 00000400:00000010:2.0:1767384369.528901:0:35572:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b26f4688. 00000400:00000010:2.0:1767384369.528909:0:35572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006384cc02. 00000400:00000010:2.0:1767384369.528913:0:35572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb44cc4d. 00000400:00000010:2.0:1767384369.528915:0:35572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8d00f34. 00000400:00000010:2.0:1767384369.528916:0:35572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db8271ed. 00000400:00000010:2.0:1767384369.528919:0:35572:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ecf3d974. 00000800:00000010:2.0:1767384369.528934:0:35572:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002f8384b2. 00000800:00000200:2.0:1767384369.528943:0:35572:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384369.528953:0:35572:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384369.528984:0:35572:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384369.529003:0:35572:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384369.530549:0:35572:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000cb3820a4. 00000400:00000010:2.0:1767384369.530571:0:35572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000400:00000010:2.0:1767384369.530576:0:35572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000400:00000001:2.0:1767384369.530613:0:35572:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384369.530615:0:35572:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384369.530617:0:35572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000400:00000200:2.0:1767384369.530621:0:35572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007d35cf4 00000400:00000010:2.0:1767384369.530623:0:35572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007d35cf4. 00000400:00000010:2.0:1767384369.530628:0:35572:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 0000000033e1be53. 00000400:00000200:2.0:1767384369.530633:0:35572:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (36) 00000400:00000200:2.0:1767384369.530650:0:35572:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384369.530658:0:35572:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384369.530665:0:35572:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a2e71ede. 00000020:01000000:2.0:1767384369.530670:0:35572:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384369.530670:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384369.530674:0:35572:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp45 00000400:00000200:1.0:1767384369.530678:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 00000400:00000010:1.0:1767384369.530685:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000400:00000200:1.0:1767384369.530688:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000010:2.0:1767384369.530689:0:35572:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c7e5969e. 00000400:00000010:2.0:1767384369.530694:0:35572:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000041547106. 00000400:00000010:1.0:1767384369.530694:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000228c3f80. 00000400:00000200:1.0:1767384369.530701:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:1.0:1767384369.530712:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:0.0:1767384369.530715:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384369.530719:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 152], ns[40, 162] 10000000:00000001:0.0:1767384369.530721:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.530726:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384369.530727:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 10000000:01000000:0.0:1767384369.530729:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384369.530733:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384369.530734:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384369.530738:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.530741:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384369.530744:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384369.530746:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000020:01000004:0.0:1767384369.530746:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384369.530749:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384369.530752:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384369.530755:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384369.530757:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384369.530758:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[75, 40] 00000400:00000200:1.0:1767384369.530762:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 40], ns[79, 40] 00000400:00000200:1.0:1767384369.530767:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 40], ns[92, 40] 00000100:00000010:0.0:1767384369.530787:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012398915. 00000400:00000200:1.0:1767384369.530790:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[96, 40] 00000020:00000040:0.0:1767384369.530793:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384369.530796:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[112, 40] 00000100:00000001:0.0:1767384369.530800:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384369.530803:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 40], ns[122, 40] 02000000:00000001:0.0:1767384369.530804:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384369.530810:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[131, 40] 02000000:00000001:0.0:1767384369.530810:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530817:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 40], ns[140, 40] 02000000:00000010:0.0:1767384369.530820:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e145ea2b. 00000400:00000200:1.0:1767384369.530821:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 40], ns[143, 40] 00000400:00000200:1.0:1767384369.530827:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 40], ns[152, 40] 00000100:00000001:0.0:1767384369.530829:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530833:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[158, 40] 00000400:00000200:1.0:1767384369.530836:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000100:00000001:0.0:1767384369.530837:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384369.530841:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000100:00000001:0.0:1767384369.530841:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530848:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000100:00000040:0.0:1767384369.530852:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012398915] to pc [ptlrpcd_00_01+1] req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.530857:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:1.0:1767384369.530871:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 40], ns[168, 40] 00000400:00000200:1.0:1767384369.530876:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000400:00000200:1.0:1767384369.530884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[73, 40] 10000000:00000001:0.0:1767384369.530888:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530889:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 40], ns[136, 40] 10000000:00000001:0.0:1767384369.530894:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.530897:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530899:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 40], ns[145, 40] 00000100:00000001:2.0:1767384369.530900:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384369.530901:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:2.0:1767384369.530907:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1767384369.530910:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 40], ns[120, 40] 00000020:00000001:0.0:1767384369.530910:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384369.530912:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384369.530914:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384369.530918:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384369.530920:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384369.530922:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384369.530923:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[100, 40] 00000020:01000004:0.0:1767384369.530924:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384369.530926:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384369.530928:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384369.530932:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384369.530932:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.530935:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384369.530936:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 40], ns[156, 40] 00000100:00000001:2.0:1767384369.530937:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384369.530937:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384369.530942:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384369.530942:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384369.530946:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 40], ns[169, 40] 00000020:01000004:0.0:1767384369.530946:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384369.530948:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:2.0:1767384369.530951:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384369.530951:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384369.530956:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[127, 40] 00000100:00000010:0.0:1767384369.530957:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000020:00000040:0.0:1767384369.530962:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384369.530967:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.530970:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384369.530972:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[137, 40], ns[147, 40] 02000000:00000001:0.0:1767384369.530974:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.530981:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.530984:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.530985:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 40], ns[150, 40] 02000000:00000001:2.0:1767384369.530990:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384369.530992:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac6eb286. 00000400:00000200:1.0:1767384369.530993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[149, 40] 02000000:00000001:2.0:1767384369.530994:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.530999:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.531001:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531006:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1767384369.531009:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744055936:0@lo:253: 00000400:00000200:1.0:1767384369.531009:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 40], ns[167, 40] 00000100:00000001:0.0:1767384369.531014:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531018:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384369.531022:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 40], ns[170, 40] 02000000:00000001:2.0:1767384369.531024:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384369.531024:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_02+2] req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384369.531028:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.531035:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384369.531038:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 40], ns[0, 40] 02000000:00000010:2.0:1767384369.531044:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082c8cd75. 00000400:00000200:1.0:1767384369.531048:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:2.0:1767384369.531050:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.531053:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 10000000:00000001:0.0:1767384369.531072:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.531073:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa5348e. 00000400:00000200:1.0:1767384369.531076:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 10000000:00000001:0.0:1767384369.531077:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.531081:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.531084:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7e5969e. 00000020:01000000:0.0:1767384369.531084:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384369.531085:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp43 lpni_is_preferred = 0 00000020:00000010:0.0:1767384369.531091:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a2e71ede. 00000100:00000200:2.0:1767384369.531093:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744055936, portal 25 00000400:00000200:1.0:1767384369.531093:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp43 00000100:00000001:2.0:1767384369.531099:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384369.531101:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [171:171:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [161:161:8:4294967295] 00000100:00000001:2.0:1767384369.531103:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352151552 : -120961357400064 : ffff91fc7d42b800) 00000100:00000001:0.0:1767384369.531103:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.531106:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531114:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384369.531115:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.531118:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384369.531119:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000100:00000001:0.0:1767384369.531121:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384369.531129:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.531139:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384369.531142:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp:192.168.203.113@tcp43) : PUT try# 0 00000100:00000040:2.0:1767384369.531147:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384369.531149:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384369.531153:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8bc9161. 00000100:00000001:0.0:1767384369.531153:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384369.531159:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.113@tcp43 00000100:00000200:2.0:1767384369.531160:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744055936, offset 0 02000000:00000001:0.0:1767384369.531160:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384369.531163:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.531167:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384369.531168:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d79f80c. 00000100:00100000:0.0:1767384369.531171:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744056064:0@lo:253: 00000400:00000200:2.0:1767384369.531173:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384369.531178:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767384369.531180:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ac6f1402. 02000000:00000001:0.0:1767384369.531181:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384369.531184:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384369.531188:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b1b0397a. 00000400:00000200:2.0:1767384369.531189:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384369.531189:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384369.531198:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 02000000:00000010:0.0:1767384369.531198:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007fdcd7ea. 00000400:00000200:2.0:1767384369.531204:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06c80 02000000:00000001:0.0:1767384369.531204:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384369.531208:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000010:0.0:1767384369.531212:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d2db96. 00000400:00000200:2.0:1767384369.531217:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f9 [2] + 0 00000400:00000010:2.0:1767384369.531221:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da51944. 00000400:00000200:2.0:1767384369.531223:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d57fb69 00000400:00000200:1.0:1767384369.531224:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384369.531228:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 00000400:00000200:2.0:1767384369.531230:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384369.531230:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dca5527. 00000100:00000200:0.0:1767384369.531236:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744056064, portal 25 00000400:00000200:2.0:1767384369.531238:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.531241:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384369.531244:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d57fb69 00000100:00000001:0.0:1767384369.531244:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000400:00000010:2.0:1767384369.531248:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d57fb69. 00000100:00000001:1.0:1767384369.531249:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384369.531250:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.531254:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531255:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.531259:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384369.531263:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000001e559295 x1853236744055936 msgsize 4848 00000100:00100000:2.0:1767384369.531276:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384369.531279:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.531280:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384369.531285:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.531290:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6afa6d6. 00000100:00000001:2.0:1767384369.531291:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384369.531293:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744056064, offset 0 00000400:00000200:2.0:1767384369.531298:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8bc9161 00000400:00000010:2.0:1767384369.531301:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8bc9161. 00000100:00000001:2.0:1767384369.531303:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384369.531309:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.531309:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384369.531309:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.531322:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384369.531327:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.531331:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384369.531335:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06d00 00000100:00000001:2.0:1767384369.531345:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.531346:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1511 [2] + 0 00000100:00000001:2.0:1767384369.531349:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384369.531351:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0be320. 00000100:00000001:2.0:1767384369.531356:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384369.531356:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e78b340 00000100:00000001:2.0:1767384369.531361:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294958328 00000400:00000200:0.0:1767384369.531362:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.531365:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000010:2.0:1767384369.531369:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000963188f1. 00000400:00000200:0.0:1767384369.531371:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384369.531376:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e78b340 00000100:00000001:2.0:1767384369.531377:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384369.531379:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e78b340. 00000100:00000001:2.0:1767384369.531385:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294958328 00000100:00000001:0.0:1767384369.531385:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.531387:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.531392:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000df9b58ec x1853236744056064 msgsize 4848 00000100:00000010:2.0:1767384369.531393:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d23e2549. 00000100:00100000:0.0:1767384369.531399:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384369.531400:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384369.531405:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000040:0.0:1767384369.531405:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384369.531406:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294958328 00000100:00000010:2.0:1767384369.531414:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000557b7633. 00000100:00000001:2.0:1767384369.531418:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384369.531418:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384369.531423:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294958328 00000400:00000200:0.0:1767384369.531425:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6afa6d6 00000100:00000010:2.0:1767384369.531427:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f56a998e. 00000400:00000010:0.0:1767384369.531428:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6afa6d6. 00000100:00000001:2.0:1767384369.531434:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384369.531435:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384369.531441:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384369.531442:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.531445:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531452:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531455:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384369.531456:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.531457:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000040:0.0:1767384369.531462:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.531470:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531472:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.531478:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531481:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294958328 00000100:00000001:0.0:1767384369.531484:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294958328 00000100:00000001:2.0:1767384369.531487:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384369.531491:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744055936 00000100:00000001:0.0:1767384369.531493:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294958328 00000100:00000001:0.0:1767384369.531495:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294958328 00000100:00000001:0.0:1767384369.531497:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294958328 00000100:00000001:0.0:1767384369.531499:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294958328 00000100:00000001:0.0:1767384369.531501:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294958328 00000100:00000001:0.0:1767384369.531502:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294958328 00000100:00000001:0.0:1767384369.531504:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.531506:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531509:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531511:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384369.531514:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384369.531515:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.531519:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384369.531522:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.531524:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.531525:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.531529:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.531530:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531534:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.531537:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.531541:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.531544:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744055936 00000020:00000001:2.0:1767384369.531546:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384369.531548:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384369.531550:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384369.531563:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000020:00000040:2.0:1767384369.531576:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384369.531579:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384369.531580:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00100000:0.0:1767384369.531582:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056064 00000020:00000001:2.0:1767384369.531584:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 02000000:00000001:0.0:1767384369.531585:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.531602:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.531619:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384369.531621:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384369.531624:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081badc0. 02000000:00000001:0.0:1767384369.531625:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531628:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384369.531630:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056064 00000020:00000010:2.0:1767384369.531632:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081badc0. 00000020:00000001:0.0:1767384369.531633:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384369.531636:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384369.531638:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384369.531639:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e977a385. 00000020:00000040:0.0:1767384369.531640:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:0.0:1767384369.531644:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:2.0:1767384369.531645:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001609ea61. 00000020:00000001:0.0:1767384369.531646:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384369.531652:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384369.531653:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000400:00000200:1.0:1767384369.531654:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000020:00000010:0.0:1767384369.531656:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6ee55e6. 00000100:00000001:0.0:1767384369.531661:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.531663:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6ee55e6. 00000100:00000040:2.0:1767384369.531664:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384369.531668:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384369.531685:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.531688:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.531690:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d43719fa. 00000100:00000001:2.0:1767384369.531696:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.531696:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9b4eb10. 00000020:00000010:0.0:1767384369.531702:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:2.0:1767384369.531707:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.531709:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384369.531712:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384369.531715:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531721:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.531721:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531724:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384369.531725:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384369.531732:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000400:00000200:1.0:1767384369.531733:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000040:2.0:1767384369.531736:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384369.531739:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094207056 : -120961615344560 : ffff91fc6de2cc50) 00000100:00000001:0.0:1767384369.531739:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.531743:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384369.531747:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001e559295 x1853236744055936/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.531752:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:0.0:1767384369.531757:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384369.531761:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094215248 : -120961615336368 : ffff91fc6de2ec50) 00000100:00000001:2.0:1767384369.531762:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384369.531767:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000081badc0. 00000100:00000040:0.0:1767384369.531769:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df9b58ec x1853236744056064/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384369.531774:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:0.0:1767384369.531793:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.531797:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6ee55e6. 00000100:00000001:2.0:1767384369.531803:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.531803:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384369.531810:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000081badc0. 00000020:00000010:0.0:1767384369.531811:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6ee55e6. 00000100:00100000:2.0:1767384369.531824:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001e559295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744055936:12345-0@lo:253: 00000100:00100000:0.0:1767384369.531824:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df9b58ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744056064:12345-0@lo:253: 00000400:00000200:1.0:1767384369.531835:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000200:2.0:1767384369.531836:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744055936 00000100:00000200:0.0:1767384369.531836:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056064 00000020:00000001:2.0:1767384369.531842:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384369.531842:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384369.531847:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384369.531848:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384369.531851:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.531852:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.531855:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384369.531856:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384369.531858:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384369.531860:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:0.0:1767384369.531863:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384369.531864:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384369.531866:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384369.531867:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384369.531870:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384369.531871:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384369.531872:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000020:00000001:0.0:1767384369.531873:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384369.531875:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384369.531878:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.531879:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.531882:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384369.531883:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384369.531886:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384369.531890:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6b4e771. 02000000:00000001:0.0:1767384369.531890:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384369.531894:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.531896:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.531896:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9f03913. 02000000:00000001:0.0:1767384369.531902:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384369.531903:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384369.531903:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:0.0:1767384369.531906:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.531910:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384369.531913:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a2e71ede. 20000000:01000000:2.0:1767384369.531918:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384369.531918:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008ca06e2d. 20000000:00000001:2.0:1767384369.531923:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384369.531924:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384369.531926:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384369.531927:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384369.531929:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.531931:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 20000000:00000001:2.0:1767384369.531932:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.531933:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384369.531937:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384369.531938:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384369.531941:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384369.531944:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384369.531948:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c0afd7ac. 20000000:01000000:2.0:1767384369.531952:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000200:1.0:1767384369.531953:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 20000000:00000001:2.0:1767384369.531957:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384369.531963:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384369.531985:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00080000:00000001:2.0:1767384369.532005:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384369.532009:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384369.532011:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384369.532013:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384369.532027:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384369.532031:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384369.532034:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384369.532036:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00080000:00000010:2.0:1767384369.532042:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c91b77a2. 00080000:00000001:2.0:1767384369.532047:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086572544 : -120966622979072 : ffff91fb43685c00) 00080000:00000001:2.0:1767384369.532051:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384369.532101:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532128:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532154:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000001:00000001:2.0:1767384369.532184:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384369.532186:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00080000:00000001:2.0:1767384369.532187:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384369.532190:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384369.532210:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384369.532214:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384369.532243:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532298:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00080000:00000001:2.0:1767384369.532351:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384369.532355:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384369.532356:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532386:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532422:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532458:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532492:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532524:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532556:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532636:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532686:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532722:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532751:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532808:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384369.532845:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384369.533000:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c93e0d8. 00000800:00000010:1.0:1767384369.533005:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076af6f3d. 00000800:00000010:1.0:1767384369.533011:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000012689b6. 00000800:00000010:1.0:1767384369.533031:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000012689b6. 00000800:00020000:1.0:1767384369.533039:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384369.533042:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076af6f3d. 00000800:00000010:1.0:1767384369.533044:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001c93e0d8. 00000400:02020000:1.0:1767384369.533107:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384369.533113:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000800:00000200:1.0:1767384369.533118:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp43 down 00000800:00000100:1.0:1767384369.533123:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:1.0:1767384369.533126:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d79f80c. 00000400:00000200:1.0:1767384369.533129:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384369.533132:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384369.533139:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 0 next ping: 292 health :900 00000400:00000200:1.0:1767384369.533142:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384369.533150:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384369.533153:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384369.533179:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384369.533182:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301151 00000400:00000001:1.0:1767384369.533185:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.533187:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.533189:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384369.533190:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000400:00000200:1.0:1767384369.533192:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384369.533195:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:1.0:1767384369.533197:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (38) 00000400:00000200:1.0:1767384369.533199:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:1.0:1767384369.533201:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 rc -71 00000400:00000200:1.0:1767384369.533205:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384369.533209:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (37) 00080000:00000001:2.0:1767384369.541019:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384369.541025:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384369.541028:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384369.541030:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384369.541034:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384369.541037:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384369.541040:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384369.541042:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384369.541043:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384369.541045:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384369.541046:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c91b77a2. 00080000:00000001:0.0:1767384369.541068:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384369.541076:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000014179913. 20000000:00000001:2.0:1767384369.541076:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384369.541082:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:01000000:2.0:1767384369.541083:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384369.541086:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384369.541091:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:2.0:1767384369.541091:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384369.541115:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384369.541116:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384369.541120:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384369.541122:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384369.541123:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384369.541126:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 10000000:01000000:2.0:1767384369.541127:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:3.0:1767384369.541129:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384369.541134:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:2.0:1767384369.541135:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384369.541138:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384369.541143:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b5928e48 count: 2 00080000:00000001:3.0:1767384369.541144:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384369.541149:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384369.541151:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f8289da9. 00010000:00000001:2.0:1767384369.541152:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384369.541156:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361357312 : -120961348194304 : ffff91fc7dcf3000) 00010000:00000010:2.0:1767384369.541158:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099252107. 00080000:00000001:3.0:1767384369.541160:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384369.541164:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384369.541167:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099252107 with handle 0xf489261bfe0bc7b3 to hash 00000020:00000001:2.0:1767384369.541168:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384369.541170:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384369.541172:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384369.541175:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384369.541209:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384369.541213:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384369.541221:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384369.541225:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384369.541227:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767384369.541229:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384369.541230:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384369.541233:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541234:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384369.541238:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384369.541240:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384369.541246:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384369.541248:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541249:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384369.541251:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384369.541252:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384369.541253:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541254:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384369.541257:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384369.541258:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1767384369.541265:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5928e48) refcount = 2 00010000:00000040:2.0:1767384369.541268:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384369.541271:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384369.541275:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384369.541276:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384369.541282:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f8af9f. 00000100:00000001:2.0:1767384369.541284:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384369.541288:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad3756bf. 00000100:00000001:2.0:1767384369.541290:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107094947904 : -120966614603712 : ffff91fb43e82840) 00000100:00000001:2.0:1767384369.541292:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107094947904 : -120966614603712 : ffff91fb43e82840) 00000100:00000001:2.0:1767384369.541294:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384369.541296:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384369.541298:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384369.541301:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384369.541302:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384369.541304:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384369.541307:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384369.541309:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384369.541311:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384369.541314:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000020:00000040:2.0:1767384369.541317:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00080000:00000001:3.0:1767384369.541318:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767384369.541320:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:3.0:1767384369.541322:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:2.0:1767384369.541324:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384369.541327:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384369.541332:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e6ae33e. 00000100:00000001:2.0:1767384369.541337:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384369.541340:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384369.541350:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 16 pid: 16788 timeout: 441 lvb_type: 0 00010000:00000001:2.0:1767384369.541356:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384369.541358:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384369.541361:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.541367:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.541369:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.541371:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744056192:0@lo:104: 00000100:00000001:2.0:1767384369.541374:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384369.541376:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384369.541377:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.541378:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384369.541382:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d30f236. 02000000:00000001:2.0:1767384369.541383:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.541387:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da51944. 00000400:00000010:2.0:1767384369.541391:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384369.541394:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744056192, portal 16 00000100:00000001:2.0:1767384369.541395:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384369.541397:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000100:00000040:2.0:1767384369.541400:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.541406:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.541410:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384369.541412:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384369.541414:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744056192, offset 0 00000400:00000200:2.0:1767384369.541420:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384369.541425:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384369.541432:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd06d80 00000400:00000200:2.0:1767384369.541438:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 984 00000400:00000200:2.0:1767384369.541442:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384369.541445:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.541449:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.541450:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384369.541453:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000100:00000040:2.0:1767384369.541455:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000de68e5a6 x1853236744056192 msgsize 328 00000100:00100000:2.0:1767384369.541459:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384369.541472:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384369.541477:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384369.541479:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384369.541483:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384369.541487:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.541494:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.541497:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.541502:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541503:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384369.541504:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384369.541508:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056192 00000100:00000001:2.0:1767384369.541511:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.541512:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.541515:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.541517:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294958338 00000100:00000001:0.0:1767384369.541518:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.541524:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.541526:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294958328 00000100:00100000:0.0:1767384369.541527:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056192 00000020:00000001:0.0:1767384369.541533:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384369.541535:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000100:00000001:2.0:1767384369.541536:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294958338 00000020:00000001:0.0:1767384369.541537:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.541542:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000100:00000001:2.0:1767384369.541544:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294958328 00000020:00000001:0.0:1767384369.541545:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000020:00000001:0.0:1767384369.541550:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:0.0:1767384369.541575:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.541579:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c56beeb. 00000100:00000001:0.0:1767384369.541582:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.541584:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294958338 00000020:00000010:0.0:1767384369.541584:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c56beeb. 00000020:00000010:0.0:1767384369.541603:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf3395a9. 00000100:00000001:2.0:1767384369.541607:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294958328 00000100:00000001:2.0:1767384369.541615:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294958339 00000020:00000010:0.0:1767384369.541615:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d90eb03. 00000020:00000010:0.0:1767384369.541622:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000100:00000001:2.0:1767384369.541623:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294958328 00000100:00000001:2.0:1767384369.541632:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.541635:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.541636:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384369.541637:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541643:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541643:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384369.541646:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384369.541648:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541650:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541651:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384369.541654:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384369.541656:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541656:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.541660:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384369.541663:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384369.541665:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.541667:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.541667:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.541669:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384369.541673:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ad3756bf going to sleep for 11 seconds 00000100:00000001:2.0:1767384369.541677:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.541679:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541680:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384369.541683:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384369.541688:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384369.541690:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:0.0:1767384369.541692:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353493248 : -120961356058368 : ffff91fc7d573100) 00000100:00000040:0.0:1767384369.541696:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de68e5a6 x1853236744056192/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.541703:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384369.541706:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c56beeb. 00000100:00000001:0.0:1767384369.541709:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384369.541711:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c56beeb. 00000100:00100000:0.0:1767384369.541715:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de68e5a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744056192:12345-0@lo:104: 00000100:00000200:0.0:1767384369.541718:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056192 00010000:00000001:0.0:1767384369.541720:0:16779:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384369.541723:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.541725:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.541727:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=2 00000020:00000001:0.0:1767384369.541729:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:0.0:1767384369.541732:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:0.0:1767384369.541735:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.541738:0:16779:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.541740:0:16779:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384369.541756:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384369.541759:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384369.541763:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f2b29245. 02000000:00000001:0.0:1767384369.541766:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541768:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.541772:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.541774:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.541777:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.541798:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.541801:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.541803:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384369.541805:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.541807:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.541809:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.541813:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.541816:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db07d8d4. 00000100:00000200:0.0:1767384369.541819:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744056192, offset 224 00000400:00000200:0.0:1767384369.541825:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.541833:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.541841:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd06d80 00000400:00000200:0.0:1767384369.541846:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d91 [1] + 224 00000400:00000200:0.0:1767384369.541850:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.541854:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.541858:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.541862:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384369.541870:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384369.541882:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.541887:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db07d8d4 00000400:00000010:0.0:1767384369.541889:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db07d8d4. 00000100:00000001:0.0:1767384369.541892:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.541899:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.541903:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.541908:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384369.541912:0:16779:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384369.541950:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e4226e2f. 00010000:00000001:0.0:1767384369.541953:0:16779:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384369.541956:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384369.541961:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384369.541961:0:16779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:2.0:1767384369.541962:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384369.541964:0:16779:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.541966:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da51944. 00010000:00000001:0.0:1767384369.541967:0:16779:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.541971:0:16779:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384369.541972:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000100:00000040:0.0:1767384369.541975:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de68e5a6 x1853236744056192/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384369.541976:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:2.0:1767384369.541981:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384369.541987:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384369.541991:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de68e5a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744056192:12345-0@lo:104: Request processed in 283us (531us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384369.542007:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384369.542007:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384369.542012:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:0.0:1767384369.542016:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384369.542020:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384369.542020:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384369.542024:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.542026:0:16811:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384369.542026:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d90eb03. 02000000:00000001:2.0:1767384369.542030:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384369.542032:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384369.542032:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000100:00000001:2.0:1767384369.542036:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.542037:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf3395a9. 02000000:00000001:2.0:1767384369.542042:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384369.542043:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:0.0:1767384369.542047:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384369.542050:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384369.542055:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384369.542074:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384369.542075:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384369.542078:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.542079:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.542081:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384369.542085:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384369.542086:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384369.542090:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767384369.542091:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.542092:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384369.542096:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.542103:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a3709ffb already unused, calling callback (000000001cc36fe6) 00000100:00000040:2.0:1767384369.542106:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384369.542107:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384369.542115:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384369.542120:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.542125:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384369.542126:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384369.542127:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.542131:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384369.542132:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384369.542133:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a3709ffb refcount=3 00010000:00000001:2.0:1767384369.542137:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:0.0:1767384369.542137:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:2.0:1767384369.542140:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.542141:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604469248 : -120962105082368 : ffff91fc50b1fe00) 00010000:00000001:2.0:1767384369.542143:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.542145:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384369.542146:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.542148:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384369.542152:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384369.542157:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384369.542160:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384369.542169:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013c05409 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744056192:0@lo:104: 10000000:01000000:0.0:1767384369.542172:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384369.542175:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384369.542176:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384369.542195:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384369.542195:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384369.542197:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384369.542199:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384369.542200:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384369.542202:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384369.542203:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384369.542209:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013c05409 x1853236744056192/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384369.542215:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:0.0:1767384369.542217:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:2.0:1767384369.542218:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1767384369.542220:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:2.0:1767384369.542222:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d30f236. 10000000:00000040:0.0:1767384369.542223:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 02000000:00000001:2.0:1767384369.542227:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1767384369.542227:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384369.542231:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384369.542232:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.542235:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00010000:00000001:0.0:1767384369.542236:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384369.542240:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384369.542241:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767384369.542244:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e6ae33e. 00010000:00000001:0.0:1767384369.542244:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384369.542249:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384369.542251:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384369.542252:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.542254:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384369.542256:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a3709ffb with handle 0xf489261bfe0bc7a5 from hash 00000100:00000010:2.0:1767384369.542257:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00010000:00000001:0.0:1767384369.542259:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384369.542262:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384369.542263:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.542265:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384369.542266:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad3756bf. 00000100:00000001:2.0:1767384369.542268:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384369.542269:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.542272:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1767384369.542273:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f8af9f. 00010000:00000001:0.0:1767384369.542275:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384369.542278:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.542279:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384369.542281:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.542282:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384369.542286:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.542288:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 20000000:00000001:2.0:1767384369.542292:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384369.542292:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1767384369.542296:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384369.542298:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384369.542298:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9a1c10a. 00000020:00000040:0.0:1767384369.542304:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384369.542309:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.542312:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.542314:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.542319:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf3395a9. 00000100:00000001:0.0:1767384369.542321:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.542323:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384369.542326:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.542331:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384369.542333:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.542335:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.542337:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.542341:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9a1c10a] to pc [ptlrpcd_00_03+3] req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.542361:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.542364:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.542365:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384369.542367:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384369.542367:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.542372:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.542373:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384369.542377:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384369.542377:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.542381:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384369.542383:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.542394:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384369.542398:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000a3709ffb/0xf489261bfe0bc7a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7ac expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384369.542400:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384369.542404:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.542407:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384369.542409:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384369.542412:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384369.542418:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744056320:0@lo:103: 00010000:00000040:0.0:1767384369.542422:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006d47d37f count: 0 00000100:00000001:2.0:1767384369.542423:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384369.542428:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384369.542430:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.542432:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384369.542436:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384369.542437:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d30f236. 00010000:00000001:0.0:1767384369.542440:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384369.542441:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384369.542443:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e4226e2f. 00000400:00000010:2.0:1767384369.542447:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da51944. 00010000:00000001:0.0:1767384369.542449:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384369.542453:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000100:00000200:2.0:1767384369.542459:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744056320, portal 18 00000100:00000001:2.0:1767384369.542461:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384369.542462:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352145280 : -120961357406336 : ffff91fc7d429f80) 00000100:00000040:2.0:1767384369.542466:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.542471:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384369.542474:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384369.542477:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000100:00000200:2.0:1767384369.542479:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744056320, offset 0 00000400:00000200:2.0:1767384369.542485:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384369.542493:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384369.542501:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd06e00 00000400:00000200:2.0:1767384369.542506:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:2.0:1767384369.542510:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384369.542514:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384369.542519:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384369.542521:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384369.542524:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000100:00000040:2.0:1767384369.542527:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000013c05409 x1853236744056320 msgsize 328 00000100:00100000:2.0:1767384369.542531:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384369.542542:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384369.542548:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:2.0:1767384369.542549:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000001:2.0:1767384369.542575:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384369.542579:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.542586:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384369.542587:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384369.542606:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.542607:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056320 02000000:00000001:3.0:1767384369.542611:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384369.542632:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.542633:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.542635:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.542637:0:16157:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384369.542639:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.542642:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384369.542643:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056320 00000020:00000001:3.0:1767384369.542648:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384369.542649:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294958340 00000020:00000040:3.0:1767384369.542650:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384369.542655:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.542657:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000100:00000001:2.0:1767384369.542657:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958338 00000020:00000001:3.0:1767384369.542661:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384369.542664:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294958340 00000020:00000001:3.0:1767384369.542665:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384369.542671:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384369.542672:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958338 00000020:00000010:3.0:1767384369.542675:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000100:00000001:2.0:1767384369.542676:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294958340 00000100:00000001:3.0:1767384369.542698:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384369.542698:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958338 00000020:00000010:3.0:1767384369.542702:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1cf9021. 00000100:00000001:2.0:1767384369.542703:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294958340 00000020:00000010:3.0:1767384369.542708:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f043aea. 00000100:00000001:2.0:1767384369.542709:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958339 00000100:00000001:2.0:1767384369.542714:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384369.542716:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7a910ab. 00000100:00000001:2.0:1767384369.542717:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.542721:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384369.542722:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000001:2.0:1767384369.542723:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.542731:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.542733:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384369.542734:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384369.542736:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.542739:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384369.542739:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384369.542743:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384369.542744:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542747:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384369.542747:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542756:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542775:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384369.542778:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384369.542779:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.542781:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=4 00000020:00000001:3.0:1767384369.542783:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:3.0:1767384369.542786:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00010000:3.0:1767384369.542789:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 17 pid: 16788 timeout: 441 lvb_type: 0 00010000:00000001:3.0:1767384369.542795:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.542796:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.542797:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.542799:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.542803:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384369.542807:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013c05409 x1853236744056320/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.542813:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384369.542814:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.542838:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.542849:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384369.542850:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384369.542854:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384369.542856:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:3.0:1767384369.542858:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353481600 : -120961356070016 : ffff91fc7d570380) 00000100:00000040:3.0:1767384369.542862:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013c05409 x1853236744056320/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.542868:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384369.542870:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1cf9021. 00000100:00000001:3.0:1767384369.542873:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384369.542875:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1cf9021. 00000100:00100000:3.0:1767384369.542879:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013c05409 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16157:x1853236744056320:12345-0@lo:103: 00000100:00000200:3.0:1767384369.542888:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056320 00010000:00000001:3.0:1767384369.542890:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384369.542892:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384369.542894:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384369.542897:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384369.542898:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384369.542900:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384369.542902:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384369.542905:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006037998d. 00010000:00010000:0.0:1767384369.542906:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384369.542909:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384369.542910:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.542914:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.542915:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542921:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384369.542921:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767384369.542924:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1767384369.542925:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384369.542929:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.542929:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.542932:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1767384369.542932:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384369.542935:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad1b981a refcount=4 00000020:00000001:3.0:1767384369.542938:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000001:3.0:1767384369.542940:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083599360 : -120961625952256 : ffff91fc6d40f000) 00010000:00000040:3.0:1767384369.542941:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b5928e48 count: 3 00010000:00010000:3.0:1767384369.542945:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 17 pid: 16788 timeout: 441 lvb_type: 0 00000100:00000001:0.0:1767384369.542946:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.542949:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.542952:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.542953:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384369 v=100 (0 0 0 0) 00000100:00000001:0.0:1767384369.542955:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542958:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384369.542964:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.542965:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384369.542968:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 17 pid: 16788 timeout: 441 lvb_type: 0 00000020:00000001:3.0:1767384369.542973:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.542974:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.542975:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384369.542977:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.542980:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384369.542982:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384369.542986:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.542987:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.542993:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.542994:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.542996:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad1b981a with handle 0xf489261bfe0bc7ac from hash 00010000:00000001:3.0:1767384369.542998:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384369.543000:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543001:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543002:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384369.543004:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384369.543004:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384369.543006:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad1b981a/0xf489261bfe0bc7ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc7a5 expref: 17 pid: 16788 timeout: 441 lvb_type: 0 00010000:00000040:3.0:1767384369.543010:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:3.0:1767384369.543012:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:3.0:1767384369.543017:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543019:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384369.543020:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384369.543021:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000099252107 00010000:00000001:3.0:1767384369.543022:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384369.543024:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.543024:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.543025:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.543026:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.543028:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384369.543029:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384369.543030:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543034:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384369.543036:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384369.543037:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384369.543039:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384369.543040:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5928e48) refcount = 2 00010000:00010000:3.0:1767384369.543043:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543046:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384369.543051:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384369.543052:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.543054:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384369.543073:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1cf9021. 00000100:00000001:3.0:1767384369.543074:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384369.543078:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c6f1238. 00000100:00000001:3.0:1767384369.543080:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107057048192 : -120966652503424 : ffff91fb41a5da80) 00000100:00000001:3.0:1767384369.543082:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107057048192 : -120966652503424 : ffff91fb41a5da80) 00000100:00000001:3.0:1767384369.543084:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384369.543085:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384369.543088:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384369.543090:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384369.543092:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384369.543095:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384369.543096:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.543097:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=5 00000020:00000001:3.0:1767384369.543099:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:3.0:1767384369.543102:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:3.0:1767384369.543104:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384369.543105:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543109:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384369.543110:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543114:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543115:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384369.543116:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543119:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.543120:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543122:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384369.543123:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384369.543131:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099252107 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384369.543133:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.543134:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384369.543136:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543140:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384369.543141:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384369.543141:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.543142:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=6 00000020:00000001:3.0:1767384369.543143:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:3.0:1767384369.543144:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:3.0:1767384369.543146:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384369.543147:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543150:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384369.543151:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.543152:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543165:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384369.543167:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384369.543170:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.543171:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.543174:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099252107 with handle 0xf489261bfe0bc7b3 from hash 00010000:00000001:3.0:1767384369.543176:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384369.543177:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543179:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543180:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384369.543182:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384369.543183:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384369.543185:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543186:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384369.543189:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.543194:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.543199:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384369.543200:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:0.0:1767384369.543219:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384369.543224:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767384369.543224:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543229:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543233:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.543234:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384369.543237:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.543237:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543242:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.543242:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384369.543247:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384369.543248:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.543252:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543256:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543257:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543259:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384369.543260:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384369.543261:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.543263:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543264:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384369.543267:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.543268:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543270:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384369.543271:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000099252107/0xf489261bfe0bc7b3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.543278:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.543280:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543281:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384369.543283:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384369.543284:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.543286:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.543288:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384369.543289:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008c6f1238. 00000100:00000001:3.0:1767384369.543293:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384369.543295:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384369.543297:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1cf9021. 00010000:00000001:3.0:1767384369.543299:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384369.543301:0:16781:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b5928e48 count: 0 00010000:00010000:3.0:1767384369.543309:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384369.543311:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.543318:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384369.543320:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.543321:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384369.543324:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384369.543326:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384369.543328:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384369.543330:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384369.543331:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.543334:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384369.543336:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384369.543339:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384369.543342:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744056320, offset 224 00000400:00000200:3.0:1767384369.543347:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384369.543355:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384369.543363:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd06e00 00000400:00000200:3.0:1767384369.543369:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d9d [1] + 224 00000400:00000200:3.0:1767384369.543373:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384369.543378:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384369.543382:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384369.543387:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384369.543399:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.543419:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384369.543427:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384369.543429:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:3.0:1767384369.543431:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384369.543432:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384369.543435:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.543437:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384369.543439:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543441:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.543444:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013c05409 x1853236744056320/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 328/224 e 0 to 0 dl 1767384380 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.543461:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013c05409 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744056320:12345-0@lo:103: Request processed in 592us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384369.543467:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384369.543469:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384369.543471:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384369.543472:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384369.543474:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7a910ab. 00000020:00000010:3.0:1767384369.543478:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000010:3.0:1767384369.543482:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f043aea. 00000020:00000040:3.0:1767384369.543487:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:3.0:1767384369.543489:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.543519:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.543521:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384369.543525:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384369.543527:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384369.543529:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da51944. 00000400:00000200:3.0:1767384369.543532:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db679655 00000400:00000010:3.0:1767384369.543534:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00000100:00000001:3.0:1767384369.543538:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384369.543542:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384369.543549:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.543555:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384369.543557:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.543559:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384369.543561:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384369.543562:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384369.543564:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384369.543599:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384369.543604:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384369.543607:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384369.543625:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384369.543633:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.543634:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384369.543635:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.543637:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384369.543640:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.543645:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384369.543647:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384369.543648:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384369.543651:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384369.543656:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e9a1c10a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744056320:0@lo:103: 00000100:00000001:3.0:1767384369.543660:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.543662:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384369.543665:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e9a1c10a x1853236744056320/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384369.543670:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384369.543673:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384369.543691:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d30f236. 02000000:00000001:3.0:1767384369.543695:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384369.543696:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384369.543698:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384369.543700:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384369.543701:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf3395a9. 02000000:00000001:3.0:1767384369.543705:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384369.543707:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384369.543708:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9a1c10a. 00000100:00000001:3.0:1767384369.543712:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384369.543713:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.543715:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384369.543720:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384369.543721:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384369.543724:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384369.543727:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384369.548576:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad1b981a. 00010000:00000010:3.1:1767384369.548584:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099252107. 00010000:00000010:0.1:1767384369.548602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006d47d37f. 00010000:00000010:3.1:1767384369.548603:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5928e48. 00010000:00000010:0.1:1767384369.548626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a3709ffb. 00080000:00000001:3.0:1767384369.551265:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384369.551269:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384369.551272:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.551274:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384369.551276:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384369.551286:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384369.551288:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384369.551292:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384369.551311:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384369.551313:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384369.551315:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384369.551316:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384369.551317:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384369.551319:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f8289da9. 00080000:00000001:3.0:1767384369.551323:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384369.551336:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384369.551339:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384369.551340:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384369.551343:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384369.551345:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384369.551350:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca36445d. 00010000:00000001:3.0:1767384369.551353:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384369.551357:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d98d436. 00000020:00000001:3.0:1767384369.551361:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384369.551364:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d98d436 with handle 0xf489261bfe0bc7ba to hash 00000020:00000001:3.0:1767384369.551367:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384369.551369:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551372:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551375:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.551377:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.551379:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551386:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384369.551389:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384369.551391:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384369.551400:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.551402:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.551405:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384369.551407:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.551409:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384369.551411:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384369.551412:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384369.551413:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384369.551415:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca36445d) refcount = 1 00010000:00010000:3.0:1767384369.551419:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551424:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384369.551425:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384369.551425:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.551427:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551428:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384369.551429:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384369.551431:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384369.551432:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384369.551433:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.551434:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d98d436 refcount=4 00000020:00000001:3.0:1767384369.551436:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551438:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551440:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384369.551441:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551445:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384369.551447:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551450:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.551451:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384369.551453:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551465:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.551466:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551468:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384369.551470:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384369.551474:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d98d436 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384369.551476:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.551478:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384369.551479:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551483:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384369.551483:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384369.551484:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384369.551485:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d98d436 refcount=5 00000020:00000001:3.0:1767384369.551487:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551488:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462080 : -120962105089536 : ffff91fc50b1e200) 00010000:00000001:3.0:1767384369.551490:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384369.551491:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551495:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384369.551496:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384369.551497:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551499:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384369.551500:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384369.551501:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384369.551503:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384369.551505:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d98d436 with handle 0xf489261bfe0bc7ba from hash 00010000:00000001:3.0:1767384369.551506:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384369.551508:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.551509:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.551515:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384369.551516:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384369.551518:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384369.551519:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384369.551520:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384369.551521:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551522:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384369.551523:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384369.551525:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.551526:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.551527:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551528:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384369.551530:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.551531:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551535:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.551536:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.551537:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384369.551538:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384369.551539:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384369.551540:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384369.551541:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384369.551543:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384369.551544:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384369.551545:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384369.551548:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384369.551550:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384369.551550:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d98d436/0xf489261bfe0bc7ba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384369.551579:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca36445d count: 0 00010000:00000001:3.0:1767384369.551587:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384369.551603:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384369.552036:0:35577:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006fd9761c. 00000400:00000040:2.0:1767384369.552057:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.552060:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.552063:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.552066:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.552069:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.552072:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384369.552075:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.552078:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384369.552080:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.552082:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384369.552085:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.552088:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.552091:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.552094:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.552096:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384369.552099:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384369.552102:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384369.552104:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384369.552106:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384369.552109:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.552111:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.552113:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.552115:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.552116:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.552118:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384369.552120:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.552121:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.552123:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.552125:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.552126:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.552127:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384369.552129:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384369.552131:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384369.552133:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384369.552134:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384369.552135:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.552137:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384369.552139:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384369.552140:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.552141:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384369.552142:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.552144:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384369.552145:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384369.552146:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384369.552148:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384369.552149:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384369.552151:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384369.552153:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384369.552155:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384369.552156:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384369.552158:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384369.552160:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384369.552162:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384369.552164:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384369.552166:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384369.552168:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384369.552169:0:35577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384369.552253:0:35577:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006fd9761c. 00080000:00000020:0.0:1767384369.553076:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384369.553080:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384369.553082:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a2e71ede. 20000000:00000001:0.0:1767384369.553086:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384369.553096:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744055936 00010000:00000001:0.0:1767384369.553098:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384369.553103:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001e559295 x1853236744055936/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.553110:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.553112:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.553115:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.553119:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.553121:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.553123:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384369.553126:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.553128:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.553131:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.553133:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.553137:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003da76f5c. 00000100:00000200:0.0:1767384369.553140:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744055936, offset 224 00000400:00000200:0.0:1767384369.553146:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.553152:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.553160:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06c80 00000400:00000200:0.0:1767384369.553166:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d81 [2] + 224 00000400:00000200:0.0:1767384369.553170:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.553175:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.553178:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.553181:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.553188:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.553204:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.553209:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da76f5c 00000400:00000010:0.0:1767384369.553211:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003da76f5c. 00000100:00000001:2.0:1767384369.553212:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.553214:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384369.553216:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.553217:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.553222:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384369.553223:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384369.553224:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:2.0:1767384369.553226:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384369.553228:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa5348e. 00000400:00000200:2.0:1767384369.553232:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7e5969e 00010000:00000001:0.0:1767384369.553235:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384369.553236:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7e5969e. 00000020:00000001:0.0:1767384369.553237:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.553239:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384369.553241:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384369.553246:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.553248:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e559295 x1853236744055936/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384369.553277:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.553277:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001e559295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744055936:12345-0@lo:253: Request processed in 21512us (22010us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384369.553294:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384369.553294:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000001:2.0:1767384369.553297:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.553299:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384369.553300:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384369.553302:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384369.553304:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384369.553305:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384369.553306:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384369.553309:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384369.553311:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384369.553311:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001609ea61. 00000100:00001000:2.0:1767384369.553318:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=77 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384369.553318:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000020:00000010:0.0:1767384369.553323:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e977a385. 00000100:00001000:2.0:1767384369.553324:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384369.553330:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384369.553330:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:2.0:1767384369.553332:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.553335:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384369.553336:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384369.553337:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.553338:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6b4e771. 00000100:00000001:2.0:1767384369.553340:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.553343:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.553345:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384369.553346:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384369.553350:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384369.553357:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384369.553358:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0be320. 00000100:00000001:2.0:1767384369.553362:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384369.553365:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384369.553365:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003da76f5c. 00000020:01000004:2.0:1767384369.553371:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384369.553373:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384369.553374:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384369.553375:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384369.553377:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384369.553378:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384369.553379:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384369.553380:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384369.553382:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384369.553383:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384369.553385:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384369.553391:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744055936:0@lo:253: 00000100:00000001:2.0:1767384369.553394:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.553395:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384369.553397:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012398915 x1853236744055936/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384369.553401:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384369.553402:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384369.553404:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082c8cd75. 02000000:00000001:2.0:1767384369.553406:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384369.553407:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384369.553407:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384369.553409:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384369.553410:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e145ea2b. 02000000:00000001:2.0:1767384369.553413:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384369.553414:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384369.553415:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012398915. 00000100:00000001:2.0:1767384369.553419:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384369.553420:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.553422:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384369.553426:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384369.553428:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384369.553431:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384369.553432:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384369.554203:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384369.554206:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384369.554207:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008ca06e2d. 20000000:00000001:0.0:1767384369.554211:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384369.554213:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056064 00010000:00000001:0.0:1767384369.554215:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384369.554218:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df9b58ec x1853236744056064/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384369.554223:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384369.554225:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.554226:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.554229:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384369.554237:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384369.554239:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384369.554241:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384369.554242:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.554245:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.554248:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.554250:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dd417eb. 00000100:00000200:0.0:1767384369.554253:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744056064, offset 224 00000400:00000200:0.0:1767384369.554257:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.554262:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.554267:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06d00 00000400:00000200:0.0:1767384369.554272:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d89 [2] + 224 00000400:00000200:0.0:1767384369.554276:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.554279:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384369.554282:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.554285:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384369.554290:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.554300:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.554304:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd417eb 00000400:00000010:0.0:1767384369.554306:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dd417eb. 00000100:00000001:0.0:1767384369.554308:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384369.554309:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384369.554312:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.554314:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384369.554316:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384369.554317:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.554319:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384369.554322:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df9b58ec x1853236744056064/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:350/0 lens 4848/4768 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.554328:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df9b58ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744056064:12345-0@lo:253: Request processed in 22551us (22935us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384369.554342:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:0.0:1767384369.554344:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384369.554346:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384369.554348:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384369.554350:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9b4eb10. 00000020:00000010:0.0:1767384369.554353:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384369.554356:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d43719fa. 00000020:00000040:0.0:1767384369.554359:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384369.554361:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384369.554363:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9f03913. 02000000:00000001:0.0:1767384369.554365:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384369.554367:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384369.554370:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384369.554372:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abf56cba. 00000400:00000010:0.0:1767384369.554375:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dd417eb. 00000100:00000001:0.0:1767384369.554387:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.554388:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384369.554391:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384369.554392:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384369.554393:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d2db96. 00000400:00000200:0.0:1767384369.554395:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dca5527 00000400:00000010:0.0:1767384369.554397:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dca5527. 00000100:00000001:0.0:1767384369.554399:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384369.554401:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384369.554406:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.554411:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384369.554412:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.554414:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384369.554415:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384369.554417:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.554418:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.554420:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384369.554428:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384369.554430:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.554433:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384369.554434:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.554436:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384369.554438:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.554439:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384369.554442:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.554446:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.554448:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384369.554450:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384369.554452:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384369.554454:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384369.554455:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384369.554457:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384369.554458:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384369.554460:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384369.554461:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384369.554463:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384369.554464:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384369.554467:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.554472:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744056064:0@lo:253: 00000100:00000001:0.0:1767384369.554475:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.554477:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384369.554479:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744056064/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.554483:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384369.554484:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384369.554486:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007fdcd7ea. 02000000:00000001:0.0:1767384369.554488:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384369.554489:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384369.554490:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384369.554491:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384369.554496:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac6eb286. 02000000:00000001:0.0:1767384369.554499:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384369.554500:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384369.554501:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000100:00000001:0.0:1767384369.554503:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384369.554504:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.554506:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.554509:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.554511:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.554513:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384369.554514:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384369.556603:0:35579:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca36445d. 00010000:00000010:3.1:1767384369.556612:0:35579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d98d436. 00000100:00000040:0.0:1767384369.560631:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294958340, at 4294958341 00000100:00000010:0.0:1767384369.560639:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000963188f1. 00000100:00000040:2.0:1767384369.561612:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294958340, at 4294958342 00000100:00000010:2.0:1767384369.561619:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000557b7633. 00000100:00000040:1.0:1767384369.561753:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294958340, at 4294958342 00000100:00000040:3.0:1767384369.561757:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294958340, at 4294958342 00000100:00000010:1.0:1767384369.561762:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d23e2549. 00000100:00000010:3.0:1767384369.561764:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f56a998e. 00010000:00000001:1.0:1767384370.132622:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384370.132627:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384370.132632:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384370.132633:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.132671:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.132675:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.132678:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384370.580645:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp43 00000800:00000200:3.0:1767384370.580647:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (6) 00000400:00000010:2.0:1767384370.580651:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b5d313c9. 00000800:00000200:3.0:1767384370.580656:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:988 00000400:00000010:2.0:1767384370.580659:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000c60929e. 00000800:00000200:3.0:1767384370.580660:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384370.580665:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000400:00000010:2.0:1767384370.580673:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5a2136f. 00000800:00000200:3.0:1767384370.580677:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d75e2355] -> 12345-192.168.203.113@tcp11 (6) 00000400:00000200:2.0:1767384370.580680:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp43 00000800:00000200:3.0:1767384370.580686:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp11 ip 192.168.203.113:988 00000800:00000200:3.0:1767384370.580688:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384370.580702:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp43 local destination 00000400:00000200:2.0:1767384370.580708:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 00000400:00000200:2.0:1767384370.580712:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [172:172:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384370.580717:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000400:00000200:2.0:1767384370.580724:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp43:192.168.203.113@tcp43) : GET try# 0 00000800:00000200:2.0:1767384370.580728:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp43 00000800:00000010:2.0:1767384370.580732:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a68d532b. 00000800:00000200:2.0:1767384370.580738:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000800:00000200:2.1:1767384370.580743:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000200:2.0:1767384370.580758:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 1 next ping: 294 health :900 00000800:00000200:0.0:1767384370.580794:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384370.580800:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.580808:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.580812:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.580816:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.580818:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.580820:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384370.580821:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.580825:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384370.580826:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384370.580830:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580871:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580891:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580921:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580956:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580974:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.580991:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581011:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581027:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581042:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581059:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581079:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581099:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581116:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581136:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581154:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581171:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581188:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581208:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581227:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581244:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581261:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581294:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581311:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581324:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581343:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581359:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581379:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581400:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581425:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581459:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581492:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581512:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384370.581531:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384370.581678:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082c8cd75. 00000800:00000010:2.0:1767384370.581683:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049ae4401. 00000800:00000010:2.0:1767384370.581688:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ecc7b6ef. 00000800:00000010:2.0:1767384370.581710:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ecc7b6ef. 00000800:00020000:2.0:1767384370.581717:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384370.581720:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049ae4401. 00000800:00000010:2.0:1767384370.581723:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082c8cd75. 00000400:02020000:2.0:1767384370.581777:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384370.581783:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000400:00000200:2.0:1767384370.581787:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384370.581792:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:2.0:1767384370.581794:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a68d532b. 00000400:00000200:2.0:1767384370.581798:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384370.581803:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384370.581809:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384370.581812:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384370.581816:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp43) recovery failed with -71 00010000:00000001:1.0:1767384371.155658:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384371.155663:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.155667:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384371.155669:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.155721:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384371.155726:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.155730:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384371.164413:0:36085:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384371.164426:0:36085:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.164430:0:36085:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.164435:0:36085:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384371.164439:0:36085:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.164442:0:36085:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384371.603656:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000800:00000200:2.0:1767384371.603665:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:988 00000800:00000200:2.0:1767384371.603669:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384371.603696:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.603700:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384371.603703:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bae91a1 00000400:00000010:0.0:1767384371.603706:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000400:00000200:0.0:1767384371.603711:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384371.603715:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384371.603726:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b5d313c9. 00000400:00000010:0.0:1767384371.603729:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000c60929e. 00000400:00000200:0.0:1767384371.603734:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp38 00000400:00000010:0.0:1767384371.603738:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000557ef131. 00000400:00000010:0.0:1767384371.603742:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004303c435. 00000400:00000010:0.0:1767384371.603746:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db07d8d4. 00000400:00000010:0.0:1767384371.603758:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b5fc3c48. 00000400:00000200:0.0:1767384371.603761:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp38 00000400:00000200:0.0:1767384371.603773:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp38 local destination 00000400:00000200:0.0:1767384371.603779:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:0.0:1767384371.603782:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [173:173:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1767384371.603788:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:0.0:1767384371.603797:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp38:192.168.203.113@tcp38) : GET try# 0 00000800:00000001:3.0:1767384371.603803:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384371.603803:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000200:2.0:1767384371.603808:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384371.603809:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c874050b. 00000800:00000200:0.0:1767384371.603816:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000001:3.0:1767384371.603818:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384371.603823:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000001:3.0:1767384371.603826:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.603844:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384371.603848:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 4 next ping: 309 health :600 00000400:00000200:0.0:1767384371.603910:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.603950:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.603965:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.603979:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.603994:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604009:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604023:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604036:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604050:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604076:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604089:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604105:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604124:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604140:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604161:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604180:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604202:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604218:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604235:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604264:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604279:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604297:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604317:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604337:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604355:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604374:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604391:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604407:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604425:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604445:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604466:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604485:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604512:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604535:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.604607:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384371.604751:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac6eb286. 00000800:00000010:0.0:1767384371.604755:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037ee2198. 00000800:00000010:0.0:1767384371.604760:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dafae885. 00000800:00000010:0.0:1767384371.604778:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dafae885. 00000800:00020000:0.0:1767384371.604786:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384371.604800:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037ee2198. 00000800:00000010:0.0:1767384371.604802:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac6eb286. 00000400:02020000:0.0:1767384371.604834:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384371.604840:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000800:00000200:0.0:1767384371.604845:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp38 down 00000800:00000100:0.0:1767384371.604850:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:0.0:1767384371.604853:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c874050b. 00000400:00000200:0.0:1767384371.604856:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384371.604860:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384371.604876:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384371.604885:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384371.604890:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp38) recovery failed with -71 00000001:00000001:3.0:1767384371.862940:0:36249:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384371.862943:0:36249:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767384371.867008:0:36249:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384371.873263:0:36250:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e0cc256. 00000400:00000010:2.0:1767384371.873276:0:36250:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000059134e6f. 00000400:00000010:2.0:1767384371.873284:0:36250:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000845cb144. 00000400:00000010:2.0:1767384371.873287:0:36250:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000078ea5ec3. 00000400:00000010:2.0:1767384371.873290:0:36250:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f82f804. 00000400:00000010:2.0:1767384371.873293:0:36250:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecc7b6ef. 00000400:00000010:2.0:1767384371.873295:0:36250:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019d1065a. 00000400:00000010:2.0:1767384371.873296:0:36250:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005833f99f. 00000400:00000010:2.0:1767384371.873298:0:36250:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000048ec33a3. 00000800:00000010:2.0:1767384371.873312:0:36250:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a68d532b. 00000800:00000200:2.0:1767384371.873321:0:36250:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384371.873333:0:36250:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384371.873362:0:36250:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:2.0:1767384371.873382:0:36250:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384371.875043:0:36250:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007fb41ec3. 00000400:00000010:2.0:1767384371.875049:0:36250:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa5348e. 00000400:00000010:2.0:1767384371.875053:0:36250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e02cce4. 00000400:00000001:2.0:1767384371.875072:0:36250:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384371.875074:0:36250:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384371.875075:0:36250:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000400:00000200:2.0:1767384371.875077:0:36250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000400:00000010:2.0:1767384371.875078:0:36250:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000400:00000010:2.0:1767384371.875081:0:36250:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000cb3820a4. 00000400:00000200:2.0:1767384371.875085:0:36250:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (36) 00000400:00000200:2.0:1767384371.875096:0:36250:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384371.875105:0:36250:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384371.875111:0:36250:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000082c8cd75. 00000400:00000200:0.0:1767384371.875115:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384371.875116:0:36250:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384371.875120:0:36250:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp46 00000400:00000200:0.0:1767384371.875123:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000010:0.0:1767384371.875130:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000400:00000010:2.0:1767384371.875133:0:36250:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000059134e6f. 00000400:00000200:0.0:1767384371.875133:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000010:0.0:1767384371.875137:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030c5aa26. 00000400:00000010:2.0:1767384371.875138:0:36250:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e0cc256. 00000400:00000200:0.0:1767384371.875146:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:1.0:1767384371.875155:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384371.875159:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:1.0:1767384371.875161:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384371.875165:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384371.875165:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 152], ns[40, 162] 10000000:01000000:1.0:1767384371.875168:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384371.875174:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384371.875174:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000020:01000004:1.0:1767384371.875178:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384371.875181:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000020:01000004:1.0:1767384371.875182:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384371.875185:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384371.875188:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384371.875189:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[75, 40] 00000020:01000004:1.0:1767384371.875191:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384371.875195:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384371.875197:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 40], ns[79, 40] 00000400:00000200:0.0:1767384371.875201:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 40], ns[92, 40] 00000020:01000004:1.0:1767384371.875206:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384371.875209:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384371.875209:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[96, 40] 00000020:01000004:1.0:1767384371.875213:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384371.875217:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[112, 40] 00000100:00000010:1.0:1767384371.875220:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085c1e75b. 00000400:00000200:0.0:1767384371.875221:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 40], ns[122, 40] 00000020:00000040:1.0:1767384371.875226:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:0.0:1767384371.875229:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[131, 40] 00000100:00000001:1.0:1767384371.875233:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384371.875234:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 40], ns[140, 40] 02000000:00000001:1.0:1767384371.875238:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384371.875240:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 40], ns[143, 40] 02000000:00000001:1.0:1767384371.875244:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875245:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 40], ns[152, 40] 00000400:00000200:0.0:1767384371.875249:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[158, 40] 02000000:00000010:1.0:1767384371.875253:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c93e0d8. 00000100:00000001:1.0:1767384371.875260:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875264:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:0.0:1767384371.875268:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000100:00000001:1.0:1767384371.875270:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384371.875273:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875273:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000400:00000200:0.0:1767384371.875279:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000100:00000040:1.0:1767384371.875283:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085c1e75b] to pc [ptlrpcd_00_00+0] req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.875285:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 40], ns[168, 40] 00000400:00000200:0.0:1767384371.875300:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000400:00000200:0.0:1767384371.875305:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[73, 40] 00000400:00000200:0.0:1767384371.875308:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 40], ns[136, 40] 00000400:00000200:0.0:1767384371.875311:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 40], ns[145, 40] 00000400:00000200:0.0:1767384371.875314:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 40], ns[120, 40] 00000400:00000200:0.0:1767384371.875317:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[100, 40] 00000400:00000200:0.0:1767384371.875321:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 40], ns[156, 40] 10000000:00000001:1.0:1767384371.875322:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384371.875328:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875328:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 40], ns[169, 40] 00000020:00000001:1.0:1767384371.875331:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875333:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384371.875337:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384371.875339:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384371.875341:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[127, 40] 00000100:00000001:2.0:1767384371.875343:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384371.875345:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384371.875348:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384371.875350:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384371.875351:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384371.875353:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 40], ns[173, 40] 10000000:01000000:1.0:1767384371.875354:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384371.875359:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384371.875363:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384371.875367:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384371.875371:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384371.875375:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384371.875375:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 40], ns[150, 40] 00000020:01000004:1.0:1767384371.875376:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384371.875380:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384371.875380:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384371.875384:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384371.875386:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384371.875387:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384371.875387:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[149, 40] 02000000:00000001:2.0:1767384371.875391:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384371.875392:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384371.875396:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 40], ns[167, 40] 02000000:00000001:2.0:1767384371.875397:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.875398:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f745da. 00000020:00000040:1.0:1767384371.875403:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00100000:2.0:1767384371.875404:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000085c1e75b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744056448:0@lo:253: 00000100:00000001:1.0:1767384371.875408:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384371.875411:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384371.875415:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384371.875416:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875419:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 40], ns[170, 40] 02000000:00000001:2.0:1767384371.875421:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384371.875424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000923ce6d0. 02000000:00000001:2.0:1767384371.875425:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875426:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[162, 40], ns[172, 40] 02000000:00000001:2.0:1767384371.875431:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384371.875436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 40], ns[0, 40] 00000100:00000001:1.0:1767384371.875437:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384371.875439:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b6b4e771. 00000400:00000200:0.0:1767384371.875441:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 02000000:00000001:2.0:1767384371.875443:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.875444:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384371.875448:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp44 00000100:00000001:1.0:1767384371.875449:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.875450:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000400:00000200:0.0:1767384371.875456:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp44 lpni_is_preferred = 0 00000400:00000010:2.0:1767384371.875457:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059134e6f. 00000100:00000040:1.0:1767384371.875457:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f745da] to pc [ptlrpcd_00_01+1] req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.875462:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp44 00000100:00000200:2.0:1767384371.875464:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744056448, portal 25 00000100:00000001:2.0:1767384371.875471:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384371.875471:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp44 NI seq info: [174:174:256:4294967295] 192.168.203.113@tcp44 LPNI seq info [164:164:8:4294967295] 00000100:00000001:2.0:1767384371.875475:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099039872 : -120961610511744 : ffff91fc6e2c8a80) 10000000:00000001:1.0:1767384371.875480:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.875483:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384371.875486:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875486:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp44 00000020:00000001:1.0:1767384371.875492:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875498:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:1.0:1767384371.875499:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384371.875504:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000082c8cd75. 00000400:00000200:0.0:1767384371.875506:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp44(192.168.203.113@tcp44:) -> 192.168.203.113@tcp44(192.168.203.113@tcp:192.168.203.113@tcp44) : PUT try# 0 00000100:00000040:2.0:1767384371.875507:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384371.875512:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000337e3c5c. 00000100:00000200:2.0:1767384371.875515:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744056448, offset 0 00000100:00000001:1.0:1767384371.875518:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384371.875518:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.113@tcp44 00000100:00000001:1.0:1767384371.875522:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384371.875524:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384371.875525:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384371.875525:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe4538c. 00000100:00000040:1.0:1767384371.875532:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384371.875535:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9a0a60f. 00000400:00000200:2.0:1767384371.875536:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384371.875542:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e36b731e. 00000100:00000001:1.0:1767384371.875549:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384371.875598:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06e80 00000800:00000200:0.0:1767384371.875602:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (2) 00000400:00000200:2.0:1767384371.875608:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x154d [2] + 0 00000800:00000200:0.1:1767384371.875612:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (2) 00000400:00000010:2.0:1767384371.875614:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c814304. 00000400:00000200:2.0:1767384371.875619:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007bc49838 00000400:00000200:2.0:1767384371.875625:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.875627:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384371.875632:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000400:00000200:2.0:1767384371.875633:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384371.875641:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc49838 00000400:00000010:2.0:1767384371.875643:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc49838. 00000100:00000001:2.0:1767384371.875647:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384371.875649:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384371.875652:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000001d2aaa4b x1853236744056448 msgsize 4848 00000100:00100000:2.0:1767384371.875655:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384371.875657:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384371.875666:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384371.875671:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337e3c5c 00000400:00000010:2.0:1767384371.875672:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000337e3c5c. 00000100:00000001:2.0:1767384371.875674:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384371.875677:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.875685:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384371.875687:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.875688:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000001:2.0:1767384371.875697:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875699:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384371.875704:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875707:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294960673 00000100:00000010:2.0:1767384371.875711:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e6a38b8. 00000100:00000001:2.0:1767384371.875716:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384371.875724:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294960673 00000100:00000010:2.0:1767384371.875726:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4578fc9. 00000100:00000001:2.0:1767384371.875730:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384371.875735:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294960673 00000100:00000010:2.0:1767384371.875738:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b5e7ccb. 00000100:00000001:2.0:1767384371.875741:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384371.875745:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294960673 00000100:00000010:2.0:1767384371.875749:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f56a998e. 00000100:00000001:2.0:1767384371.875753:0:16154:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384371.875758:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384371.875759:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:2.0:1767384371.875760:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875765:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875767:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.875767:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.875777:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384371.875779:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.875781:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384371.875782:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875785:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384371.875788:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f745da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744056576:0@lo:253: 00000100:00000001:2.0:1767384371.875790:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384371.875792:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:2.0:1767384371.875793:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.875793:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384371.875798:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.875798:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384371.875802:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.875803:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.875805:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384371.875812:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e082242. 02000000:00000001:1.0:1767384371.875814:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.875818:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e39837. 00000400:00000010:1.0:1767384371.875823:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001956b10b. 00000100:00000200:1.0:1767384371.875826:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744056576, portal 25 00000100:00000001:1.0:1767384371.875828:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384371.875829:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:1.0:1767384371.875830:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099052416 : -120961610499200 : ffff91fc6e2cbb80) 00000100:00000040:1.0:1767384371.875839:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384371.875854:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:1.0:1767384371.875855:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.875859:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.875863:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab553793. 00000100:00000200:1.0:1767384371.875865:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744056576, offset 0 00000400:00000200:1.0:1767384371.875870:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.875877:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384371.875881:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384371.875886:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd06f00 00000400:00000200:1.0:1767384371.875892:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1555 [2] + 0 00000400:00000010:1.0:1767384371.875895:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0f8140. 00000400:00000200:1.0:1767384371.875897:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b38e38f 00000400:00000200:1.0:1767384371.875901:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.875905:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384371.875908:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b38e38f 00000400:00000010:1.0:1767384371.875910:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b38e38f. 00000100:00000001:1.0:1767384371.875914:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384371.875914:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000200:1.0:1767384371.875915:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384371.875920:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000000f45e659 x1853236744056576 msgsize 4848 00000100:00100000:1.0:1767384371.875927:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384371.875929:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384371.875939:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.875943:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab553793 00000400:00000010:1.0:1767384371.875945:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab553793. 00000100:00000001:1.0:1767384371.875949:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384371.875951:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000200:1.0:1767384371.875953:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.875957:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384371.875961:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056448 00000100:00000001:1.0:1767384371.875963:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384371.875965:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384371.875968:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384371.875968:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.875970:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.875973:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 02000000:00000001:2.0:1767384371.875976:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.875983:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056448 00000100:00000001:1.0:1767384371.875984:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.875986:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384371.875987:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384371.875990:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384371.875993:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.875994:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384371.875994:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000020:00000040:2.0:1767384371.875998:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000001:1.0:1767384371.875999:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294960673 00000020:00000001:2.0:1767384371.876003:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384371.876004:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294960673 00000020:00000001:2.0:1767384371.876007:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384371.876011:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.876015:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294960673 00000020:00000010:2.0:1767384371.876016:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c74149c. 00000100:00000001:1.0:1767384371.876017:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294960673 00000400:00000200:0.0:1767384371.876017:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:2.0:1767384371.876020:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.876022:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294960673 00000020:00000010:2.0:1767384371.876024:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c74149c. 00000100:00000001:1.0:1767384371.876028:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294960673 00000100:00000001:1.0:1767384371.876031:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294960673 00000020:00000010:2.0:1767384371.876033:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040a82da3. 00000100:00000001:1.0:1767384371.876033:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294960673 00000100:00000001:1.0:1767384371.876039:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384371.876040:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b5c516ab. 00000100:00000001:1.0:1767384371.876040:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.876044:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384371.876046:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002baed659. 00000100:00000001:1.0:1767384371.876046:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.876054:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.876056:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384371.876057:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384371.876058:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384371.876058:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:1.0:1767384371.876061:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384371.876064:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384371.876065:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876066:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384371.876070:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.876070:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876082:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876090:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384371.876099:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000001:2.0:1767384371.876102:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384371.876105:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056576 02000000:00000001:2.0:1767384371.876107:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384371.876107:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384371.876111:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.876111:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384371.876115:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.876117:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.876119:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1767384371.876120:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056576 00000100:00000040:1.0:1767384371.876123:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000001:2.0:1767384371.876124:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384371.876126:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:1.0:1767384371.876127:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094210128 : -120961615341488 : ffff91fc6de2d850) 00000020:00000001:2.0:1767384371.876129:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384371.876133:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000400:00000200:0.0:1767384371.876133:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000040:1.0:1767384371.876135:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d2aaa4b x1853236744056448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384371.876139:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384371.876145:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384371.876151:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.876152:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.876156:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c74149c. 00000020:00000010:1.0:1767384371.876157:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000933c61db. 00000100:00000001:2.0:1767384371.876160:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.876162:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384371.876163:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c74149c. 00000020:00000010:1.0:1767384371.876168:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000933c61db. 00000020:00000010:2.0:1767384371.876171:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e40eefc0. 00000100:00100000:1.0:1767384371.876176:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d2aaa4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744056448:12345-0@lo:253: 00000020:00000010:2.0:1767384371.876177:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007be30528. 00000400:00000200:0.0:1767384371.876179:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000020:00000010:2.0:1767384371.876183:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000100:00000200:1.0:1767384371.876185:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056448 00000100:00000001:2.0:1767384371.876189:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384371.876189:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384371.876192:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384371.876194:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.876199:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384371.876201:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.876202:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876205:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384371.876206:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384371.876209:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384371.876213:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384371.876214:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384371.876217:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384371.876218:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384371.876219:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384371.876223:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384371.876224:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.876228:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384371.876229:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000400:00000200:0.0:1767384371.876230:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 02000000:00000001:1.0:1767384371.876232:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384371.876233:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384371.876237:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094203984 : -120961615347632 : ffff91fc6de2c050) 02000000:00000010:1.0:1767384371.876238:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d01a3c47. 02000000:00000001:1.0:1767384371.876242:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.876243:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f45e659 x1853236744056576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.876247:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.876253:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384371.876256:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.876261:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c74149c. 00000100:00000001:2.0:1767384371.876263:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384371.876263:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097873c80. 00000020:00000010:2.0:1767384371.876267:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c74149c. 20000000:01000000:1.0:1767384371.876269:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384371.876272:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 20000000:00000001:1.0:1767384371.876274:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:2.0:1767384371.876276:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f45e659 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744056576:12345-0@lo:253: 20000000:00000001:1.0:1767384371.876278:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:2.0:1767384371.876283:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056576 20000000:00000001:1.0:1767384371.876284:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.876286:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384371.876287:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.876290:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384371.876291:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384371.876293:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.876296:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384371.876298:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:2.0:1767384371.876300:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384371.876300:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384371.876302:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384371.876303:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a207c0a. 00000020:00000001:2.0:1767384371.876304:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384371.876307:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000020:00000001:2.0:1767384371.876308:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876312:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384371.876315:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384371.876316:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:2.0:1767384371.876321:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a2e71ede. 00080000:00000001:1.0:1767384371.876322:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384371.876324:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 02000000:00000001:2.0:1767384371.876325:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.876330:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.876332:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384371.876338:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000082c8cd75. 20000000:01000000:2.0:1767384371.876342:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384371.876343:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384371.876345:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384371.876347:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.876349:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.876351:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384371.876367:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384371.876371:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384371.876373:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384371.876374:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384371.876378:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384371.876381:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000020:00000001:1.0:1767384371.876383:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:1.0:1767384371.876388:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384371.876394:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000506bd8f1. 00080000:00000001:1.0:1767384371.876396:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107094864896 : -120966614686720 : ffff91fb43e6e400) 00080000:00000001:1.0:1767384371.876399:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384371.876435:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876470:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876504:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000001:00000001:1.0:1767384371.876512:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384371.876515:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384371.876517:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384371.876527:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:1.0:1767384371.876535:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384371.876539:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384371.876608:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876650:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00080000:00000001:1.0:1767384371.876697:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384371.876701:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384371.876702:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876745:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876796:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876821:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876855:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876884:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876916:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.876955:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.877003:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384371.877047:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384371.877215:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac6eb286. 00000800:00000010:0.0:1767384371.877219:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089a86c7c. 00000800:00000010:0.0:1767384371.877224:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6ee55e6. 00000800:00000010:0.0:1767384371.877240:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6ee55e6. 00000800:00020000:0.0:1767384371.877248:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384371.877251:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089a86c7c. 00000800:00000010:0.0:1767384371.877253:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac6eb286. 00000400:02020000:0.0:1767384371.877294:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp44 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384371.877300:0:35348:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp44 notifying 192.168.203.113@tcp44: down 00000800:00000200:0.0:1767384371.877304:0:35348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp44 down 00000800:00000100:0.0:1767384371.877308:0:35348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.203.113@tcp44 00000800:00000010:0.0:1767384371.877311:0:35348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe4538c. 00000400:00000200:0.0:1767384371.877314:0:35348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384371.877317:0:35348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp44->192.168.203.113@tcp44: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384371.877324:0:35348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp44 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:0.0:1767384371.877327:0:35348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384371.877330:0:35348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:0.0:1767384371.877334:0:35348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384371.877359:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384371.877363:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301171 00000400:00000001:0.0:1767384371.877367:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384371.877369:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384371.877371:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384371.877373:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000400:00000200:0.0:1767384371.877376:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384371.877380:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384371.877382:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (38) 00000400:00000200:0.0:1767384371.877385:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384371.877388:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc -71 00000400:00000200:0.0:1767384371.877393:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384371.877397:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (37) 00080000:00000001:0.0:1767384371.884769:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384371.884777:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:1.0:1767384371.884778:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384371.884783:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384371.884783:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.884786:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384371.884787:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384371.884790:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384371.884791:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384371.884794:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000506bd8f1. 20000000:01000000:0.0:1767384371.884796:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384371.884798:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384371.884807:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384371.884811:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384371.884816:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384371.884840:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384371.884843:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384371.884846:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384371.884849:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384371.884852:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384371.884871:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000371f3dce. 00010000:00000001:0.0:1767384371.884875:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.884878:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000001:0.0:1767384371.884881:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.884884:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007663ef75 with handle 0xf489261bfe0bc7c1 to hash 00000020:00000001:0.0:1767384371.884886:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384371.884887:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.884890:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.884893:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.884895:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.884898:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.884904:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384371.884907:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384371.884910:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384371.884912:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.884914:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.884916:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.884918:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.884920:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384371.884922:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384371.884923:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.884925:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384371.884926:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000371f3dce) refcount = 1 00010000:00010000:0.0:1767384371.884929:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.884934:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384371.884935:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.884937:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.884945:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.884948:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384371.884951:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384371.884953:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:0.0:1767384371.884956:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.884958:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.884959:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=4 00000020:00000001:0.0:1767384371.884961:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.884964:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.884966:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384371.884968:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.884974:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384371.884976:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.884980:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.884982:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384371.884983:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.884987:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.884989:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.884991:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384371.884993:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384371.884998:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007663ef75 already unused, calling callback (0000000092aba540) 00010000:00000001:0.0:1767384371.885000:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.885002:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384371.885005:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.885009:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384371.885016:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.885017:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.885019:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007663ef75 refcount=5 00000020:00000001:0.0:1767384371.885021:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.885023:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116750848 : -120961592800768 : ffff91fc6f3aca00) 00010000:00000001:0.0:1767384371.885026:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384371.885027:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384371.885032:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c293d22. 00010000:00000001:0.0:1767384371.885033:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384371.885036:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:01000000:2.0:1767384371.885038:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00010000:00000001:0.0:1767384371.885038:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384371.885045:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384371.885046:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384371.885049:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384371.885050:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384371.885051:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384371.885052:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384371.885055:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007663ef75 with handle 0xf489261bfe0bc7c1 from hash 00010000:00000001:0.0:1767384371.885058:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384371.885059:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.885060:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.885062:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384371.885063:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384371.885065:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384371.885067:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384371.885068:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.885071:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.885073:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384371.885074:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384371.885075:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.885076:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.885077:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.885079:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.885080:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.885082:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384371.885082:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384371.885089:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384371.885090:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384371.885092:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.885094:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384371.885099:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384371.885100:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384371.885101:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384371.885104:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1767384371.885105:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00010000:00000001:0.0:1767384371.885105:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.885107:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384371.885111:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384371.885111:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384371.885116:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.885118:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384371.885119:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d9266516. 00010000:00010000:0.0:1767384371.885119:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384371.885124:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086571520 : -120966622980096 : ffff91fb43685800) 00010000:00000001:0.0:1767384371.885129:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:2.0:1767384371.885130:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384371.885132:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384371.885134:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007663ef75/0xf489261bfe0bc7c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384371.885139:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000371f3dce count: 0 00010000:00000001:0.0:1767384371.885149:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384371.885150:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:2.0:1767384371.885211:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384371.885214:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.885216:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384371.885232:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384371.885235:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384371.885602:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384371.885606:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384371.889623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000371f3dce. 00010000:00000010:0.1:1767384371.889632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00000100:00000040:0.0:1767384371.893614:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294960673, at 4294960674 00000100:00000010:0.0:1767384371.893623:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e6a38b8. 00000100:00000040:3.0:1767384371.893996:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294960673, at 4294960674 00000100:00000010:3.0:1767384371.894004:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f56a998e. 00000100:00000040:2.0:1767384371.894609:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294960673, at 4294960675 00000100:00000010:2.0:1767384371.894617:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b5e7ccb. 00000100:00000040:1.0:1767384371.894731:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294960673, at 4294960675 00000100:00000010:1.0:1767384371.894738:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4578fc9. 00000400:00000010:2.0:1767384371.894985:0:36255:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006fd9761c. 00000400:00000040:2.0:1767384371.895002:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384371.895005:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384371.895007:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.895009:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.895011:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.895013:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384371.895016:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384371.895017:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384371.895019:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384371.895020:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384371.895022:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384371.895023:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.895025:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384371.895026:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.895027:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384371.895029:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384371.895031:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.895032:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384371.895033:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384371.895034:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.895035:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.895036:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.895037:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.895038:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.895041:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384371.895042:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.895044:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.895044:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.895046:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.895047:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.895048:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384371.895049:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.895051:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.895053:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.895054:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.895055:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.895056:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384371.895058:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384371.895060:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.895062:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384371.895063:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384371.895064:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.895066:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384371.895068:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384371.895070:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384371.895071:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384371.895073:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384371.895074:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384371.895076:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384371.895078:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.895079:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384371.895081:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384371.895082:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384371.895083:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384371.895084:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384371.895085:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384371.895086:0:36255:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384371.895163:0:36255:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006fd9761c. 00080000:00000001:2.0:1767384371.895902:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384371.895907:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00080000:00000001:3.0:1767384371.895908:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384371.895910:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384371.895914:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384371.895914:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384371.895918:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384371.895919:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384371.895922:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384371.895924:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384371.895927:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d9266516. 20000000:00000001:2.0:1767384371.895928:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384371.895932:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384371.895933:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384371.895940:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384371.895940:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384371.895945:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384371.895947:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384371.895951:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384371.895953:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384371.895958:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000026255363. 00010000:00000001:1.0:1767384371.895961:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384371.895964:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f1d5e61. 00000020:00000001:1.0:1767384371.895966:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384371.895968:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f1d5e61 with handle 0xf489261bfe0bc7c8 to hash 00000020:00000001:1.0:1767384371.895970:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384371.895971:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.895973:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.895975:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.895977:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.895979:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.895985:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384371.895987:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384371.895988:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384371.895997:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.895998:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.896000:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.896001:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.896003:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384371.896004:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384371.896005:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384371.896007:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384371.896008:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000026255363) refcount = 1 00010000:00010000:1.0:1767384371.896011:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896015:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384371.896017:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384371.896018:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.896019:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896021:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384371.896023:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384371.896025:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:1.0:1767384371.896027:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.896029:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.896030:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=4 00000020:00000001:1.0:1767384371.896032:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.896034:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.896035:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384371.896037:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896042:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384371.896044:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896048:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.896049:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384371.896051:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896063:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.896065:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896067:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384371.896069:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384371.896072:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f1d5e61 already unused, calling callback (0000000092aba540) 00010000:00000001:1.0:1767384371.896074:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.896076:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384371.896078:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896082:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384371.896083:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.896084:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.896086:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f1d5e61 refcount=5 00000020:00000001:1.0:1767384371.896088:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.896089:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597824 : -120961625953792 : ffff91fc6d40ea00) 00010000:00000001:1.0:1767384371.896092:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384371.896093:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896096:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.896097:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.896098:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896100:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384371.896101:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384371.896103:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.896104:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.896105:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f1d5e61 with handle 0xf489261bfe0bc7c8 from hash 00010000:00000001:1.0:1767384371.896107:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384371.896108:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.896109:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.896117:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384371.896119:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384371.896121:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384371.896122:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384371.896123:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.896124:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896126:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384371.896126:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384371.896128:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.896129:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.896129:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896131:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.896132:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.896133:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896136:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.896138:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.896139:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384371.896140:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384371.896142:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.896143:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.896145:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384371.896147:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.896148:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.896150:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.896154:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384371.896155:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384371.896156:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f1d5e61/0xf489261bfe0bc7c8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384371.896159:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000026255363 count: 0 00010000:00000001:1.0:1767384371.896165:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384371.896165:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384371.897054:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384371.897058:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384371.897066:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097873c80. 20000000:00000001:1.0:1767384371.897071:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384371.897075:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056448 00010000:00000001:1.0:1767384371.897077:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384371.897083:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d2aaa4b x1853236744056448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384371.897091:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.897093:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.897097:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.897101:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.897103:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.897105:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384371.897108:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.897111:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.897114:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.897118:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.897122:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000458a1a15. 00000100:00000200:1.0:1767384371.897126:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744056448, offset 224 00000400:00000200:1.0:1767384371.897133:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.897143:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.897152:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06e80 00000400:00000200:1.0:1767384371.897159:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc9 [2] + 224 00000400:00000200:1.0:1767384371.897165:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.897169:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.897174:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.897178:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.897184:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.897200:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.897207:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458a1a15 00000400:00000010:1.0:1767384371.897209:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000458a1a15. 00000100:00000001:2.0:1767384371.897211:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.897212:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384371.897214:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384371.897220:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384371.897221:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384371.897224:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384371.897227:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000100:00000001:1.0:1767384371.897228:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.897233:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059134e6f 00000100:00000040:1.0:1767384371.897234:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:2.0:1767384371.897237:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059134e6f. 00010000:00000001:1.0:1767384371.897238:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384371.897241:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384371.897242:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.897246:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384371.897249:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.897252:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d2aaa4b x1853236744056448/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384371.897273:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.897276:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d2aaa4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744056448:12345-0@lo:253: Request processed in 21121us (21620us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384371.897291:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384371.897295:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384371.897295:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:1.0:1767384371.897299:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:2.0:1767384371.897300:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384371.897304:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.897304:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384371.897307:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.897309:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384371.897310:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.897314:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384371.897316:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b5c516ab. 00000100:00001000:2.0:1767384371.897318:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=79 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384371.897322:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002baed659. 00000100:00001000:2.0:1767384371.897323:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=79 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384371.897329:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a82da3. 00000100:00000001:2.0:1767384371.897330:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384371.897332:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.897336:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384371.897337:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00010000:00000001:2.0:1767384371.897338:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.897342:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.897343:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384371.897346:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d01a3c47. 00000100:00000040:2.0:1767384371.897347:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384371.897352:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384371.897356:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.897357:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384371.897362:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384371.897363:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384371.897366:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384371.897369:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0f8140. 00000020:01000004:2.0:1767384371.897371:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384371.897375:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384371.897376:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384371.897377:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000458a1a15. 00000020:01000004:2.0:1767384371.897378:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384371.897381:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384371.897383:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384371.897385:0:16154:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384371.897387:0:16154:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384371.897388:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384371.897389:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384371.897392:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384371.897398:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000085c1e75b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744056448:0@lo:253: 00000100:00000001:2.0:1767384371.897401:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.897403:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384371.897404:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000085c1e75b x1853236744056448/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.897408:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384371.897411:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384371.897412:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b6b4e771. 02000000:00000001:2.0:1767384371.897415:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384371.897416:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384371.897417:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384371.897419:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384371.897420:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c93e0d8. 02000000:00000001:2.0:1767384371.897426:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384371.897428:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384371.897429:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085c1e75b. 00000100:00000001:2.0:1767384371.897431:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384371.897432:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.897433:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.897438:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384371.897440:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.897441:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.897443:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384371.898598:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384371.898601:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384371.898602:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000082c8cd75. 20000000:00000001:2.0:1767384371.898607:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384371.898610:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056576 00010000:00000001:2.0:1767384371.898612:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384371.898615:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f45e659 x1853236744056576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384371.898621:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384371.898622:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384371.898623:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384371.898625:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384371.898626:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384371.898628:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384371.898630:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384371.898631:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.898633:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384371.898635:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384371.898638:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059134e6f. 00000100:00000200:2.0:1767384371.898640:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744056576, offset 224 00000400:00000200:2.0:1767384371.898644:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384371.898649:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384371.898654:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd06f00 00000400:00000200:2.0:1767384371.898657:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd1 [2] + 224 00000400:00000200:2.0:1767384371.898662:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.898665:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384371.898668:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384371.898670:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384371.898676:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.898690:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384371.898695:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059134e6f 00000400:00000010:2.0:1767384371.898697:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059134e6f. 00000100:00000001:2.0:1767384371.898699:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384371.898701:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384371.898703:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.898705:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384371.898706:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384371.898710:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384371.898710:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384371.898714:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384371.898717:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384371.898717:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384371.898721:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384371.898724:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f45e659 x1853236744056576/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:352/0 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384371.898725:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3e39837. 00000400:00000200:3.0:1767384371.898731:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001956b10b 00000400:00000010:3.0:1767384371.898735:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001956b10b. 00000100:00100000:2.0:1767384371.898739:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f45e659 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744056576:12345-0@lo:253: Request processed in 22480us (22815us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384371.898742:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384371.898747:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384371.898752:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:2.0:1767384371.898754:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384371.898755:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.898757:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384371.898761:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007be30528. 00000020:00000010:2.0:1767384371.898767:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000100:00000200:3.0:1767384371.898769:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384371.898772:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e40eefc0. 00000020:00000040:2.0:1767384371.898778:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:3.0:1767384371.898783:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384371.898784:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384371.898787:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a2e71ede. 00000100:00000001:3.0:1767384371.898788:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.898792:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384371.898793:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384371.898794:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384371.898795:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.898796:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.898800:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384371.898801:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384371.898802:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.898808:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000100:00001000:3.0:1767384371.898809:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384371.898815:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=79 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384371.898815:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059134e6f. 00000100:00000001:3.0:1767384371.898821:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384371.898824:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384371.898828:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384371.898830:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.898832:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.898837:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.898846:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384371.898849:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384371.898851:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384371.898854:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384371.898856:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384371.898858:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384371.898860:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384371.898862:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384371.898864:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384371.898865:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384371.898867:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384371.898869:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384371.898873:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384371.898881:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f745da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744056576:0@lo:253: 00000100:00000001:3.0:1767384371.898896:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.898898:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384371.898901:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f745da x1853236744056576/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.898908:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384371.898910:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384371.898912:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e082242. 02000000:00000001:3.0:1767384371.898916:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384371.898918:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384371.898920:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384371.898923:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384371.898924:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000923ce6d0. 02000000:00000001:3.0:1767384371.898928:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384371.898930:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384371.898931:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f745da. 00000100:00000001:3.0:1767384371.898934:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384371.898935:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.898936:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.898940:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384371.898942:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.898944:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.898946:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384371.902629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000026255363. 00010000:00000010:1.1:1767384371.902637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f1d5e61. 00010000:00000001:1.0:1767384372.179707:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384372.179712:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.179717:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384372.179720:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384372.179723:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384372.179725:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.179727:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384372.179728:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.179730:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384372.179732:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384372.179766:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384372.179770:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384372.179773:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384372.627667:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.627672:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384372.627675:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db07d8d4 00000400:00000010:1.0:1767384372.627681:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db07d8d4. 00000400:00000200:1.0:1767384372.627688:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384372.627694:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384372.627704:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000557ef131. 00000400:00000010:1.0:1767384372.627708:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004303c435. 00000400:00000200:1.0:1767384372.627712:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp43 00000400:00000010:1.0:1767384372.627716:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007a04a2a6. 00000400:00000010:1.0:1767384372.627721:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cdbb6126. 00000400:00000010:1.0:1767384372.627725:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000400:00000010:1.0:1767384372.627731:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003d7bcf6. 00000400:00000200:1.0:1767384372.627736:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp43 00000400:00000200:1.0:1767384372.627749:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp43 local destination 00000400:00000200:1.0:1767384372.627754:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 00000400:00000200:1.0:1767384372.627758:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [175:175:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [165:165:8:4294967295] 00000400:00000200:1.0:1767384372.627765:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000400:00000200:1.0:1767384372.627775:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp43:192.168.203.113@tcp43) : GET try# 0 00000800:00000200:1.0:1767384372.627781:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp43 00000800:00000010:1.0:1767384372.627786:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5f36e09. 00000800:00000200:1.0:1767384372.627791:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000800:00000200:1.1:1767384372.627796:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000200:1.0:1767384372.627814:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 2 next ping: 298 health :800 00000400:00000200:1.0:1767384372.627819:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp44 00000400:00000010:1.0:1767384372.627822:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009cc903d0. 00000400:00000010:1.0:1767384372.627825:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a40bf94a. 00000400:00000010:1.0:1767384372.627828:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000400:00000010:1.0:1767384372.627831:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf7b8b3e. 00000400:00000200:1.0:1767384372.627833:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp44 00000400:00000200:1.0:1767384372.627838:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp44 local destination 00000400:00000200:1.0:1767384372.627841:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp44 00000400:00000200:1.0:1767384372.627851:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp44 NI seq info: [176:176:256:4294967295] 192.168.203.113@tcp44 LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1767384372.627854:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp44 00000400:00000200:1.0:1767384372.627860:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp44(192.168.203.113@tcp44:) -> 192.168.203.113@tcp44(192.168.203.113@tcp44:192.168.203.113@tcp44) : GET try# 0 00000800:00000200:1.0:1767384372.627865:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp44 00000800:00000010:1.0:1767384372.627868:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000699c2913. 00000800:00000200:1.0:1767384372.627871:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (2) 00000800:00000200:1.1:1767384372.627876:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (2) 00000400:00000200:2.0:1767384372.627884:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384372.627895:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp44 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:0.0:1767384372.627975:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.627976:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628038:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628048:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628110:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628112:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628182:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628190:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628251:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628259:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628315:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628321:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628382:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628399:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628448:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628472:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628509:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628529:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628605:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628667:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628676:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628721:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628730:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628777:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628789:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628836:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628857:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628896:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628909:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.628973:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.628976:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629039:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629048:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629110:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629125:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629170:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629190:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629240:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629260:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629316:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629334:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629394:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629416:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629462:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629485:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629543:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629597:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629656:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629678:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629722:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629748:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629793:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629822:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629878:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.629916:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.629970:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630005:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630029:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630062:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630083:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630133:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630157:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630222:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630253:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630304:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630331:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630376:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630396:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630442:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630465:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630488:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630536:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000800:00000010:2.0:1767384372.630610:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384372.630616:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2423198. 00000400:00000200:0.0:1767384372.630618:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000800:00000010:2.0:1767384372.630621:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b7dbf03. 00000800:00000010:2.0:1767384372.630648:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b7dbf03. 00000400:00000200:0.0:1767384372.630653:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000800:00020000:2.0:1767384372.630659:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384372.630663:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2423198. 00000800:00000010:2.0:1767384372.630667:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:00000200:0.0:1767384372.630685:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:02020000:2.0:1767384372.630722:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384372.630730:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000400:00000200:0.0:1767384372.630731:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630734:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384372.630741:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:2.0:1767384372.630745:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5f36e09. 00000400:00000200:2.0:1767384372.630749:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384372.630753:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384372.630763:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384372.630763:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:2.0:1767384372.630770:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384372.630776:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp43) recovery failed with -71 00000400:00000200:0.0:1767384372.630797:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630823:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630849:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630871:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630888:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630908:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630926:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.630944:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.113:988 00000800:00000010:0.0:1767384372.631078:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac6eb286. 00000800:00000010:0.0:1767384372.631082:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c20764b. 00000800:00000010:0.0:1767384372.631086:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b660dee1. 00000800:00000010:0.0:1767384372.631112:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b660dee1. 00000400:00000200:3.0:1767384372.631294:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384372.631313:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp44 from 204.3.0.2 00000800:00000010:3.0:1767384372.631316:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f25a0590. 00000800:00000010:1.0:1767384372.631394:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d01a3c47. 00000800:00000010:1.0:1767384372.631402:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeeb9496. 00000800:00000010:1.0:1767384372.631427:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d456d15c. 00000800:00000200:1.1:1767384372.631434:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (2) 00000800:00000200:1.1:1767384372.631439:0:16143:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp44 00000000d456d15c deleted 00000800:00000010:1.1:1767384372.631442:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d456d15c. 00000800:00000200:1.1:1767384372.631446:0:16143:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384372.631452:0:16143:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp44 ip 192.168.203.113:972 00000800:00000200:1.1:1767384372.631455:0:16143:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000699c2913 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384372.631459:0:16143:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp44 p 3.x 192.168.203.113 -> 192.168.203.113:972 incarnation:1767384367296102752 sched[0] 00000800:00000010:1.0:1767384372.631464:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f2ba31a. 00000800:00000010:1.0:1767384372.631523:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f2ba31a. 00000800:00000010:1.0:1767384372.631527:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeeb9496. 00000800:00000010:1.0:1767384372.631609:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f25a0590. 00000800:00000001:1.0:1767384372.631636:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631644:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384372.631662:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384372.631671:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp44 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384367296102752 sched[0] 00000800:00000010:0.0:1767384372.631675:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c20764b. 00000800:00000200:1.0:1767384372.631709:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384372.631713:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000699c2913. 00000400:00000200:1.0:1767384372.631717:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.631722:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp44->192.168.203.113@tcp44: GET: OK 00000400:00000200:1.0:1767384372.631728:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384372.631731:0:16149:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp44 recovery message sent successfully:0 00000800:00000001:1.0:1767384372.631744:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631751:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.631753:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384372.631754:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:1.0:1767384372.631760:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384372.631770:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp44(192.168.203.113@tcp44) <- 192.168.203.113@tcp44 : GET - for me 00000400:00000200:1.0:1767384372.631782:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384372.631789:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1dc1 [1] + 0 00000400:00000200:0.0:1767384372.631803:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384372.631809:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp44 to MR: 192.168.203.113@tcp44 local destination 00000400:00000200:1.0:1767384372.631818:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp44 NI seq info: [177:177:256:4294967295] 192.168.203.113@tcp44 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384372.631828:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp44(192.168.203.113@tcp44:192.168.203.113@tcp44) -> 192.168.203.113@tcp44(192.168.203.113@tcp44:192.168.203.113@tcp44) 192.168.203.113@tcp44 : REPLY try# 0 00000800:00000200:1.0:1767384372.631833:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp44 00000800:00000010:1.0:1767384372.631837:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000699c2913. 00000400:00000200:0.0:1767384372.631838:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000800:00000200:1.0:1767384372.631843:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (4) 00000800:00000200:1.0:1767384372.631849:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp44 ip 192.168.203.113:988 00000800:00000200:1.0:1767384372.631852:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000699c2913 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384372.631869:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.631906:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:1.0:1767384372.631914:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384372.631918:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000699c2913. 00000400:00000200:1.0:1767384372.631922:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.631926:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp44->192.168.203.113@tcp44: REPLY: OK 00000800:00000001:1.0:1767384372.631936:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631941:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384372.631943:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631948:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.631948:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000001:1.0:1767384372.631953:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631958:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384372.631964:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp44(192.168.203.113@tcp44) <- 192.168.203.113@tcp44 : REPLY - for me 00000400:00000200:1.0:1767384372.631974:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp44: Reply from 12345-192.168.203.113@tcp44 of length 272/272 into md 0x1ded 00000800:00000001:1.0:1767384372.631977:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384372.631983:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.631984:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384372.631985:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384372.631994:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp44->192.168.203.113@tcp44: REPLY: OK 00000400:00000200:1.0:1767384372.631997:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384372.631999:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:1.0:1767384372.632003:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384372.632007:0:16149:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009cc903d0. 00000400:00000010:1.0:1767384372.632010:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a40bf94a. 00000800:00000001:1.0:1767384372.632015:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384372.632020:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000800:00000001:1.0:1767384372.632028:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384372.632055:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632082:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632108:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632135:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632157:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632179:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632202:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632225:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632247:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632269:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632293:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632325:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632343:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632364:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632386:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632406:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632446:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632489:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632521:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632602:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632637:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632667:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632710:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632761:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632816:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632878:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384372.632937:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384372.633082:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007fdcd7ea. 00000800:00000010:0.0:1767384372.633087:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c20764b. 00000800:00000010:0.0:1767384372.633090:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b660dee1. 00000800:00000010:0.0:1767384372.633113:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b660dee1. 00000800:00020000:0.0:1767384372.633121:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384372.633124:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c20764b. 00000800:00000010:0.0:1767384372.633128:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007fdcd7ea. 00000400:02020000:0.0:1767384372.633191:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp44 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384373.204615:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384373.204621:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384373.204628:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384373.204629:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.204663:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384373.204666:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384373.204669:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384373.514227:0:36774:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384373.514239:0:36774:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.514243:0:36774:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384373.514248:0:36774:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384373.514252:0:36774:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.514255:0:36774:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.523620:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384373.523625:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384373.523629:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.523639:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384373.523641:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384373.523643:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384373.523645:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384373.523647:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384373.523649:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 77 10000000:00000001:3.0:1767384373.523652:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384373.523653:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384373.523658:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384373.523662:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384373.523667:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.523669:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384373.523673:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.523679:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bb90c9d. 00000100:00000001:3.0:1767384373.523684:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.523688:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384373.523690:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384373.523696:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca36445d. 00010000:00000001:3.0:1767384373.523700:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384373.523702:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f58854b5. 00000020:00000001:3.0:1767384373.523706:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.523709:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f58854b5 with handle 0xf489261bfe0bc7cf to hash 00000020:00000001:3.0:1767384373.523711:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384373.523712:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.523715:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.523718:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.523721:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.523724:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.523733:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.523741:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384373.523753:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384373.523754:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384373.523759:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067527872. 00000100:00000001:3.0:1767384373.523760:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107088341632 : -120966621209984 : ffff91fb43835a80) 00000100:00000001:3.0:1767384373.523763:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.523764:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384373.523768:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.523769:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.523771:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384373.523773:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384373.523779:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.523786:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384373.523787:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.523790:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384373.523792:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384373.523794:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.523797:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744056704:0@lo:101: 00000100:00000001:3.0:1767384373.523800:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384373.523805:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384373.523806:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.523808:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384373.523811:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000837a63e6. 02000000:00000001:3.0:1767384373.523812:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.523817:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f69c884. 00000400:00000010:3.0:1767384373.523822:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384373.523827:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744056704, portal 25 00000100:00000001:3.0:1767384373.523829:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.523830:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:3.0:1767384373.523833:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.523839:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.523845:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.523847:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384373.523849:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744056704, offset 0 00000400:00000200:3.0:1767384373.523853:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384373.523863:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.523871:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd06f80 00000400:00000200:3.0:1767384373.523876:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1581 [2] + 0 00000400:00000010:3.0:1767384373.523879:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df0d5fe7. 00000400:00000200:3.0:1767384373.523882:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d1a895d 00000400:00000200:3.0:1767384373.523886:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.523889:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384373.523893:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1a895d 00000400:00000010:3.0:1767384373.523895:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1a895d. 00000100:00000001:3.0:1767384373.523901:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.523903:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.523906:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000095b5fd60 x1853236744056704 msgsize 328 00000100:00100000:3.0:1767384373.523911:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384373.523913:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.523927:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.523934:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384373.523936:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384373.523940:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384373.523944:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.523950:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384373.523954:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384373.523954:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056704 02000000:00000001:0.0:1767384373.523958:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384373.523959:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.523961:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.523964:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.523970:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.523970:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.523976:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384373.523976:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056704 00000020:00000001:0.0:1767384373.523979:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384373.523981:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.523986:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294962321 00000020:00000040:0.0:1767384373.523987:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384373.523990:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384373.523991:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e69e6f5. 00000020:00000040:0.0:1767384373.523992:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:0.0:1767384373.523997:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384373.523999:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384373.523999:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384373.524003:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384373.524006:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294962321 00000020:00000010:0.0:1767384373.524008:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000001:0.0:1767384373.524010:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.524012:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000100:00000010:3.0:1767384373.524018:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000020:00000010:0.0:1767384373.524020:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084beccec. 00000100:00000001:3.0:1767384373.524022:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384373.524027:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294962321 00000020:00000010:0.0:1767384373.524027:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000107ba4d3. 00000100:00000010:3.0:1767384373.524034:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000020:00000010:0.0:1767384373.524035:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:3.0:1767384373.524037:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384373.524040:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294962321 00000100:00000010:3.0:1767384373.524043:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f6f3edd. 00000100:00000040:0.0:1767384373.524045:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384373.524046:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384373.524050:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.524051:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.524053:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384373.524056:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524056:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524061:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.524063:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384373.524065:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 0000000067527872 going to sleep for 11 seconds 00000100:00000001:0.0:1767384373.524066:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524068:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.524071:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524076:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.524086:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.524088:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384373.524091:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:0.0:1767384373.524093:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384373.524095:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094042192 : -120961615509424 : ffff91fc6de04850) 00000100:00000040:0.0:1767384373.524099:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000095b5fd60 x1853236744056704/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 328/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.524106:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384373.524108:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000001:0.0:1767384373.524109:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.524110:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000100:00100000:0.0:1767384373.524114:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000095b5fd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744056704:12345-0@lo:101: 00000100:00000200:0.0:1767384373.524116:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056704 00000020:00000001:0.0:1767384373.524118:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.524125:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.524127:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.524129:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384373.524130:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:0.0:1767384373.524133:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384373.524135:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.524137:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384373.524138:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384373.524140:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.524142:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384373.524143:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384373.524144:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384373.524146:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384373.524147:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.524150:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384373.524155:0:16788:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f0df01c. 00010000:00000001:0.0:1767384373.524157:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384373.524158:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 00000020:00000001:0.0:1767384373.524160:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384373.524162:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3c1d35d with handle 0xf489261bfe0bc7d6 to hash 00000020:00000001:0.0:1767384373.524164:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384373.524165:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384373.524166:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00010000:0.0:1767384373.524169:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc7cf expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384373.524173:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:0.0:1767384373.524175:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384373.524180:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384373.524182:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384373.524185:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a257b9c4. 02000000:00000001:0.0:1767384373.524187:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524188:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.524190:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384373.524192:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384373.524199:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384373.524201:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.524202:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.524203:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384373.524204:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.524206:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384373.524208:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384373.524209:0:16788:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384373.524210:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384373.524211:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0df01c) refcount = 1 00010000:00010000:0.0:1767384373.524214:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.524218:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384373.524219:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384373.524220:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.524222:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.524223:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384373.524227:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384373.524228:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 15 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384373.524233:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384373.524234:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384373.524235:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384373.524237:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.524238:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384373.524239:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384373.524241:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384373.524241:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3c1d35d, rc 0) 00000020:00000001:0.0:1767384373.524243:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384373.524245:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056704 00010000:00000001:0.0:1767384373.524247:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384373.524250:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095b5fd60 x1853236744056704/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384373.524255:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384373.524262:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.524265:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.524268:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.524270:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384373.524272:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384373.524274:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384373.524276:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524278:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.524279:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.524282:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000100:00000200:0.0:1767384373.524284:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744056704, offset 224 00000400:00000200:0.0:1767384373.524288:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.524293:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.524297:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd06f80 00000400:00000200:0.0:1767384373.524300:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1df1 [1] + 224 00000400:00000200:0.0:1767384373.524304:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.524305:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.524308:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.524311:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.524317:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.524329:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.524332:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384373.524334:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000100:00000001:0.0:1767384373.524336:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384373.524337:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.524339:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.524341:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384373.524343:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384373.524345:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.524347:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384373.524349:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384373.524350:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000095b5fd60 x1853236744056704/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 328/344 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384373.524355:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384373.524357:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384373.524359:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f69c884. 00000400:00000200:3.0:1767384373.524364:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384373.524367:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:3.0:1767384373.524371:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384373.524375:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000095b5fd60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744056704:12345-0@lo:101: Request processed in 267us (466us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384373.524377:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.524391:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000200:3.0:1767384373.524395:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.524395:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384373.524400:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.524403:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384373.524408:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384373.524408:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000107ba4d3. 00000100:00000001:3.0:1767384373.524410:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384373.524413:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:3.0:1767384373.524414:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384373.524417:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384373.524418:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084beccec. 00000100:00000001:3.0:1767384373.524419:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.524422:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.524424:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.524424:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384373.524430:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=81 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384373.524430:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384373.524432:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a257b9c4. 02000000:00000001:0.0:1767384373.524434:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384373.524436:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384373.524442:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384373.524443:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.524448:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384373.524448:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d2db96. 00000100:00000001:3.0:1767384373.524450:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.524453:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384373.524453:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ba541a. 00010000:00000001:3.0:1767384373.524458:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524461:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.524464:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.524469:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.524470:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384373.524471:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384373.524473:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.524477:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744056704:0@lo:101: 00000100:00000001:3.0:1767384373.524480:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.524482:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524483:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384373.524484:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.524485:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.524489:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384373.524491:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000067527872. 00000100:00000001:3.0:1767384373.524492:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384373.524493:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.524495:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384373.524497:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.524498:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.524499:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=4 00000020:00000001:3.0:1767384373.524500:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.524502:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000040:3.0:1767384373.524505:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f58854b5, remote cookie: 0xf489261bfe0bc7d6, flags: 0x0 00010000:00000001:3.0:1767384373.524507:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384373.524512:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384373.524513:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.524515:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.524516:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.524517:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca36445d) refcount = 1 00010000:00010000:3.0:1767384373.524519:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.524523:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384373.524525:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384373.524526:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384373.524527:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384373.524529:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.524531:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.524534:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384373.524535:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.524536:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.524536:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.524537:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.524538:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524539:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.524541:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744056704/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.524545:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384373.524547:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.524549:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000837a63e6. 02000000:00000001:3.0:1767384373.524551:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.524586:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.524588:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384373.524591:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384373.524592:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bb90c9d. 02000000:00000001:3.0:1767384373.524595:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.524597:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.524598:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384373.524601:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.524606:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384373.524608:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.524609:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384373.524610:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384373.524611:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.524613:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.524614:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.524615:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=3 00000020:00000001:3.0:1767384373.524616:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.524618:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.524620:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384373.524621:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.524622:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.524623:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.524625:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384373.524628:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008bb4c028. 00000100:00000010:3.0:1767384373.524641:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384373.524643:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384373.524645:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384373.524646:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384373.524648:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.524650:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bb90c9d. 00000100:00000001:3.0:1767384373.524653:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524655:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384373.524658:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000837a63e6. 00000100:00000010:3.0:1767384373.524659:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f7063653. 00000020:00000040:3.0:1767384373.524661:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384373.524664:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384373.524665:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384373.524667:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067527872. 00000100:00000001:3.0:1767384373.524668:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107088341632 : -120966621209984 : ffff91fb43835a80) 00000100:00000001:3.0:1767384373.524669:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.524670:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000001:3.0:1767384373.524672:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384373.524673:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524677:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384373.524678:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384373.524681:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.524685:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384373.524686:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.524687:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384373.524689:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384373.524690:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.524691:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744056832:0@lo:256: 00000100:00000001:3.0:1767384373.524693:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384373.524694:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384373.524695:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524697:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384373.524700:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f69c884. 00000400:00000010:3.0:1767384373.524703:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006716b075. 00000100:00000200:3.0:1767384373.524706:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd07000-0x695824dd07000, portal 33 00000100:00000001:3.0:1767384373.524708:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.524709:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384373.524710:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea5da3b2. 02000000:00000001:3.0:1767384373.524711:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.524713:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93c3cbf. 00000400:00000010:3.0:1767384373.524715:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384373.524716:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744056832, portal 25 00000100:00000001:3.0:1767384373.524717:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.524718:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000100:00000040:3.0:1767384373.524720:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.524724:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.524726:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.524727:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384373.524728:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744056832, offset 0 00000400:00000200:3.0:1767384373.524730:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384373.524734:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.524741:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd07000 00000400:00000200:3.0:1767384373.524744:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1589 [2] + 0 00000400:00000010:3.0:1767384373.524746:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000200:3.0:1767384373.524748:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f84c91ac 00000400:00000200:3.0:1767384373.524750:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.524752:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384373.524754:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84c91ac 00000400:00000010:3.0:1767384373.524756:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f84c91ac. 00000100:00000001:3.0:1767384373.524758:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384373.524759:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384373.524761:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000b2420d6e x1853236744056832 msgsize 304 00000100:00100000:3.0:1767384373.524763:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384373.524764:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384373.524771:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.524774:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384373.524776:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:3.0:1767384373.524778:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384373.524780:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384373.524781:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.524784:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056832 02000000:00000001:0.0:1767384373.524787:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384373.524790:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.524793:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524794:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.524798:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384373.524799:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.524804:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056832 00000020:00000001:0.0:1767384373.524807:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384373.524809:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.524810:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384373.524812:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384373.524813:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384373.524816:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.524816:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:3.0:1767384373.524821:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294962322 00000020:00000001:0.0:1767384373.524821:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384373.524824:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384373.524828:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384373.524829:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962321 00000020:00000010:0.0:1767384373.524830:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000001:3.0:1767384373.524833:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294962322 00000100:00000001:3.0:1767384373.524836:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962321 00000100:00000001:0.0:1767384373.524840:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.524841:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294962322 00000020:00000010:0.0:1767384373.524844:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000100:00000001:3.0:1767384373.524846:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294962321 00000020:00000010:0.0:1767384373.524849:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084beccec. 00000100:00000001:3.0:1767384373.524850:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294962322 00000020:00000010:0.0:1767384373.524853:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000107ba4d3. 00000020:00000010:0.0:1767384373.524856:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:3.0:1767384373.524860:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294962321 00000100:00000040:0.0:1767384373.524862:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384373.524864:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.524866:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384373.524867:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524868:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384373.524871:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.524872:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.524874:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384373.524877:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.524878:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 0000000067527872 going to sleep for 11 seconds 00000100:00000001:3.0:1767384373.524883:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.524884:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524890:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.524898:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384373.524899:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384373.524901:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:0.0:1767384373.524903:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384373.524904:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094043216 : -120961615508400 : ffff91fc6de04c50) 00000100:00000040:0.0:1767384373.524908:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2420d6e x1853236744056832/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 304/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.524913:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384373.524915:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000100:00000001:0.0:1767384373.524916:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.524918:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bc9955a. 00000100:00100000:0.0:1767384373.524921:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2420d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744056832:12345-0@lo:256: 00000100:00000200:0.0:1767384373.524923:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056832 00000020:00000001:0.0:1767384373.524925:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.524926:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.524927:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.524928:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384373.524929:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:0.0:1767384373.524931:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384373.524932:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384373.524933:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384373.524939:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384373.524941:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524943:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384373.524944:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384373.524946:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a257b9c4. 02000000:00000001:0.0:1767384373.524948:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.524949:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.524951:0:16788:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384373.524953:0:16788:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384373.524955:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384373.524958:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384373.524959:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.524961:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384373.524962:0:16788:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384373.524964:0:16788:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000192e93f5. 20000000:00000001:0.0:1767384373.524966:0:16788:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384373.524979:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384373.524984:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384373.524987:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384373.524989:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384373.524990:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384373.524991:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384373.524993:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384373.524994:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384373.524995:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384373.524997:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384373.524998:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384373.524999:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384373.525000:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384373.525001:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384373.525002:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384373.525004:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384373.525005:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384373.525006:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384373.525007:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384373.525008:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384373.525009:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384373.525010:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384373.525012:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384373.525018:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384373.525019:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384373.525020:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384373.525022:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384373.525023:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384373.525025:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384373.525027:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384373.525028:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384373.525029:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384373.525030:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384373.525031:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384373.525033:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384373.525034:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384373.525035:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384373.525036:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:0.0:1767384373.525038:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 3312/1/4/3. 20000000:00000040:0.0:1767384373.525044:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384373.525045:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384373.525046:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384373.525047:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384373.525049:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384373.525050:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384373.525051:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384373.525052:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384373.525053:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384373.525054:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384373.525055:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384373.525057:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384373.525058:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384373.525059:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384373.525060:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384373.525062:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384373.525063:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384373.525064:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384373.525066:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384373.525067:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384373.525068:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384373.525069:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384373.525071:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384373.525077:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384373.525078:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384373.525079:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384373.525081:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384373.525082:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384373.525084:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384373.525085:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384373.525086:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384373.525087:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384373.525088:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384373.525090:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384373.525091:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384373.525092:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384373.525093:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384373.525095:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:01000000:0.0:1767384373.525096:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 784, pages 2528/1/4/3. 20000000:01000000:0.0:1767384373.525097:0:16788:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1568, version 80 20000000:00000001:0.0:1767384373.525098:0:16788:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1568 : 1568 : 620) 00000100:00000001:0.0:1767384373.525100:0:16788:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384373.525103:0:16788:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000506bd8f1. 00000100:00000010:0.0:1767384373.525104:0:16788:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a1b53fd6. 00000020:00000040:0.0:1767384373.525105:0:16788:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:0.0:1767384373.525108:0:16788:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384373.525109:0:16788:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384373.525111:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000400:00000010:0.0:1767384373.525115:0:16788:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d8ef9db. 00000400:00000200:0.0:1767384373.525117:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.525122:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.525126:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1568 into portal 33 MB=0x695824dd07000 00000400:00000200:0.0:1767384373.525129:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1568/1568 into md 0x1e01 [4] + 0 00000400:00000010:0.0:1767384373.525131:0:16788:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f69c884. 00000400:00000200:0.0:1767384373.525133:0:16788:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006716b075 00000400:00000200:0.0:1767384373.525136:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.525138:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384373.525140:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006716b075 00000400:00000010:0.0:1767384373.525141:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006716b075. 00000100:00000001:0.0:1767384373.525143:0:16788:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.525149:0:16788:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000842e4fb0 desc 00000000837a63e6 mbits 1853236744056832 00000100:00000001:0.0:1767384373.525157:0:16788:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384373.525161:0:16788:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384373.525163:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384373.525168:0:16788:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e0d 00000400:00000200:0.0:1767384373.525170:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.525172:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384373.525176:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384373.525177:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384373.525177:0:16788:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000506bd8f1 00000100:00000001:3.0:1767384373.525180:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.525181:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384373.525188:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384373.525191:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000100:00000001:0.0:1767384373.525193:0:16788:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384373.525193:0:16788:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000506bd8f1 00000100:00000001:0.0:1767384373.525195:0:16788:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384373.525197:0:16788:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1568 bytes via portal 33 id 12345-0@lo mbits 0x695824dd07000-0x695824dd07000 00000100:00000001:0.0:1767384373.525199:0:16788:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384373.525201:0:16788:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.525203:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384373.525204:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:0.0:1767384373.525206:0:16788:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a1b53fd6. 00000100:00000010:0.0:1767384373.525208:0:16788:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000506bd8f1. 00000100:00000001:0.0:1767384373.525209:0:16788:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384373.525211:0:16788:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384373.525216:0:16788:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000192e93f5. 20000000:00000001:0.0:1767384373.525218:0:16788:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384373.525220:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056832 00010000:00000001:0.0:1767384373.525221:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384373.525224:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2420d6e x1853236744056832/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384373.525229:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384373.525230:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384373.525231:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.525233:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384373.525239:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384373.525240:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384373.525242:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384373.525243:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.525244:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384373.525246:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384373.525247:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000100:00000200:0.0:1767384373.525249:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744056832, offset 224 00000400:00000200:0.0:1767384373.525251:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384373.525254:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384373.525257:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd07000 00000400:00000200:0.0:1767384373.525260:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e05 [1] + 224 00000400:00000200:0.0:1767384373.525262:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.525264:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384373.525266:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.525268:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.525273:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.525283:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.525286:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384373.525287:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000100:00000001:0.0:1767384373.525288:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384373.525289:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.525290:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.525293:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384373.525295:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384373.525296:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384373.525296:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.525300:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384373.525301:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384373.525303:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2420d6e x1853236744056832/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:354/0 lens 304/240 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384373.525304:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384373.525307:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c3cbf. 00000400:00000200:3.0:1767384373.525313:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384373.525316:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00100000:0.0:1767384373.525317:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2420d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744056832:12345-0@lo:256: Request processed in 401us (553us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384373.525319:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384373.525325:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.525342:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000200:3.0:1767384373.525343:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.525346:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384373.525350:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384373.525353:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384373.525356:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000107ba4d3. 00000100:00000001:3.0:1767384373.525357:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.525361:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384373.525361:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:3.0:1767384373.525363:0:16793:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384373.525365:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084beccec. 02000000:00000001:3.0:1767384373.525366:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384373.525368:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.525370:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384373.525371:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384373.525373:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.525375:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384373.525377:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=81 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384373.525378:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a257b9c4. 02000000:00000001:0.0:1767384373.525383:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384373.525384:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384373.525386:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.525388:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384373.525390:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384373.525391:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384373.525393:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384373.525395:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000282c8c25. 00010000:00000001:3.0:1767384373.525396:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.525399:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.525400:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a068512. 00000100:00000040:3.0:1767384373.525403:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.525415:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.525419:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384373.525420:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384373.525422:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.525426:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744056832:0@lo:256: 00000100:00000001:3.0:1767384373.525429:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.525430:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.525431:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384373.525432:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.525433:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.525436:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384373.525437:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000067527872. 00000100:00000001:3.0:1767384373.525439:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384373.525440:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384373.525442:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:3.0:1767384373.525444:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384373.525448:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000000a61964. 10000000:00000040:3.0:1767384373.525456:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384373.525460:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384373.525462:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384373.525465:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384373.525467:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.525469:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384373.525470:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384373.525472:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:3.0:1767384373.525474:0:16793:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 38 NIDs for '192.168.203.113@tcp' 00000400:00000200:3.0:1767384373.525476:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384373.525478:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384373.525484:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384373.525488:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384373.525492:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (36) 00000400:00000200:3.0:1767384373.525495:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000200:3.0:1767384373.525504:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384373.525506:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384373.525508:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384373.525511:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384373.525513:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (38) 00000400:00000200:3.0:1767384373.525515:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:3.0:1767384373.525516:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:0.0:1767384373.525517:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384373.525521:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525524:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:0.0:1767384373.525525:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:3.0:1767384373.525528:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000010:0.0:1767384373.525531:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000400:00000200:3.0:1767384373.525533:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525537:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384373.525537:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000200:3.0:1767384373.525542:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000010:0.0:1767384373.525543:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c37461ac. 00000400:00000200:3.0:1767384373.525546:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525549:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:3.0:1767384373.525593:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:3.0:1767384373.525597:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525599:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:3.0:1767384373.525601:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384373.525604:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525606:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:3.0:1767384373.525608:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:3.0:1767384373.525611:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525612:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:3.0:1767384373.525614:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:3.0:1767384373.525616:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525617:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:3.0:1767384373.525619:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:3.0:1767384373.525621:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525623:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:3.0:1767384373.525624:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:3.0:1767384373.525627:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525633:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:3.0:1767384373.525635:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:3.0:1767384373.525638:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525639:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:3.0:1767384373.525641:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:3.0:1767384373.525643:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525644:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:3.0:1767384373.525646:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:3.0:1767384373.525648:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525650:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:3.0:1767384373.525651:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:3.0:1767384373.525653:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525655:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:3.0:1767384373.525656:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:3.0:1767384373.525658:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525660:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:3.0:1767384373.525661:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.525664:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525665:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.525666:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:3.0:1767384373.525669:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525671:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:3.0:1767384373.525672:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:3.0:1767384373.525675:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525676:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:3.0:1767384373.525678:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:3.0:1767384373.525680:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525681:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:3.0:1767384373.525683:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:3.0:1767384373.525686:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525687:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:3.0:1767384373.525688:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:3.0:1767384373.525691:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525692:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:3.0:1767384373.525693:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:3.0:1767384373.525696:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525700:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:3.0:1767384373.525702:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:3.0:1767384373.525705:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525706:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:3.0:1767384373.525707:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:3.0:1767384373.525710:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525712:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:3.0:1767384373.525713:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:3.0:1767384373.525716:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525718:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:3.0:1767384373.525719:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:3.0:1767384373.525722:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525723:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:3.0:1767384373.525725:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:3.0:1767384373.525727:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525729:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:3.0:1767384373.525730:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:3.0:1767384373.525733:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525734:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:3.0:1767384373.525735:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:3.0:1767384373.525738:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525739:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:3.0:1767384373.525741:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:3.0:1767384373.525743:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525744:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:3.0:1767384373.525746:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:3.0:1767384373.525749:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525750:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:3.0:1767384373.525752:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:3.0:1767384373.525754:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384373.525755:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000001:3.0:1767384373.525757:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.525759:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384373.525762:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:3.0:1767384373.525765:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c76e4837. 10000000:00000040:3.0:1767384373.525773:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384373.525775:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384373.525775:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384373.525782:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384373.525785:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000400:00000200:0.0:1767384373.525786:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000010:3.0:1767384373.525790:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000018e0720b. 00000400:00000200:0.0:1767384373.525794:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 152], ns[40, 162] 00000040:00000010:3.0:1767384373.525796:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0ab28fc. 00000020:00000010:3.0:1767384373.525803:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d9e16fd. 00000400:00000200:0.0:1767384373.525803:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000020:00000010:3.0:1767384373.525809:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000147b828a. 00000400:00000200:0.0:1767384373.525810:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000020:00000010:3.0:1767384373.525815:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084a2d4ac. 00000400:00000200:0.0:1767384373.525818:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[75, 40] 80000000:00000010:3.0:1767384373.525820:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007eaa43d2. 00000400:00000200:0.0:1767384373.525824:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 40], ns[79, 40] 40000000:00000010:3.0:1767384373.525826:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000621bd5f0. 00000400:00000200:0.0:1767384373.525831:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 40], ns[92, 40] 00100000:00000010:3.0:1767384373.525832:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eeef6842. 00040000:00000010:3.0:1767384373.525837:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e654eb79. 00040000:00000010:3.0:1767384373.525843:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007da2419b. 00040000:00000010:3.0:1767384373.525848:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df1326f1. 00000400:00000200:0.0:1767384373.525852:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[96, 40] 00080000:00000010:3.0:1767384373.525853:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b7253c95. 00000400:00000200:0.0:1767384373.525858:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[112, 40] 00000004:00000010:3.0:1767384373.525860:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000731a4da. 00000400:00000200:0.0:1767384373.525864:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 40], ns[122, 40] 00000004:00000010:3.0:1767384373.525868:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060ce7f8c. 00000400:00000200:0.0:1767384373.525871:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[131, 40] 00000004:00000010:3.0:1767384373.525874:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e69ac835. 00000400:00000200:0.0:1767384373.525878:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 40], ns[140, 40] 00002000:00000010:3.0:1767384373.525880:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000906f0637. 00000400:00000200:0.0:1767384373.525884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 40], ns[143, 40] 00000004:00000010:3.0:1767384373.525887:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003b0c98f4. 00000400:00000200:0.0:1767384373.525891:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 40], ns[152, 40] 00000004:00000001:3.0:1767384373.525893:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384373.525897:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[158, 40] 00000040:00000001:3.0:1767384373.525899:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:0.0:1767384373.525903:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000040:00001000:3.0:1767384373.525904:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c76e4837 00000040:00001000:3.0:1767384373.525909:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384373.525909:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000040:00001000:3.0:1767384373.525914:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:0.0:1767384373.525918:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000040:00001000:3.0:1767384373.525919:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384373.525924:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:0.0:1767384373.525926:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000040:00001000:3.0:1767384373.525931:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:0.0:1767384373.525934:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 40], ns[168, 40] 00000040:00001000:3.0:1767384373.525936:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384373.525940:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767384373.525942:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000040:00001000:3.0:1767384373.525946:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000400:00000200:0.0:1767384373.525951:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[73, 40] 00000040:00000001:3.0:1767384373.525952:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384373.525957:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 40], ns[136, 40] 00000400:00000200:0.0:1767384373.525961:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 40], ns[145, 40] 00000400:00000200:0.0:1767384373.525966:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 40], ns[120, 40] 00000400:00000200:0.0:1767384373.525977:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[100, 40] 00000400:00000200:0.0:1767384373.525981:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 40], ns[156, 40] 00000400:00000200:0.0:1767384373.525986:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 40], ns[169, 40] 00000400:00000200:0.0:1767384373.525989:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[127, 40] 00000400:00000200:0.0:1767384373.525993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 40], ns[173, 40] 00000400:00000200:0.0:1767384373.525996:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 40], ns[150, 40] 00000400:00000200:0.0:1767384373.525999:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[149, 40] 00000400:00000200:0.0:1767384373.526002:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 40], ns[167, 40] 00000400:00000200:0.0:1767384373.526005:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 40], ns[170, 40] 00000400:00000200:0.0:1767384373.526009:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 40], ns[175, 40] 00000400:00000200:0.0:1767384373.526013:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 40], ns[177, 40] 00000004:00000001:3.0:1767384373.526015:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384373.526016:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767384373.526021:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp10 00000400:00000200:0.0:1767384373.526025:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp10 lpni_is_preferred = 0 00000020:00000010:3.0:1767384373.526029:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000018e0720b. 00000400:00000200:0.0:1767384373.526029:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp10 00000400:00000200:0.0:1767384373.526035:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [178:178:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [168:168:8:4294967295] 00000040:00000010:3.0:1767384373.526037:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0ab28fc. 00000020:00000010:3.0:1767384373.526042:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d9e16fd. 00000400:00000200:0.0:1767384373.526043:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp10 00000020:00000010:3.0:1767384373.526049:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000147b828a. 00000400:00000200:0.0:1767384373.526055:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:) -> 192.168.203.113@tcp10(192.168.203.113@tcp:192.168.203.113@tcp10) : PUT try# 0 00000020:00000010:3.0:1767384373.526057:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084a2d4ac. 00000800:00000200:0.0:1767384373.526062:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.113@tcp10 80000000:00000010:3.0:1767384373.526064:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007eaa43d2. 40000000:00000010:3.0:1767384373.526069:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000621bd5f0. 00000800:00000010:0.0:1767384373.526073:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4e2b44c. 00100000:00000010:3.0:1767384373.526075:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eeef6842. 00040000:00000010:3.0:1767384373.526080:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e654eb79. 00000800:00000200:0.0:1767384373.526083:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00040000:00000010:3.0:1767384373.526086:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007da2419b. 00040000:00000010:3.0:1767384373.526092:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df1326f1. 00000800:00000200:0.0:1767384373.526092:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:988 00080000:00000010:3.0:1767384373.526097:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b7253c95. 00000004:00000010:3.0:1767384373.526104:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000731a4da. 00000800:00000200:0.0:1767384373.526104:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4e2b44c type 1, nob 736 niov 1 nkiov 1 00000004:00000010:3.0:1767384373.526113:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000060ce7f8c. 00000004:00000010:3.0:1767384373.526117:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e69ac835. 00002000:00000010:3.0:1767384373.526121:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000906f0637. 00000004:00000010:3.0:1767384373.526125:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003b0c98f4. 00000020:00000010:3.0:1767384373.526129:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000020:00000001:3.0:1767384373.526133:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384373.526136:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384373.526140:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c76e4837. 10000000:00000010:3.0:1767384373.526145:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000000a61964. 10000000:00000001:3.0:1767384373.526149:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.526151:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384373.526158:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744056832/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.526166:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384373.526169:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.526171:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea5da3b2. 02000000:00000001:3.0:1767384373.526174:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.526176:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.526178:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384373.526180:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384373.526182:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384373.526183:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.526190:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384373.526193:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384373.526195:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f7063653. 00000100:00000010:3.0:1767384373.526199:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000837a63e6. 00000100:00000001:3.0:1767384373.526202:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384373.526205:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001bb90c9d. 02000000:00000001:3.0:1767384373.526209:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.526211:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.526213:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:3.0:1767384373.526216:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.526218:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384373.526232:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008bb4c028. 10000000:01000000:3.0:1767384373.526239:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384373.526243:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384373.526245:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.526247:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.526249:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=3 00000020:00000001:3.0:1767384373.526251:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.526254:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384373.526257:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384373.526260:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.526266:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.526268:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.526270:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.526277:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384373.526279:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.526280:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384373.526282:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.526284:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384373.526286:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384373.526289:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384373.526291:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384373.526299:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384373.526347:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384373.526351:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000800:00000001:0.0:1767384373.526781:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384373.526783:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384373.526787:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4e2b44c. 00000800:00000001:0.0:1767384373.526791:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.526792:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384373.526797:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384373.526801:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 00000800:00000001:0.0:1767384373.526802:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.526806:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384373.526812:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 0 00000400:00000200:0.0:1767384373.526815:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : PUT - for me 00000400:00000200:0.0:1767384373.526825:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384373.526830:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 608/640 into md 0x1d25 [1] + 0 00000400:00000010:0.0:1767384373.526832:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000400:00000200:0.0:1767384373.526836:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000257de227 00000800:00000001:0.0:1767384373.526839:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.526844:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.526846:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.526848:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: PUT: OK 00000400:00000200:0.0:1767384373.526851:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257de227 00000400:00000010:0.0:1767384373.526852:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000257de227. 00000400:00000200:0.0:1767384373.526856:0:16147:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384373.526858:0:16147:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:0.0:1767384373.526862:0:16147:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384373.526864:0:16147:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (640 bytes) 00000400:00000200:0.0:1767384373.526866:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384373.526875:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00000400:00000200:0.0:1767384373.526878:0:16147:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384373.526881:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp10 to MR: 192.168.203.113@tcp10 local destination 00000400:00000200:0.0:1767384373.526883:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp10 NI seq info: [179:179:256:4294967295] 192.168.203.113@tcp10 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384373.526891:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) -> 192.168.203.113@tcp10(192.168.203.113@tcp10:192.168.203.113@tcp10) 192.168.203.113@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384373.526896:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp10 00000800:00000010:0.0:1767384373.526900:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000956cc01a. 00000400:00000200:3.0:1767384373.526902:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384373.526908:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000003b0c98f4. 00000800:00000200:0.0:1767384373.526913:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a590db66] -> 12345-192.168.203.113@tcp10 (6) 00000400:00000010:3.0:1767384373.526917:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93c3cbf. 00000800:00000200:0.0:1767384373.526920:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp10 ip 192.168.203.113:1021 00000800:00000200:0.0:1767384373.526923:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000956cc01a type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384373.526925:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000400:00000200:3.0:1767384373.526931:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003b0c98f4 00000800:00000001:0.0:1767384373.526933:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384373.526935:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000009ef42979. 00000800:00000001:0.0:1767384373.526939:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.526942:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000400:00000200:3.0:1767384373.526948:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302471 00000400:00000200:3.0:1767384373.526951:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000010:3.0:1767384373.526956:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000906f0637. 00000400:00000010:3.0:1767384373.526960:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000400:00000010:3.0:1767384373.526968:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d47020c. 00000400:00000200:3.0:1767384373.526973:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384373.526980:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384373.526986:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:3.0:1767384373.526993:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000800:00000200:0.0:1767384373.526993:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384373.526998:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000956cc01a. 00000400:00000200:0.0:1767384373.527002:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.527005:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:0.0:1767384373.527011:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 00000400:00000200:3.0:1767384373.527018:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:3.0:1767384373.527021:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:3.0:1767384373.527024:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000400:00000200:3.0:1767384373.527027:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:3.0:1767384373.527030:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000400:00000200:3.0:1767384373.527040:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:3.0:1767384373.527043:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:3.0:1767384373.527046:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:3.0:1767384373.527049:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:3.0:1767384373.527051:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:3.0:1767384373.527054:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:3.0:1767384373.527057:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 60], ns[44, 60] 00000400:00000200:3.0:1767384373.527060:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:3.0:1767384373.527063:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:3.0:1767384373.527066:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:3.0:1767384373.527068:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 44], ns[168, 44] 00000400:00000200:3.0:1767384373.527071:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:3.0:1767384373.527073:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[73, 44] 00000400:00000200:3.0:1767384373.527076:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 44], ns[136, 44] 00000400:00000200:3.0:1767384373.527079:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 44], ns[145, 44] 00000400:00000200:3.0:1767384373.527082:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 44], ns[120, 44] 00000400:00000200:3.0:1767384373.527084:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[100, 44] 00000400:00000200:3.0:1767384373.527087:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 44], ns[156, 44] 00000400:00000200:3.0:1767384373.527097:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 44], ns[169, 44] 00000400:00000200:3.0:1767384373.527101:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[127, 44] 00000400:00000200:3.0:1767384373.527104:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 44], ns[173, 44] 00000400:00000200:3.0:1767384373.527107:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 44], ns[150, 44] 00000400:00000200:3.0:1767384373.527109:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[149, 44] 00000400:00000200:3.0:1767384373.527112:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 44], ns[167, 44] 00000400:00000200:3.0:1767384373.527114:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 44], ns[170, 44] 00000400:00000200:3.0:1767384373.527117:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 44], ns[175, 44] 00000400:00000200:3.0:1767384373.527120:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 44], ns[177, 44] 00000400:00000200:3.0:1767384373.527123:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:3.0:1767384373.527126:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.527128:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp24 lpni_is_preferred = 0 00000400:00000200:3.0:1767384373.527131:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.527134:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [180:180:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1767384373.527139:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.527144:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:) -> 192.168.203.113@tcp24(192.168.203.113@tcp:192.168.203.113@tcp24) : GET try# 0 00000800:00000200:3.0:1767384373.527148:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp24 00000800:00000001:0.0:1767384373.527151:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384373.527152:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e654eb79. 00000800:00000001:0.0:1767384373.527156:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527161:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (6) 00000800:00000001:0.0:1767384373.527162:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527167:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527172:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:988 00000800:00000001:0.0:1767384373.527172:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384373.527176:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e654eb79 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384373.527181:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527182:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384373.527189:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300671 rc 0 00000400:00000200:0.0:1767384373.527192:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp10(192.168.203.113@tcp10) <- 192.168.203.113@tcp10 : ACK - for me 00000400:00000200:0.0:1767384373.527201:0:16147:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp10: ACK from 12345-192.168.203.113@tcp10 into md 0x1e19 00000400:00000200:0.0:1767384373.527204:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.527207:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp10->192.168.203.113@tcp10: ACK: OK 00000400:00000200:0.0:1767384373.527210:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:0.0:1767384373.527211:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000400:00000200:0.0:1767384373.527213:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384373.527215:0:16147:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:0.0:1767384373.527217:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384373.527224:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00000800:00000001:0.0:1767384373.527227:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527231:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.527233:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527238:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527240:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384373.527240:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384373.527244:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e654eb79. 00000800:00000001:0.0:1767384373.527246:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527248:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.527255:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : GET - for me 00000400:00000200:3.0:1767384373.527258:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: GET: OK 00000400:00000200:3.0:1767384373.527263:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384373.527267:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384373.527269:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:0.0:1767384373.527276:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 640/640 into md 0x1dc1 [1] + 0 00000400:00000200:0.0:1767384373.527294:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp24 to MR: 192.168.203.113@tcp24 local destination 00000400:00000200:0.0:1767384373.527299:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp24 NI seq info: [181:181:256:4294967295] 192.168.203.113@tcp24 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384373.527306:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) -> 192.168.203.113@tcp24(192.168.203.113@tcp24:192.168.203.113@tcp24) 192.168.203.113@tcp24 : REPLY try# 0 00000400:00000200:3.0:1767384373.527311:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384373.527311:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.113@tcp24 00000400:00000200:3.0:1767384373.527318:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 00000800:00000010:0.0:1767384373.527318:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000956cc01a. 00000400:00000200:3.0:1767384373.527323:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000800:00000200:0.0:1767384373.527327:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000012c19ba2] -> 12345-192.168.203.113@tcp24 (6) 00000400:00000010:3.0:1767384373.527329:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000036c9e51b. 00000800:00000200:0.0:1767384373.527334:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp24 ip 192.168.203.113:993 00000400:00000010:3.0:1767384373.527336:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000800:00000200:0.0:1767384373.527337:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000956cc01a type 3, nob 736 niov 1 nkiov 1 00000400:00000010:3.0:1767384373.527343:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004826b236. 00000400:00000200:3.0:1767384373.527349:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384373.527354:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384373.527358:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:3.0:1767384373.527362:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:3.0:1767384373.527365:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:3.0:1767384373.527369:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:3.0:1767384373.527372:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:3.0:1767384373.527375:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000400:00000200:3.0:1767384373.527378:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:3.0:1767384373.527382:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000400:00000200:3.0:1767384373.527384:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:3.0:1767384373.527387:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000800:00000200:0.0:1767384373.527391:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384373.527392:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000800:00000010:0.0:1767384373.527394:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000956cc01a. 00000400:00000200:0.0:1767384373.527397:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.527406:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: REPLY: OK 00000400:00000200:3.0:1767384373.527409:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:3.0:1767384373.527413:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:3.0:1767384373.527415:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:3.0:1767384373.527418:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000400:00000200:3.0:1767384373.527421:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 60], ns[48, 60] 00000400:00000200:3.0:1767384373.527424:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:3.0:1767384373.527427:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:3.0:1767384373.527430:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 48], ns[168, 48] 00000400:00000200:3.0:1767384373.527433:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 48], ns[72, 48] 00000400:00000200:3.0:1767384373.527436:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 48], ns[73, 48] 00000400:00000200:3.0:1767384373.527439:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 48], ns[136, 48] 00000400:00000200:3.0:1767384373.527442:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 48], ns[145, 48] 00000400:00000200:3.0:1767384373.527446:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 48], ns[120, 48] 00000400:00000200:3.0:1767384373.527449:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 48], ns[100, 48] 00000400:00000200:3.0:1767384373.527452:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 48], ns[156, 48] 00000400:00000200:3.0:1767384373.527455:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 48], ns[169, 48] 00000400:00000200:3.0:1767384373.527459:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 48], ns[127, 48] 00000400:00000200:3.0:1767384373.527462:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 48], ns[173, 48] 00000400:00000200:3.0:1767384373.527471:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 48], ns[150, 48] 00000400:00000200:3.0:1767384373.527474:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 48], ns[149, 48] 00000400:00000200:3.0:1767384373.527477:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 48], ns[167, 48] 00000400:00000200:3.0:1767384373.527480:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 48], ns[170, 48] 00000400:00000200:3.0:1767384373.527484:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 48], ns[175, 48] 00000400:00000200:3.0:1767384373.527488:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 48], ns[177, 48] 00000400:00000200:3.0:1767384373.527491:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:3.0:1767384373.527494:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp25 00000400:00000200:3.0:1767384373.527497:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp25 lpni_is_preferred = 0 00000400:00000200:3.0:1767384373.527499:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp25 00000400:00000200:3.0:1767384373.527503:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [182:182:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384373.527507:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp25 00000400:00000200:3.0:1767384373.527516:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:) -> 192.168.203.113@tcp25(192.168.203.113@tcp:192.168.203.113@tcp25) : GET try# 0 00000800:00000200:3.0:1767384373.527522:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp25 00000800:00000010:3.0:1767384373.527524:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e654eb79. 00000800:00000001:0.0:1767384373.527527:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384373.527529:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000800:00000001:0.0:1767384373.527532:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.527535:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384373.527538:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:988 00000800:00000001:0.0:1767384373.527541:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527542:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e654eb79 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384373.527546:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384373.527549:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000800:00000001:0.0:1767384373.527550:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527591:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000200:0.0:1767384373.527610:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp24(192.168.203.113@tcp24) <- 192.168.203.113@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384373.527619:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp24: Reply from 12345-192.168.203.113@tcp24 of length 640/640 into md 0x1e21 00000800:00000001:0.0:1767384373.527624:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527634:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527635:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384373.527636:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384373.527641:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e654eb79. 00000400:00000200:0.0:1767384373.527645:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp24->192.168.203.113@tcp24: REPLY: OK 00000400:00000200:3.0:1767384373.527647:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.527649:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:0.0:1767384373.527652:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000200:3.0:1767384373.527655:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: GET: OK 00000400:00000200:0.0:1767384373.527657:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384373.527660:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384373.527663:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:0.0:1767384373.527666:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384373.527672:0:16149:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000400:00000200:0.0:1767384373.527673:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 38. state = 0x300271 00000800:00000001:3.0:1767384373.527680:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384373.527685:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000800:00000001:3.0:1767384373.527688:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384373.527690:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384373.527694:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.527694:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00000400:00000200:3.0:1767384373.527700:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : GET - for me 00000800:00000001:0.0:1767384373.527702:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527708:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527711:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384373.527716:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 640/640 into md 0x1dc1 [1] + 0 00000400:00000200:3.0:1767384373.527723:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 00000400:00000200:3.0:1767384373.527729:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [183:183:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1767384373.527738:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) 192.168.203.113@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384373.527741:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000800:00000010:3.0:1767384373.527744:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e654eb79. 00000800:00000200:3.0:1767384373.527748:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000800:00000200:3.0:1767384373.527754:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:991 00000800:00000200:3.0:1767384373.527757:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e654eb79 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:0.0:1767384373.527784:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527818:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527824:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384373.527826:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384373.527826:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384373.527830:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e654eb79. 00000800:00000001:0.0:1767384373.527830:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527836:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.527841:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : REPLY - for me 00000400:00000200:3.0:1767384373.527846:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: REPLY: OK 00000400:00000200:0.0:1767384373.527854:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp25: Reply from 12345-192.168.203.113@tcp25 of length 640/640 into md 0x1e25 00000800:00000001:0.0:1767384373.527858:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.527865:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.527867:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384373.527871:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384373.527871:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: REPLY: OK 00000400:00000200:0.0:1767384373.527874:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:0.0:1767384373.527877:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:0.0:1767384373.527879:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384373.527882:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:3.0:1767384373.527884:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384373.527885:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:0.0:1767384373.527889:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 38. state = 0x3000f1 00000400:00000010:0.0:1767384373.527891:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000906f0637. 00000400:00000200:3.0:1767384373.527896:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000200:0.0:1767384373.527902:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:3.0:1767384373.527903:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000443a3c4d. 00000400:00000200:0.0:1767384373.527909:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (38) 00000400:00000010:3.0:1767384373.527910:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000f8289da9. 00000800:00000001:0.0:1767384373.527914:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384373.527917:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 00000000e577db90. 00000800:00000001:0.0:1767384373.527918:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384373.527954:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp38(000000001f74ba23) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384373.527964:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp43(000000001804d007) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384373.527970:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001bb90c9d. 00000400:00000200:3.0:1767384373.527981:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001bb90c9d nid 192.168.203.113@tcp45 00000400:00000010:3.0:1767384373.527985:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007eaa43d2. 00000400:00000200:3.0:1767384373.527987:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000007eaa43d2 net tcp45 00000400:00000200:3.0:1767384373.527990:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (37) 00000400:00000200:3.0:1767384373.527994:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp45 flags 0x11 00000400:00000010:3.0:1767384373.527998:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ea5da3b2. 00000400:00000200:3.0:1767384373.528001:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ea5da3b2 nid 192.168.203.113@tcp46 00000400:00000010:3.0:1767384373.528003:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a458c6e8. 00000400:00000200:3.0:1767384373.528006:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a458c6e8 net tcp46 00000400:00000200:3.0:1767384373.528008:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:3.0:1767384373.528011:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp46 flags 0x11 00000400:00000010:3.0:1767384373.528013:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000443a3c4d. 00000400:00000010:3.0:1767384373.528016:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000f8289da9. 00000400:00000010:3.0:1767384373.528018:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 00000000e577db90. 00000400:00000010:3.0:1767384373.528021:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000036c9e51b. 00000400:00000200:3.0:1767384373.528024:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384373.528027:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:3.0:1767384373.528030:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:3.0:1767384373.528033:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:3.0:1767384373.528036:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:3.0:1767384373.528038:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:3.0:1767384373.528041:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:3.0:1767384373.528045:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00000020:00000010:0.0:1767384373.534710:0:36788:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000bc9955a. 00000020:00000040:0.0:1767384373.534718:0:36788:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384373.534720:0:36788:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000bc9955a. 00000100:00000040:1.0:1767384373.542671:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294962322, at 4294962323 00000100:00000010:1.0:1767384373.542685:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000040:2.0:1767384373.542699:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294962322, at 4294962323 00000100:00000010:2.0:1767384373.542707:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00000100:00000040:3.0:1767384373.543764:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294962322, at 4294962324 00000100:00000010:3.0:1767384373.543769:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f6f3edd. 00000100:00000040:0.0:1767384373.543842:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294962322, at 4294962324 00000100:00000010:0.0:1767384373.543852:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e69e6f5. 00000800:00000200:2.0:1767384373.651648:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003d550fb4] -> 12345-192.168.203.113@tcp30 (6) 00000800:00000200:2.0:1767384373.651655:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp30 ip 192.168.203.113:988 00000800:00000200:2.0:1767384373.651659:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384373.651768:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384373.651774:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.651787:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384373.651793:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384373.651794:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384373.652614:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.652617:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.652619:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:1.0:1767384373.652621:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000400:00000200:1.0:1767384373.652625:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384373.652629:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384373.652638:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007a04a2a6. 00000400:00000010:1.0:1767384373.652641:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cdbb6126. 00000001:00000001:1.0:1767384374.202488:0:36940:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384374.202492:0:36940:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384374.205459:0:36940:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384374.213604:0:36941:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d589b5f5. 00000400:00000010:1.0:1767384374.213622:0:36941:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002651ddbc. 00000400:00000010:1.0:1767384374.213634:0:36941:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001118b219. 00000400:00000010:1.0:1767384374.213639:0:36941:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000091033d1b. 00000400:00000010:1.0:1767384374.213644:0:36941:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006be3a78. 00000400:00000010:1.0:1767384374.213650:0:36941:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000784fe2a4. 00000400:00000010:1.0:1767384374.213652:0:36941:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc2a0873. 00000400:00000010:1.0:1767384374.213655:0:36941:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000215b9a52. 00000400:00000010:1.0:1767384374.213659:0:36941:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a51d10c8. 00000800:00000010:1.0:1767384374.213677:0:36941:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000699c2913. 00000800:00000200:1.0:1767384374.213689:0:36941:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384374.213705:0:36941:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384374.213750:0:36941:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384374.213779:0:36941:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp47 [8/256/0/180] 00000400:00000010:1.0:1767384374.215945:0:36941:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000001f8bb284. 00000400:00000010:1.0:1767384374.215951:0:36941:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000010:1.0:1767384374.215955:0:36941:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000400:00000001:1.0:1767384374.215970:0:36941:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384374.215972:0:36941:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384374.215973:0:36941:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa5348e. 00000400:00000200:1.0:1767384374.215975:0:36941:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e02cce4 00000400:00000010:1.0:1767384374.215977:0:36941:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e02cce4. 00000400:00000010:1.0:1767384374.215980:0:36941:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007fb41ec3. 00000400:00000200:1.0:1767384374.215984:0:36941:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:1.0:1767384374.215995:0:36941:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384374.216002:0:36941:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:1.0:1767384374.216008:0:36941:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000097873c80. 00000020:01000000:1.0:1767384374.216012:0:36941:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384374.216013:0:36941:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp47 00000400:00000010:1.0:1767384374.216024:0:36941:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002651ddbc. 00000400:00000010:1.0:1767384374.216026:0:36941:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d589b5f5. 00000020:00000001:0.0:1767384374.216050:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384374.216053:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384374.216055:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384374.216059:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384374.216061:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 10000000:01000000:0.0:1767384374.216062:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384374.216067:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384374.216069:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384374.216070:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000020:01000004:0.0:1767384374.216070:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384374.216075:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384374.216076:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000020:01000004:0.0:1767384374.216077:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384374.216080:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384374.216082:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384374.216083:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384374.216084:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ac827f8. 00000020:01000004:0.0:1767384374.216084:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384374.216087:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384374.216091:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp25 00000100:00000010:0.0:1767384374.216093:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000020:00000040:0.0:1767384374.216098:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384374.216103:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384374.216106:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 02000000:00000001:0.0:1767384374.216108:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384374.216113:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.216117:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [184:184:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [174:174:8:4294967295] 02000000:00000010:0.0:1767384374.216121:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007fdcd7ea. 00000100:00000001:0.0:1767384374.216128:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.216132:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp25 00000100:00000001:0.0:1767384374.216137:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384374.216141:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.216146:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) : PUT try# 0 00000100:00000040:0.0:1767384374.216150:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f387610] to pc [ptlrpcd_00_02+2] req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384374.216155:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000800:00000010:3.0:1767384374.216162:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e654eb79. 00000800:00000200:3.0:1767384374.216171:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000800:00000200:3.0:1767384374.216178:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:988 10000000:00000001:0.0:1767384374.216178:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384374.216183:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384374.216184:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e654eb79 type 1, nob 752 niov 1 nkiov 1 00000020:00000001:0.0:1767384374.216185:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.216188:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384374.216189:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384374.216193:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384374.216195:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384374.216196:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384374.216199:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 10000000:00000001:0.0:1767384374.216199:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384374.216203:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384374.216204:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384374.216206:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384374.216207:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 00000020:01000004:0.0:1767384374.216212:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384374.216216:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384374.216220:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384374.216221:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384374.216222:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384374.216224:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.216228:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384374.216230:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384374.216231:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384374.216232:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384374.216233:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384374.216236:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384374.216237:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.216238:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744056960:0@lo:253: 00000020:01000004:0.0:1767384374.216239:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384374.216243:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384374.216247:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384374.216247:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384374.216253:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012398915. 02000000:00000001:1.0:1767384374.216254:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384374.216258:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.216258:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384374.216261:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384374.216262:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384374.216265:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384374.216268:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e082242. 02000000:00000001:0.0:1767384374.216268:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384374.216275:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d9f03913. 02000000:00000001:1.0:1767384374.216278:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.216280:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384374.216283:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000100:00000001:0.0:1767384374.216284:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384374.216287:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384374.216289:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002651ddbc. 00000100:00000040:0.0:1767384374.216293:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012398915] to pc [ptlrpcd_00_03+3] req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384374.216294:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744056960, portal 25 00000100:00000001:1.0:1767384374.216300:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384374.216303:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:1.0:1767384374.216312:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384374.216316:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.216321:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384374.216321:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.216325:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384374.216325:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384374.216328:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:0.0:1767384374.216329:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384374.216331:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006716b075. 00000800:00000010:3.0:1767384374.216333:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e654eb79. 00000020:00000010:0.0:1767384374.216334:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000097873c80. 00000100:00000200:1.0:1767384374.216336:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744056960, offset 0 00000400:00000200:3.0:1767384374.216338:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.216343:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384374.216347:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: PUT: OK 00000800:00000001:0.0:1767384374.216351:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384374.216352:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384374.216356:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384374.216360:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp25: 0 00000800:00000001:0.0:1767384374.216361:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.216364:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384374.216368:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07080 00000800:00000001:0.0:1767384374.216369:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.216379:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d5 [2] + 0 00000100:00000001:3.0:1767384374.216383:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384374.216386:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : PUT - for me 00000400:00000010:1.0:1767384374.216387:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069f54536. 00000100:00000001:3.0:1767384374.216388:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384374.216392:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384374.216394:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004878b992 00000100:00000040:3.0:1767384374.216398:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384374.216400:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.216406:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384374.216411:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384374.216414:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384374.216417:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.216421:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384374.216421:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 640/656 into md 0x1e1d [1] + 0 02000000:00000001:3.0:1767384374.216425:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384374.216429:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.216430:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c3cbf. 00000100:00100000:3.0:1767384374.216433:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744057088:0@lo:253: 00000400:00000200:0.0:1767384374.216437:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036e19526 00000100:00000001:3.0:1767384374.216438:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384374.216441:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384374.216443:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004878b992 02000000:00000001:3.0:1767384374.216444:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384374.216445:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384374.216448:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004878b992. 02000000:00000001:3.0:1767384374.216449:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384374.216455:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.216456:0:16156:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1767384374.216460:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7e487f8. 00000100:00000200:1.0:1767384374.216461:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384374.216462:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384374.216465:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.216469:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000033877ba1 x1853236744056960 msgsize 4848 00000400:00000010:3.0:1767384374.216471:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000400:00000200:0.0:1767384374.216474:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: PUT: OK 00000400:00000010:3.0:1767384374.216478:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2e45024. 00000400:00000200:0.0:1767384374.216482:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000100:00100000:1.0:1767384374.216483:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384374.216486:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384374.216493:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:1.0:1767384374.216497:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384374.216500:0:16149:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:3.0:1767384374.216501:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744057088, portal 25 00000100:00000001:3.0:1767384374.216505:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384374.216506:0:16149:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (40) 00000100:00000001:3.0:1767384374.216507:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112352151552 : -120961357400064 : ffff91fc7d42b800) 00000400:00000200:1.0:1767384374.216507:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006716b075 00000400:00000010:1.0:1767384374.216513:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006716b075. 00000100:00000040:3.0:1767384374.216516:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.216518:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384374.216518:0:16149:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000100:00000200:1.0:1767384374.216526:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384374.216527:0:16149:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.113@tcp (656 bytes) 00000100:00000001:3.0:1767384374.216536:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384374.216536:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000040:3.0:1767384374.216542:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384374.216548:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001956b10b. 00000100:00000200:3.0:1767384374.216586:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744057088, offset 0 00000400:00000200:3.0:1767384374.216591:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.216600:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (41) 00000400:00000200:3.0:1767384374.216622:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.216623:0:16149:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384374.216631:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp25 to MR: 192.168.203.113@tcp25 local destination 00000400:00000200:0.0:1767384374.216639:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp25 NI seq info: [185:185:256:4294967295] 192.168.203.113@tcp25 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384374.216651:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) -> 192.168.203.113@tcp25(192.168.203.113@tcp25:192.168.203.113@tcp25) 192.168.203.113@tcp25 : ACK try# 0 00000100:00000001:1.0:1767384374.216657:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384374.216658:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp25 00000400:00000200:3.0:1767384374.216661:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07100 00000800:00000010:0.0:1767384374.216665:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004da88164. 00000400:00000200:3.0:1767384374.216667:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15dd [2] + 0 00000100:00000040:1.0:1767384374.216671:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384374.216673:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa2c0c5. 00000800:00000200:0.0:1767384374.216678:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bd16a86] -> 12345-192.168.203.113@tcp25 (6) 00000400:00000200:3.0:1767384374.216680:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b0175fd 00000400:00000200:3.0:1767384374.216686:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384374.216689:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384374.216693:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp25 ip 192.168.203.113:991 00000400:00000200:3.0:1767384374.216694:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384374.216694:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1767384374.216701:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004da88164 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384374.216703:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b0175fd 00000100:00000001:1.0:1767384374.216703:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384374.216708:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b0175fd. 00000100:00000001:1.0:1767384374.216709:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294963014 00000100:00000001:3.0:1767384374.216712:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384374.216713:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095d28b20. 00000100:00000200:3.0:1767384374.216714:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384374.216718:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384374.216719:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000091ad84c6 x1853236744057088 msgsize 4848 00000100:00000001:1.0:1767384374.216721:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384374.216725:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384374.216726:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.216727:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294963014 00000100:00000040:3.0:1767384374.216728:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384374.216735:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000599a50e6. 00000100:00000001:1.0:1767384374.216738:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384374.216742:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384374.216742:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294963014 00000100:00000010:1.0:1767384374.216747:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969c7aa8. 00000400:00000200:3.0:1767384374.216748:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001956b10b 00000100:00000001:1.0:1767384374.216750:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384374.216751:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001956b10b. 00000100:00000001:1.0:1767384374.216754:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294963014 00000100:00000001:3.0:1767384374.216755:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384374.216758:0:16156:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b799ec2. 00000100:00000200:3.0:1767384374.216761:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.216762:0:16156:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384374.216768:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.216770:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.216773:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.216777:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.216785:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384374.216786:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384374.216789:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.216789:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384374.216795:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.216798:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384374.216799:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.216801:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.216802:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.216805:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384374.216806:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384374.216809:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384374.216811:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004da88164. 00000100:00000001:3.0:1767384374.216813:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294963014 00000100:00000001:3.0:1767384374.216818:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294963014 00000100:00000001:3.0:1767384374.216820:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294963014 00000400:00000200:0.0:1767384374.216820:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384374.216825:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294963014 00000100:00000001:3.0:1767384374.216829:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294963014 00000400:00000200:0.0:1767384374.216830:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: ACK: OK 00000100:00000001:3.0:1767384374.216832:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294963014 00000100:00000001:3.0:1767384374.216835:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294963014 00000100:00000001:3.0:1767384374.216837:0:16157:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294963014 00000100:00000001:3.0:1767384374.216839:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384374.216840:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384374.216841:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.216845:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384374.216846:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.216847:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.216854:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384374.216855:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384374.216857:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384374.216860:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384374.216861:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384374.216861:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.216865:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384374.216866:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384374.216868:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384374.216876:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.216885:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp25(192.168.203.113@tcp25) <- 192.168.203.113@tcp25 : ACK - for me 00000100:00000001:3.0:1767384374.216890:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384374.216893:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744056960 02000000:00000001:3.0:1767384374.216897:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384374.216900:0:16149:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp25: ACK from 12345-192.168.203.113@tcp25 into md 0x1e2d 00000100:00000001:3.0:1767384374.216901:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384374.216904:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.216909:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.216910:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384374.216912:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744056960 00000020:00000001:3.0:1767384374.216915:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384374.216924:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:0.0:1767384374.216925:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp25->192.168.203.113@tcp25: ACK: OK 00000020:00000001:3.0:1767384374.216927:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.216931:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000400:00000200:0.0:1767384374.216932:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000020:00000001:3.0:1767384374.216933:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000400:00000010:0.0:1767384374.216936:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000020:00000001:3.0:1767384374.216937:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384374.216944:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384374.216944:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:3.0:1767384374.216948:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000400:00000200:0.0:1767384374.216952:0:16149:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000100:00000001:3.0:1767384374.216953:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.216957:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 00000400:00000200:0.0:1767384374.216959:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000020:00000010:3.0:1767384374.216964:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000400:00000200:0.0:1767384374.216965:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (40) 00000100:00000001:1.0:1767384374.216971:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384374.216973:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072bd2606. 00000100:00100000:1.0:1767384374.216975:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057088 00000800:00000001:0.0:1767384374.216975:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384374.216979:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384374.216980:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000001:1.0:1767384374.216981:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384374.216981:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.216984:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.216988:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.216991:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384374.216991:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057088 00000100:00000001:3.0:1767384374.216995:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384374.216997:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384374.216999:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.217000:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384374.217003:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384374.217004:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384374.217006:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000100:00000001:3.0:1767384374.217007:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.217011:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384374.217013:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384374.217016:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384374.217018:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384374.217020:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000363a421c. 00000400:00000200:0.0:1767384374.217020:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384374.217025:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384374.217028:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000363a421c. 00000400:00000010:0.0:1767384374.217028:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 000000009673dd6d. 00000100:00000001:3.0:1767384374.217030:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.217034:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384374.217037:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000020:00000010:1.0:1767384374.217038:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d392514c. 00000100:00100000:3.0:1767384374.217040:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384374.217045:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384374.217046:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094051408 : -120961615500208 : ffff91fc6de06c50) 00000020:00000010:1.0:1767384374.217047:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005bf9e8b7. 00000400:00000010:0.0:1767384374.217048:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ee41532. 00000100:00000040:3.0:1767384374.217052:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000033877ba1 x1853236744056960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384374.217054:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003af2b767. 00000400:00000200:0.0:1767384374.217055:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009673dd6d 00000100:00000001:1.0:1767384374.217062:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384374.217063:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000003b0c98f4. 00000100:00000001:3.0:1767384374.217064:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384374.217065:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.217069:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.217071:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000400:00000200:0.0:1767384374.217071:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000100:00000001:1.0:1767384374.217073:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.217077:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.217078:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384374.217081:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 00000020:00000010:3.0:1767384374.217083:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 00000400:00000200:0.0:1767384374.217089:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000100:00100000:3.0:1767384374.217093:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000033877ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744056960:12345-0@lo:253: 00000100:00000001:1.0:1767384374.217093:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384374.217095:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000506bd8f1. 00000100:00000001:1.0:1767384374.217097:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384374.217102:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744056960 00000100:00100000:1.0:1767384374.217104:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000400:00000010:0.0:1767384374.217104:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000020:00000001:3.0:1767384374.217105:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384374.217109:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:1.0:1767384374.217112:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094040144 : -120961615511472 : ffff91fc6de04050) 00000400:00000010:0.0:1767384374.217115:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009418e98c. 00000020:00000001:3.0:1767384374.217116:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384374.217119:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091ad84c6 x1853236744057088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384374.217121:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.217128:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384374.217128:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:00000001:3.0:1767384374.217132:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384374.217137:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384374.217137:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384374.217140:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384374.217141:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000363a421c. 00000400:00000200:0.0:1767384374.217142:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000001:3.0:1767384374.217144:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384374.217146:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384374.217148:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384374.217151:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000363a421c. 00000020:00000001:3.0:1767384374.217153:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.217154:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000100:00000001:3.0:1767384374.217157:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384374.217160:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091ad84c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16157:x1853236744057088:12345-0@lo:253: 02000000:00000001:3.0:1767384374.217161:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384374.217167:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057088 02000000:00000010:3.0:1767384374.217168:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000052dc58d3. 00000400:00000200:0.0:1767384374.217169:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 02000000:00000001:3.0:1767384374.217173:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.217177:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384374.217178:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.217182:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384374.217183:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384374.217183:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:00000001:1.0:1767384374.217185:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384374.217190:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384374.217192:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:00000010:3.0:1767384374.217194:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009005868c. 00000020:00000001:1.0:1767384374.217196:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384374.217197:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 20000000:01000000:3.0:1767384374.217200:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384374.217200:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.217206:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384374.217207:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384374.217207:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000020:00000001:1.0:1767384374.217210:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384374.217211:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384374.217215:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384374.217216:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.217219:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384374.217221:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 20000000:00000001:3.0:1767384374.217222:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.217222:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384374.217227:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384374.217228:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000097873c80. 02000000:00000001:1.0:1767384374.217232:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.217233:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384374.217236:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df1326f1. 20000000:00000001:1.0:1767384374.217237:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384374.217242:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000010:1.0:1767384374.217247:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008e28c464. 00000400:00000200:0.0:1767384374.217248:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 20000000:00000001:3.0:1767384374.217250:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384374.217254:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384374.217257:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384374.217257:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384374.217259:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 20000000:00000001:1.0:1767384374.217261:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384374.217265:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384374.217269:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384374.217272:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384374.217272:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:0.0:1767384374.217280:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:0.0:1767384374.217284:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:0.0:1767384374.217289:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:0.0:1767384374.217292:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:0.0:1767384374.217297:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00080000:00000001:3.0:1767384374.217301:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384374.217304:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00080000:00000001:3.0:1767384374.217306:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384374.217309:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384374.217312:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384374.217314:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000020:00000001:3.0:1767384374.217315:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384374.217321:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000400:00000200:0.0:1767384374.217323:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00080000:00000001:3.0:1767384374.217325:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384374.217331:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00080000:00000010:3.0:1767384374.217332:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000036c9e51b. 00080000:00000001:3.0:1767384374.217337:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361359360 : -120961348192256 : ffff91fc7dcf3800) 00080000:00000001:3.0:1767384374.217341:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384374.217341:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[168, 52] 00000400:00000200:0.0:1767384374.217347:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 52], ns[72, 52] 00000400:00000200:0.0:1767384374.217354:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[73, 52] 00000400:00000200:0.0:1767384374.217359:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 52], ns[136, 52] 00000400:00000200:0.0:1767384374.217363:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 52], ns[145, 52] 00000400:00000200:0.0:1767384374.217369:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 52], ns[120, 52] 00000400:00000200:0.0:1767384374.217381:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[100, 52] 00000400:00000200:0.0:1767384374.217386:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 52], ns[156, 52] 00000400:00000200:0.0:1767384374.217390:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 00000400:00000200:0.0:1767384374.217395:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 52], ns[127, 52] 00000400:00000200:0.0:1767384374.217400:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000400:00000200:0.0:1767384374.217406:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 00000400:00000200:0.0:1767384374.217410:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 52], ns[149, 52] 00000400:00000200:0.0:1767384374.217416:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 52], ns[167, 52] 00000400:00000200:0.0:1767384374.217421:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 52], ns[170, 52] 00000400:00000200:0.0:1767384374.217427:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 52], ns[175, 52] 00000001:00000001:3.0:1767384374.217430:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384374.217433:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.217434:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 52], ns[177, 52] 00080000:00000001:3.0:1767384374.217439:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384374.217443:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000400:00000200:0.0:1767384374.217448:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384374.217452:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00080000:00000001:3.0:1767384374.217454:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.217458:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp45 00080000:00000001:3.0:1767384374.217459:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384374.217466:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp45 lpni_is_preferred = 0 00000400:00000200:0.0:1767384374.217471:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp45 00000400:00000200:0.0:1767384374.217475:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp45 NI seq info: [186:186:256:4294967295] 192.168.203.113@tcp45 LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384374.217481:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp45 00000400:00000200:0.0:1767384374.217490:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp45(192.168.203.113@tcp45:) -> 192.168.203.113@tcp45(192.168.203.113@tcp:192.168.203.113@tcp45) : GET try# 0 00000800:00000200:0.0:1767384374.217496:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp45 00000800:00000010:0.0:1767384374.217507:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004da88164. 00000800:00000010:0.0:1767384374.217515:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000025c5d9f5. 00000800:00000010:0.0:1767384374.217520:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009a5c36dc. 00000800:00000200:0.0:1767384374.217526:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000800:00000200:0.1:1767384374.217531:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00080000:00000001:3.0:1767384374.217534:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384374.217538:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384374.217547:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384374.217590:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300251 rc 0 00000400:00000200:0.0:1767384374.217663:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217717:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217765:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217804:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217844:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217884:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.217939:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218001:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218057:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218103:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218137:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218173:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218197:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218223:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218261:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218290:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218316:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218346:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218378:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218414:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218459:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218509:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218543:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218654:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218727:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218815:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218882:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218947:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.218991:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219039:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219096:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219147:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219232:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384374.219287:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384374.219494:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008ca06e2d. 00000800:00000010:0.0:1767384374.219501:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005e7e019a. 00000800:00000010:0.0:1767384374.219508:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000034b268ed. 00000800:00000010:0.0:1767384374.219536:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000034b268ed. 00000800:00020000:0.0:1767384374.219548:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384374.219594:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005e7e019a. 00000800:00000010:0.0:1767384374.219599:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008ca06e2d. 00000400:02020000:0.0:1767384374.219674:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384374.219682:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp45 notifying 192.168.203.113@tcp45: down 00000800:00000200:0.0:1767384374.219689:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp45 down 00000800:00000100:0.0:1767384374.219697:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp45 00000800:00000010:0.0:1767384374.219700:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004da88164. 00000400:00000200:0.0:1767384374.219705:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384374.219710:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp45->192.168.203.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384374.219720:0:16142:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp45 added to recovery queue. ping count: 0 next ping: 296 health :900 00000400:00000200:0.0:1767384374.219724:0:16142:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384374.219728:0:16142:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:0.0:1767384374.219733:0:16142:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384374.219768:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384374.219774:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300851 00000400:00000001:0.0:1767384374.219778:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384374.219787:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384374.219789:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384374.219792:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000400:00000200:0.0:1767384374.219797:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384374.219802:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:0.0:1767384374.219805:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000506bd8f1. 00000400:00000200:0.0:1767384374.219809:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (40) 00000400:00000200:0.0:1767384374.219814:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:0.0:1767384374.219817:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302051 rc -71 00000400:00000200:0.0:1767384374.219821:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384374.219826:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00080000:00000001:3.0:1767384374.225491:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384374.225497:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384374.225500:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384374.225502:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384374.225509:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384374.225511:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384374.225513:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384374.225516:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384374.225517:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384374.225519:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384374.225521:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000036c9e51b. 20000000:00000001:3.0:1767384374.225522:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384374.225527:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384374.225527:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384374.225529:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084beccec. 20000000:01000000:0.0:1767384374.225534:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00080000:00000020:3.0:1767384374.225537:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384374.225538:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384374.225545:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384374.225815:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384374.225819:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384374.225820:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384374.225822:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384374.225824:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384374.225827:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:0.0:1767384374.225830:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384374.225834:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000172bc979. 00080000:00000001:0.0:1767384374.225837:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068077056 : -120966641474560 : ffff91fb424e2400) 00080000:00000001:0.0:1767384374.225839:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:01000000:2.0:1767384374.225849:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384374.225854:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384374.225856:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384374.225860:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384374.225863:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384374.225869:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f0df01c count: 2 00010000:00000001:2.0:1767384374.225872:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384374.225875:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:0.0:1767384374.225879:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:2.0:1767384374.225880:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acbb83fa. 00080000:00000001:0.0:1767384374.225882:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.225885:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384374.225886:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:2.0:1767384374.225890:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acbb83fa with handle 0xf489261bfe0bc7dd to hash 00000020:00000001:2.0:1767384374.225892:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384374.225893:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384374.225895:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384374.225898:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.225899:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384374.225900:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.225902:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384374.225906:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384374.225911:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384374.225914:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384374.225916:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384374.225917:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384374.225919:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384374.225923:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.225927:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384374.225928:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.225930:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384374.225931:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.225933:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.225934:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384374.225937:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384374.225941:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0df01c) refcount = 2 00010000:00000040:2.0:1767384374.225943:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384374.225946:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384374.225949:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384374.225951:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384374.225956:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f6bc330. 00000100:00000001:2.0:1767384374.225958:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384374.225963:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000337e3c5c. 00000100:00000001:2.0:1767384374.225964:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107085059584 : -120966624492032 : ffff91fb43514600) 00000100:00000001:2.0:1767384374.225966:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107085059584 : -120966624492032 : ffff91fb43514600) 00000100:00000001:2.0:1767384374.225968:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384374.225969:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384374.225971:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384374.225973:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.225974:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384374.225976:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384374.225979:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384374.225981:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384374.225982:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384374.225986:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000020:00000040:2.0:1767384374.225989:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:2.0:1767384374.225992:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.225994:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384374.225996:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384374.225999:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000010:2.0:1767384374.226001:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043d307f3. 00080000:00000001:0.0:1767384374.226002:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384374.226008:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.226012:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 16 pid: 16788 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384374.226024:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 16 pid: 16788 timeout: 445 lvb_type: 0 00010000:00000001:2.0:1767384374.226029:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384374.226031:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384374.226036:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384374.226042:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.226044:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.226048:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744057216:0@lo:104: 00000100:00000001:2.0:1767384374.226051:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384374.226054:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384374.226055:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.226057:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384374.226060:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000359fb720. 02000000:00000001:2.0:1767384374.226061:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.226065:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c814304. 00000400:00000010:2.0:1767384374.226069:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000100:00000200:2.0:1767384374.226072:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744057216, portal 16 00000100:00000001:2.0:1767384374.226074:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384374.226075:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000040:2.0:1767384374.226078:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384374.226083:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.226085:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384374.226088:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4c989. 00000100:00000200:2.0:1767384374.226091:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744057216, offset 0 00000400:00000200:2.0:1767384374.226096:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.226103:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.226111:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd07180 00000400:00000200:2.0:1767384374.226115:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 1312 00000400:00000200:2.0:1767384374.226120:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.226124:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384374.226130:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384374.226132:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384374.226135:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2894ad8. 00000100:00000040:2.0:1767384374.226138:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000b2894ad8 x1853236744057216 msgsize 328 00000100:00100000:2.0:1767384374.226144:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384374.226158:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.226164:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4c989 00000400:00000010:2.0:1767384374.226166:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4c989. 00000100:00000001:2.0:1767384374.226170:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384374.226173:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384374.226179:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384374.226180:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384374.226183:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057216 00000100:00000040:2.0:1767384374.226186:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384374.226187:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384374.226191:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384374.226194:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.226199:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.226200:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.226205:0:16811:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384374.226206:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057216 00000020:00000001:3.0:1767384374.226209:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384374.226211:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000100:00000001:2.0:1767384374.226211:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.226215:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384374.226217:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294963023 00000020:00000040:3.0:1767384374.226218:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:3.0:1767384374.226222:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000020:00000001:3.0:1767384374.226224:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:2.0:1767384374.226226:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294963014 00000100:00000001:3.0:1767384374.226227:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384374.226232:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:2.0:1767384374.226232:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294963023 00000100:00000001:3.0:1767384374.226236:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.226239:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000100:00000001:2.0:1767384374.226240:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294963014 00000020:00000010:3.0:1767384374.226245:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f68faf31. 00000100:00000001:2.0:1767384374.226247:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294963023 00000020:00000010:3.0:1767384374.226250:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b05e3a9. 00000100:00000001:2.0:1767384374.226252:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294963014 00000020:00000010:3.0:1767384374.226255:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da85eaf6. 00000100:00000001:2.0:1767384374.226258:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294963023 00000100:00000001:2.0:1767384374.226265:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294963014 00000100:00000040:3.0:1767384374.226266:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384374.226269:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.226272:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.226275:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226278:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384374.226278:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226281:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384374.226282:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226284:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.226285:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.226288:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.226289:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226290:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.226291:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384374.226294:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384374.226296:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.226298:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384374.226300:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384374.226302:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384374.226303:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 00000000337e3c5c going to sleep for 11 seconds 00000100:00000001:2.0:1767384374.226308:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384374.226311:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226320:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384374.226322:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384374.226328:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384374.226331:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:3.0:1767384374.226334:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353495040 : -120961356056576 : ffff91fc7d573800) 00000100:00000001:2.0:1767384374.226334:0:16778:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384374.226338:0:16778:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:3.0:1767384374.226341:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2894ad8 x1853236744057216/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384374.226344:0:16778:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003bbce7c2. 00000100:00100000:2.0:1767384374.226352:0:16778:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:3.0:1767384374.226354:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384374.226358:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384374.226360:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.226362:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000100:00100000:3.0:1767384374.226366:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2894ad8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744057216:12345-0@lo:104: 00000100:00000200:3.0:1767384374.226370:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057216 00010000:00000001:3.0:1767384374.226372:0:16779:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384374.226375:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384374.226376:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.226378:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=2 00000020:00000001:3.0:1767384374.226380:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.226382:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.226385:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.226387:0:16779:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.226390:0:16779:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384374.226396:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384374.226398:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384374.226401:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000042894a5f. 02000000:00000001:3.0:1767384374.226408:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226409:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226413:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.226415:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384374.226418:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384374.226422:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384374.226425:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384374.226427:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384374.226429:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384374.226430:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.226432:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.226434:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384374.226437:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384374.226440:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744057216, offset 224 00000400:00000200:3.0:1767384374.226443:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384374.226448:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384374.226453:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd07180 00000400:00000200:3.0:1767384374.226457:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e49 [1] + 224 00000400:00000200:3.0:1767384374.226462:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.226466:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384374.226470:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384374.226474:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384374.226482:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384374.226496:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.226498:0:16778:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.226501:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384374.226504:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384374.226508:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384374.226509:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384374.226512:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.226515:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384374.226517:0:16779:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384374.226521:0:16779:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000096fe1001. 00010000:00000001:3.0:1767384374.226529:0:16779:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384374.226539:0:16779:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384374.226541:0:16779:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226544:0:16779:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226546:0:16779:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.226551:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2894ad8 x1853236744057216/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384374.226596:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2894ad8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744057216:12345-0@lo:104: Request processed in 239us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384374.226605:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384374.226609:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:3.0:1767384374.226611:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384374.226614:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384374.226618:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b05e3a9. 00000020:00000010:3.0:1767384374.226622:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da85eaf6. 00000020:00000010:3.0:1767384374.226624:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f68faf31. 00000020:00000040:3.0:1767384374.226628:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:3.0:1767384374.226630:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.226643:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.226644:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.226646:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384374.226649:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384374.226651:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384374.226653:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384374.226660:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f58854b5 already unused, calling callback (000000001cc36fe6) 10000000:00000001:3.0:1767384374.226662:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384374.226664:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.226669:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384374.226671:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384374.226678:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.226679:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=3 00000020:00000001:3.0:1767384374.226681:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.226683:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.226685:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384374.226687:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384374.226691:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384374.226692:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384374.226696:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384374.226698:0:16783:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384374.226699:0:16783:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384374.226701:0:16783:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384374.226702:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384374.226703:0:16783:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384374.226714:0:16783:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384374.226715:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384374.226717:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384374.226718:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384374.226719:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226722:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384374.226725:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384374.226726:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384374.226729:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.226730:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384374.226732:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f58854b5 with handle 0xf489261bfe0bc7cf from hash 00010000:00000001:3.0:1767384374.226734:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384374.226735:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.226736:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.226738:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384374.226740:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384374.226742:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384374.226745:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384374.226754:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384374.226759:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000020:00000040:3.0:1767384374.226763:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384374.226766:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384374.226768:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384374.226771:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384374.226776:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f68faf31. 00000100:00000001:3.0:1767384374.226780:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226784:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384374.226788:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384374.226796:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384374.226797:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.226801:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384374.226803:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.226809:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_00+0] req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384374.226832:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.226833:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384374.226835:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.226837:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384374.226838:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384374.226839:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.226841:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384374.226842:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384374.226846:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.226849:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384374.226849:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384374.226865:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384374.226867:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000f58854b5/0xf489261bfe0bc7cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc7d6 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384374.226869:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.226872:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.226878:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:3.0:1767384374.226879:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca36445d count: 0 02000000:00000001:2.0:1767384374.226881:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384374.226885:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.226888:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744057344:0@lo:103: 00000100:00000001:2.0:1767384374.226892:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384374.226893:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384374.226894:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384374.226896:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384374.226898:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384374.226899:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000096fe1001. 02000000:00000001:2.0:1767384374.226901:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384374.226904:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d49374b. 00000100:00000001:0.0:1767384374.226908:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384374.226909:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.226910:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.226915:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.226917:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.226917:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00010000:00010000:3.0:1767384374.226923:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384374.226925:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384374.226925:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4c989. 00000020:00000001:3.0:1767384374.226929:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.226930:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744057344, portal 18 00010000:00010000:3.0:1767384374.226932:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384374.226934:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384374.226936:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384374.226937:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000020:00000001:3.0:1767384374.226939:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.226943:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384374.226944:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.226950:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.226950:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384374.226954:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384374.226954:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384374.226955:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1767384374.226959:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384374.226961:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091caa92e. 00000400:00000010:0.0:1767384374.226962:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c814304. 00000400:00000200:0.0:1767384374.226967:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc8e808 00000400:00000010:0.0:1767384374.226974:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000100:00000001:0.0:1767384374.226977:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384374.226978:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744057344, offset 0 00000100:00000200:0.0:1767384374.226984:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384374.226989:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384374.226998:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384374.227001:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384374.227010:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384374.227012:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384374.227014:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd07200 00000100:00000001:0.0:1767384374.227016:0:16811:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384374.227019:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384374.227022:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000100:00000001:0.0:1767384374.227022:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.227025:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384374.227028:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384374.227028:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.227035:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=82 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384374.227037:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384374.227041:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384374.227045:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384374.227045:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384374.227049:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384374.227050:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.227054:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767384374.227057:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ede0195. 00010000:00000001:0.0:1767384374.227057:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.227063:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.227064:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000004ede0195 x1853236744057344 msgsize 328 00000100:00000040:0.0:1767384374.227072:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384374.227076:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384374.227083:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384374.227085:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384374.227086:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.227088:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1767384374.227089:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384374.227090:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384374.227093:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384374.227094:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384374.227095:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091caa92e 00000100:00000040:0.0:1767384374.227098:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384374.227099:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091caa92e. 00000100:00000001:2.0:1767384374.227104:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384374.227110:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384374.227112:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744057216:0@lo:104: 00000100:00000001:0.0:1767384374.227123:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.227124:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384374.227129:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.227130:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.227139:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384374.227142:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384374.227147:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.227149:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744057216/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384374.227151:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384374.227156:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.227158:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384374.227161:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294963024 02000000:00000001:0.0:1767384374.227162:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384374.227165:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000359fb720. 00000100:00000001:2.0:1767384374.227169:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963023 02000000:00000001:0.0:1767384374.227170:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384374.227173:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384374.227175:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000100:00000001:2.0:1767384374.227176:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294963024 00000020:00000001:0.0:1767384374.227178:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384374.227181:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043d307f3. 00000100:00000001:2.0:1767384374.227185:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963023 02000000:00000001:0.0:1767384374.227187:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384374.227189:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384374.227191:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294963024 00000100:00000010:0.0:1767384374.227191:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000001:0.0:1767384374.227197:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384374.227199:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294963023 00000100:00000001:0.0:1767384374.227200:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384374.227204:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000337e3c5c. 00000100:00000001:2.0:1767384374.227206:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294963024 00000100:00000001:0.0:1767384374.227208:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384374.227210:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.227212:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294963023 00010000:00000010:0.0:1767384374.227213:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f6bc330. 00000100:00000001:2.0:1767384374.227221:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384374.227221:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227227:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.227228:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384374.227233:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.227234:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227237:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384374.227238:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384374.227241:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384374.227242:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384374.227243:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384374.227246:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384374.227252:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.227254:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384374.227256:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227258:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227280:0:31130:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384374.227282:0:31130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057344 02000000:00000001:2.0:1767384374.227284:0:31130:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384374.227285:0:31130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.227287:0:31130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.227289:0:31130:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.227291:0:31130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057344 00000020:00000001:2.0:1767384374.227293:0:31130:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384374.227294:0:31130:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:2.0:1767384374.227296:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.227298:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:2.0:1767384374.227301:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:2.0:1767384374.227303:0:31130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384374.227306:0:31130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384374.227309:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6abfaa5. 00000100:00000001:2.0:1767384374.227311:0:31130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.227313:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6abfaa5. 00000020:00000010:2.0:1767384374.227319:0:31130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 00000020:00000010:2.0:1767384374.227322:0:31130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009482612e. 00000020:00000010:2.0:1767384374.227326:0:31130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000100:00000040:2.0:1767384374.227332:0:31130:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384374.227334:0:31130:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384374.227335:0:31130:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384374.227337:0:31130:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384374.227339:0:31130:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227341:0:31130:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384374.227343:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.227345:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.227346:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=4 00000020:00000001:2.0:1767384374.227348:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:2.0:1767384374.227350:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00010000:2.0:1767384374.227353:0:31130:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 17 pid: 16788 timeout: 445 lvb_type: 0 00010000:00000001:2.0:1767384374.227358:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227359:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227361:0:31130:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.227362:0:31130:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.227367:0:31130:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384374.227372:0:31130:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ede0195 x1853236744057344/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.227378:0:31130:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384374.227379:0:31130:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227390:0:31130:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.227399:0:31130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384374.227401:0:31130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384374.227404:0:31130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384374.227406:0:31130:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:2.0:1767384374.227407:0:31130:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353482496 : -120961356069120 : ffff91fc7d570700) 00000100:00000040:2.0:1767384374.227410:0:31130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ede0195 x1853236744057344/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 328/0 e 0 to 0 dl 1767384385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.227415:0:31130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384374.227418:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6abfaa5. 00000100:00000001:2.0:1767384374.227419:0:31130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.227421:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6abfaa5. 00000100:00100000:2.0:1767384374.227426:0:31130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ede0195 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16154:x1853236744057344:12345-0@lo:103: 00000100:00000200:2.0:1767384374.227429:0:31130:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057344 00010000:00000001:2.0:1767384374.227431:0:31130:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384374.227433:0:31130:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384374.227435:0:31130:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384374.227438:0:31130:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384374.227440:0:31130:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384374.227442:0:31130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c91b77a2. 02000000:00000001:2.0:1767384374.227444:0:31130:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227445:0:31130:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227447:0:31130:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384374.227449:0:31130:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384374.227451:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.227452:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.227454:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=4 00000020:00000001:2.0:1767384374.227455:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:2.0:1767384374.227456:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000040:2.0:1767384374.227458:0:31130:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f0df01c count: 3 00010000:00010000:2.0:1767384374.227460:0:31130:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 17 pid: 16788 timeout: 445 lvb_type: 0 00000100:00001000:2.0:1767384374.227465:0:31130:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384374 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384374.227468:0:31130:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384374.227474:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227476:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384374.227478:0:31130:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 17 pid: 16788 timeout: 445 lvb_type: 0 00000020:00000001:2.0:1767384374.227482:0:31130:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384374.227483:0:31130:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384374.227484:0:31130:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.227485:0:31130:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227488:0:31130:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384374.227489:0:31130:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384374.227494:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227496:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227497:0:31130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.227499:0:31130:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.227500:0:31130:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3c1d35d with handle 0xf489261bfe0bc7d6 from hash 00010000:00000001:2.0:1767384374.227503:0:31130:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384374.227504:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227505:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227507:0:31130:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384374.227508:0:31130:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384374.227509:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384374.227511:0:31130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc7d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc7cf expref: 17 pid: 16788 timeout: 445 lvb_type: 0 00010000:00000040:2.0:1767384374.227515:0:31130:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:2.0:1767384374.227519:0:31130:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:2.0:1767384374.227526:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227528:0:31130:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384374.227530:0:31130:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384374.227530:0:31130:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000acbb83fa 00010000:00000001:2.0:1767384374.227532:0:31130:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384374.227533:0:31130:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384374.227534:0:31130:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.227536:0:31130:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384374.227538:0:31130:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.227541:0:31130:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384374.227542:0:31130:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384374.227543:0:31130:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.227547:0:31130:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384374.227549:0:31130:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384374.227550:0:31130:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384374.227601:0:31130:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384374.227602:0:31130:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0df01c) refcount = 2 00010000:00010000:2.0:1767384374.227605:0:31130:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.227609:0:31130:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384374.227611:0:31130:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384374.227612:0:31130:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.227613:0:31130:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384374.227617:0:31130:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6abfaa5. 00000100:00000001:2.0:1767384374.227619:0:31130:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384374.227622:0:31130:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064094efc. 00000100:00000001:2.0:1767384374.227624:0:31130:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623107085060160 : -120966624491456 : ffff91fb43514840) 00000100:00000001:2.0:1767384374.227626:0:31130:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623107085060160 : -120966624491456 : ffff91fb43514840) 00000100:00000001:2.0:1767384374.227628:0:31130:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384374.227630:0:31130:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384374.227631:0:31130:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384374.227634:0:31130:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384374.227637:0:31130:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00000100:00000001:3.0:1767384374.227638:0:36945:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:2.0:1767384374.227639:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.227642:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384374.227644:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acbb83fa refcount=5 00000020:00000001:2.0:1767384374.227645:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384374.227647:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384374.227649:0:31130:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384374.227651:0:31130:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384374.227656:0:36945:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000020fa082a. 00010000:00000001:2.0:1767384374.227661:0:31130:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:3.0:1767384374.227663:0:36945:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3dfda05. 00010000:00010000:2.0:1767384374.227664:0:31130:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384374.227669:0:36945:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d78721. 00010000:00000001:2.0:1767384374.227670:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227674:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384374.227675:0:36945:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007083c47a. 00010000:00010000:2.0:1767384374.227676:0:31130:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000040:00000010:3.0:1767384374.227680:0:36945:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000018e0720b. 00010000:00000001:2.0:1767384374.227682:0:31130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.227685:0:31130:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.227686:0:36945:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e69ac835. 00010000:00000001:2.0:1767384374.227687:0:31130:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384374.227691:0:31130:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384374.227692:0:36945:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000147b828a. 00010000:00010000:2.0:1767384374.227699:0:31130:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000acbb83fa already unused, calling callback (0000000092aba540) 00000020:00000010:3.0:1767384374.227700:0:36945:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001376a845. 00010000:00000001:2.0:1767384374.227703:0:31130:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000010:3.0:1767384374.227705:0:36945:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f6f3edd. 00010000:00000001:2.0:1767384374.227706:0:31130:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 40000000:00000010:3.0:1767384374.227710:0:36945:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000734ecbea. 00010000:00010000:2.0:1767384374.227710:0:31130:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767384374.227716:0:36945:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000731a4da. 00010000:00000001:2.0:1767384374.227717:0:31130:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000010:3.0:1767384374.227720:0:36945:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098373246. 00010000:00000001:2.0:1767384374.227721:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384374.227724:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000010:3.0:1767384374.227726:0:36945:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b7253c95. 00000020:00000040:2.0:1767384374.227727:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acbb83fa refcount=6 00010000:00000001:1.0:1767384374.227728:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00040000:00000010:3.0:1767384374.227732:0:36945:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9042da4. 00000020:00000001:2.0:1767384374.227732:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:1.0:1767384374.227733:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384374.227738:0:36945:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007da2419b. 00010000:00000001:2.0:1767384374.227738:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:1.0:1767384374.227741:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.227744:0:31130:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384374.227745:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384374.227746:0:36945:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eeef6842. 00010000:00010000:2.0:1767384374.227748:0:31130:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.227754:0:31130:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000010:3.0:1767384374.227755:0:36945:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000a61964. 00010000:00000001:2.0:1767384374.227756:0:31130:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384374.227760:0:31130:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384374.227763:0:36945:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004d9e16fd. 00002000:00000010:3.0:1767384374.227770:0:36945:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ecd4cbef. 00010000:00000001:2.0:1767384374.227771:0:31130:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384374.227774:0:31130:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000010:3.0:1767384374.227777:0:36945:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002980dde8. 00010000:00000001:2.0:1767384374.227777:0:31130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384374.227778:0:31130:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.227781:0:31130:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acbb83fa with handle 0xf489261bfe0bc7dd from hash 00010000:00000001:2.0:1767384374.227785:0:31130:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:3.0:1767384374.227786:0:36945:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005148604b. 00010000:00000001:2.0:1767384374.227786:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227789:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227792:0:31130:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384374.227793:0:31130:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384374.227795:0:31130:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384374.227796:0:31130:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384374.227798:0:31130:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.227800:0:31130:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227801:0:31130:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384374.227802:0:36945:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00010000:00000001:2.0:1767384374.227803:0:31130:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384374.227805:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227806:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227807:0:31130:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227809:0:31130:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227812:0:31130:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384374.227814:0:31130:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384374.227817:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227819:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227820:0:31130:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384374.227821:0:31130:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384374.227822:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227824:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227825:0:31130:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384374.227828:0:31130:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384374.227830:0:31130:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227831:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384374.227832:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384374.227834:0:31130:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.227835:0:31130:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384374.227837:0:31130:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384374.227839:0:31130:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227841:0:31130:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227842:0:31130:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384374.227843:0:31130:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000064094efc. 00000100:00000001:2.0:1767384374.227846:0:31130:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384374.227847:0:31130:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384374.227848:0:31130:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6abfaa5. 00010000:00000001:2.0:1767384374.227851:0:31130:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384374.227852:0:31130:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384374.227853:0:31130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.227856:0:31130:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384374.227858:0:31130:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.227860:0:31130:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384374.227863:0:31130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384374.227865:0:31130:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384374.227867:0:31130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384374.227869:0:31130:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.227871:0:31130:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.227873:0:31130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.227877:0:31130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384374.227880:0:31130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091caa92e. 00000100:00000200:2.0:1767384374.227882:0:31130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744057344, offset 224 00000400:00000200:2.0:1767384374.227888:0:31130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.227895:0:31130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.227902:0:31130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd07200 00000400:00000200:2.0:1767384374.227907:0:31130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e55 [1] + 224 00000400:00000200:2.0:1767384374.227910:0:31130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.227912:0:31130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384374.227915:0:31130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384374.227917:0:31130:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384374.227923:0:31130:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.227941:0:31130:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384374.227945:0:31130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091caa92e 00000400:00000010:2.0:1767384374.227947:0:31130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091caa92e. 00000100:00000001:2.0:1767384374.227950:0:31130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384374.227952:0:31130:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.227953:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.227956:0:31130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.227957:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384374.227961:0:31130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384374.227962:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384374.227963:0:31130:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384374.227967:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384374.227968:0:31130:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384374.227970:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000100:00000040:2.0:1767384374.227973:0:31130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ede0195 x1853236744057344/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 328/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384374.227977:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda4c989 00000400:00000010:1.0:1767384374.227981:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4c989. 00000100:00100000:2.0:1767384374.227987:0:31130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ede0195 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744057344:12345-0@lo:103: Request processed in 569us (921us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384374.227987:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384374.227992:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.227997:0:31130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384374.228002:0:31130:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:2.0:1767384374.228006:0:31130:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384374.228008:0:31130:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384374.228011:0:31130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009482612e. 00000020:00000010:2.0:1767384374.228016:0:31130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000020:00000010:2.0:1767384374.228022:0:31130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 00000100:00000200:1.0:1767384374.228024:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384374.228028:0:31130:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:1.0:1767384374.228031:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.228033:0:31130:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.228034:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.228038:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384374.228040:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384374.228041:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.228043:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.228045:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384374.228047:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384374.228051:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.228053:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384374.228054:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.228056:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384374.228058:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.228059:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.228062:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384374.228066:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384374.228067:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384374.228069:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.228070:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:2.0:1767384374.228072:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384374.228073:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384374.228077:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384374.228083:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384374.228083:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744057344:0@lo:103: 00000100:00000001:1.0:1767384374.228092:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.228095:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384374.228096:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:2.0:1767384374.228100:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:1.0:1767384374.228101:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744057344/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384374.228106:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384374.228112:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384374.228115:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1767384374.228115:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384374.228118:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384374.228118:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d49374b. 00010000:00010000:2.0:1767384374.228122:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384374.228124:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:2.0:1767384374.228127:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f0df01c count: 0 00000020:00000001:1.0:1767384374.228131:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384374.228134:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384374.228134:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 20000000:00000001:2.0:1767384374.228137:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:1.0:1767384374.228138:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384374.228141:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f68faf31. 02000000:00000001:1.0:1767384374.228144:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384374.228146:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384374.228147:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:1.0:1767384374.228150:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384374.228151:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.228153:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.228157:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384374.228158:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.228160:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.228162:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384374.230609:0:16619:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca36445d. 00010000:00000010:3.1:1767384374.230623:0:16619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f58854b5. 00010000:00000010:2.1:1767384374.233597:0:36947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3c1d35d. 00010000:00000010:2.1:1767384374.233609:0:36947:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f0df01c. 00010000:00000010:2.1:1767384374.233617:0:36947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acbb83fa. 00080000:00000001:2.0:1767384374.233790:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384374.233791:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384374.233795:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384374.233798:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:2.0:1767384374.233799:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384374.233802:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384374.233803:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384374.233805:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384374.233807:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384374.233809:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384374.233812:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000172bc979. 20000000:00000001:0.0:1767384374.233818:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384374.233820:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384374.233823:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384374.233828:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384374.233833:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384374.233836:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767384374.233838:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384374.233839:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384374.233843:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384374.233849:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006174a49f. 00010000:00000001:3.0:1767384374.233853:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384374.233856:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f58854b5. 00000020:00000001:3.0:1767384374.233859:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384374.233862:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f58854b5 with handle 0xf489261bfe0bc7e4 to hash 00000020:00000001:3.0:1767384374.233864:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384374.233866:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233868:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233870:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.233872:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.233874:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233880:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384374.233882:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384374.233884:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384374.233886:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384374.233888:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.233889:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384374.233891:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.233893:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384374.233894:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384374.233895:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384374.233896:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384374.233898:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006174a49f) refcount = 1 00010000:00010000:3.0:1767384374.233900:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233904:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384374.233906:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384374.233907:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.233914:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.233915:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384374.233917:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384374.233920:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384374.233922:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384374.233923:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.233925:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=4 00000020:00000001:3.0:1767384374.233927:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233929:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233931:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384374.233933:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233937:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384374.233939:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233942:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.233944:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384374.233945:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233948:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.233950:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.233952:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384374.233953:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384374.233957:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f58854b5 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384374.233959:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384374.233961:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384374.233962:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233966:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384374.233972:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384374.233973:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.233974:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=5 00000020:00000001:3.0:1767384374.233976:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233977:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384374.233980:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384374.233982:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.233985:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384374.233986:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384374.233987:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.233989:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384374.233990:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384374.233992:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384374.233993:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384374.233995:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f58854b5 with handle 0xf489261bfe0bc7e4 from hash 00010000:00000001:3.0:1767384374.233997:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384374.233999:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.234000:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.234001:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384374.234002:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384374.234004:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384374.234005:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384374.234007:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384374.234009:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.234010:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384374.234012:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384374.234014:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.234015:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.234016:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.234018:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.234019:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.234021:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.234024:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.234030:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.234032:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384374.234033:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384374.234035:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384374.234036:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384374.234037:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384374.234039:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384374.234041:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.234043:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384374.234047:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384374.234048:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384374.234049:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc7e4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384374.234053:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006174a49f count: 0 00010000:00000001:3.0:1767384374.234064:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384374.234066:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384374.235908:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384374.235912:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384374.235914:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009005868c. 20000000:00000001:3.0:1767384374.235918:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384374.235921:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744056960 00010000:00000001:3.0:1767384374.235924:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384374.235930:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000033877ba1 x1853236744056960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384374.235938:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.235939:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384374.235942:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384374.235945:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384374.235947:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384374.235949:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384374.235951:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384374.235953:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.235955:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384374.235965:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384374.235969:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f54a55eb. 00000100:00000200:3.0:1767384374.235973:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744056960, offset 224 00000400:00000200:3.0:1767384374.235978:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384374.235986:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384374.235994:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07080 00000400:00000200:3.0:1767384374.235999:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e31 [2] + 224 00000400:00000200:3.0:1767384374.236005:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384374.236007:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384374.236012:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384374.236015:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384374.236022:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.236037:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384374.236042:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54a55eb 00000400:00000010:3.0:1767384374.236045:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f54a55eb. 00000100:00000001:3.0:1767384374.236047:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384374.236047:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384374.236051:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384374.236051:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384374.236055:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.236058:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:1.0:1767384374.236058:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384374.236061:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384374.236062:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384374.236064:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000020:00000001:3.0:1767384374.236065:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.236071:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384374.236071:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002651ddbc 00000400:00000010:1.0:1767384374.236074:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002651ddbc. 00000100:00000040:3.0:1767384374.236075:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033877ba1 x1853236744056960/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.236079:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384374.236086:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384374.236087:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000033877ba1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744056960:12345-0@lo:253: Request processed in 19020us (19615us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384374.236104:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384374.236105:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:3.0:1767384374.236110:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384374.236114:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384374.236117:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384374.236119:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384374.236122:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072bd2606. 00000100:00000001:1.0:1767384374.236122:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.236124:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384374.236127:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384374.236129:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384374.236131:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.236133:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 02000000:00000001:1.0:1767384374.236134:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.236138:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000100:00001000:1.0:1767384374.236140:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=82 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384374.236144:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:1.0:1767384374.236145:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=82 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384374.236150:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384374.236150:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384374.236154:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000052dc58d3. 00000100:00000001:1.0:1767384374.236154:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.236158:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384374.236161:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384374.236164:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384374.236167:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384374.236167:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.236172:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384374.236174:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa2c0c5. 00000100:00000040:1.0:1767384374.236177:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384374.236181:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f54a55eb. 00000100:00000001:1.0:1767384374.236187:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.236190:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384374.236191:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384374.236195:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384374.236196:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384374.236198:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384374.236199:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384374.236200:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384374.236201:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384374.236202:0:16156:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384374.236203:0:16156:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384374.236205:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384374.236206:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384374.236208:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.236213:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f387610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744056960:0@lo:253: 00000100:00000001:1.0:1767384374.236217:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.236218:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384374.236220:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f387610 x1853236744056960/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.236225:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384374.236226:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384374.236228:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e082242. 02000000:00000001:1.0:1767384374.236231:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384374.236233:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384374.236234:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384374.236236:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384374.236238:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007fdcd7ea. 02000000:00000001:1.0:1767384374.236242:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384374.236243:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384374.236250:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f387610. 00000100:00000001:1.0:1767384374.236254:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384374.236255:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.236257:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.236262:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384374.236264:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.236266:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.236267:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384374.236664:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384374.236668:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384374.236670:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008e28c464. 20000000:00000001:0.0:1767384374.236674:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384374.236677:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744057088 00010000:00000001:0.0:1767384374.236680:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384374.236684:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091ad84c6 x1853236744057088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384374.236694:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384374.236695:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.236698:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384374.236702:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384374.236704:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384374.236707:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384374.236709:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384374.236711:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.236714:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.236718:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.236721:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb90e426. 00000100:00000200:0.0:1767384374.236725:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744057088, offset 224 00000400:00000200:0.0:1767384374.236730:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384374.236737:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.236744:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07100 00000400:00000200:0.0:1767384374.236748:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00000400:00000200:0.0:1767384374.236755:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384374.236758:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384374.236761:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384374.236765:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384374.236776:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.236791:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384374.236803:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384374.236806:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb90e426 00000100:00000001:3.0:1767384374.236807:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384374.236811:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb90e426. 00000100:00000001:0.0:1767384374.236815:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384374.236816:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384374.236818:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384374.236819:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384374.236822:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000100:00000001:0.0:1767384374.236824:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.236825:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2e45024 00000400:00000010:3.0:1767384374.236829:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2e45024. 00000100:00000040:0.0:1767384374.236832:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384374.236833:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384374.236838:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384374.236839:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384374.236842:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.236848:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384374.236853:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384374.236856:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091ad84c6 x1853236744057088/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:355/0 lens 4848/4768 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.236867:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384374.236869:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.236872:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384374.236874:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384374.236877:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384374.236879:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384374.236883:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.236884:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091ad84c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744057088:12345-0@lo:253: Request processed in 19743us (20160us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384374.236886:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384374.236893:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384374.236897:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384374.236899:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.236902:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384374.236902:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00010000:00000001:3.0:1767384374.236903:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.236908:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.236909:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:0.0:1767384374.236913:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.236918:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384374.236920:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.236923:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005bf9e8b7. 00000100:00000001:3.0:1767384374.236929:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384374.236930:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003af2b767. 00000100:00000001:3.0:1767384374.236932:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384374.236934:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384374.236938:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:0.0:1767384374.236939:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d392514c. 00000020:01000004:3.0:1767384374.236940:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384374.236943:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384374.236946:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384374.236947:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:0.0:1767384374.236948:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000020:01000004:3.0:1767384374.236949:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384374.236951:0:16157:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384374.236954:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384374.236956:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384374.236956:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384374.236960:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000097873c80. 00000100:00000040:3.0:1767384374.236961:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384374.236967:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384374.236970:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012398915 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744057088:0@lo:253: 00000100:00000001:0.0:1767384374.236971:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.236979:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384374.236980:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384374.236982:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384374.236986:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012398915 x1853236744057088/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384374.236987:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002124ef8e. 00000100:00000001:3.0:1767384374.236994:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384374.236994:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb90e426. 02000000:00000001:3.0:1767384374.236997:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384374.236999:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7e487f8. 02000000:00000001:3.0:1767384374.237003:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384374.237005:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384374.237006:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384374.237007:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384374.237009:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d9f03913. 02000000:00000001:3.0:1767384374.237011:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384374.237012:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384374.237013:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012398915. 00000100:00000001:3.0:1767384374.237016:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384374.237017:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.237019:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.237028:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384374.237029:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.237030:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384374.237032:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384374.237196:0:36947:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f58037fb. 00000400:00000040:2.0:1767384374.237219:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384374.237223:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384374.237225:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384374.237227:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384374.237230:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384374.237232:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384374.237235:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384374.237237:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384374.237239:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384374.237241:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384374.237243:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384374.237245:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384374.237248:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384374.237250:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384374.237252:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384374.237254:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384374.237256:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384374.237257:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384374.237259:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384374.237261:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384374.237264:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384374.237266:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384374.237267:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384374.237269:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384374.237271:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384374.237274:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384374.237276:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384374.237278:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384374.237280:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384374.237282:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384374.237283:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384374.237286:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384374.237287:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384374.237289:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384374.237291:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384374.237292:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384374.237294:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384374.237297:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384374.237299:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384374.237300:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384374.237302:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384374.237304:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384374.237306:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384374.237308:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384374.237310:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384374.237311:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384374.237313:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384374.237315:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384374.237317:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384374.237319:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384374.237321:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384374.237322:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384374.237324:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384374.237326:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384374.237328:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384374.237329:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384374.237331:0:36947:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384374.237443:0:36947:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f58037fb. 00010000:00000010:3.1:1767384374.240626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006174a49f. 00010000:00000010:3.1:1767384374.240635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f58854b5. 00000100:00000040:2.0:1767384374.244621:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294963024, at 4294963025 00000100:00000010:2.0:1767384374.244632:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969c7aa8. 00000100:00000040:3.0:1767384374.244634:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294963024, at 4294963025 00000100:00000010:3.0:1767384374.244643:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b799ec2. 00000100:00000040:1.0:1767384374.245749:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294963024, at 4294963026 00000100:00000010:1.0:1767384374.245755:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000599a50e6. 00000100:00000040:0.0:1767384374.245825:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294963024, at 4294963026 00000100:00000010:0.0:1767384374.245833:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095d28b20. 00000004:00000001:1.0:1767384374.420617:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384374.420621:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384374.420627:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f745da. 00000020:00000040:1.0:1767384374.420632:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384374.420637:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384374.420640:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384374.420644:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.420651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1767384374.420651:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c49795d. 00000100:00000001:2.0:1767384374.420658:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384374.420659:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384374.420663:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000100:00000001:1.0:1767384374.420666:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1767384374.420668:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384374.420669:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.420674:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.420676:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384374.420679:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.420681:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f745da] to pc [ptlrpcd_00_01+1] req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384374.420685:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ef0eef5e. 00000100:00000001:2.0:1767384374.420692:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.420698:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384374.420705:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384374.420707:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384374.420711:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.420712:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fba99abd] to pc [ptlrpcd_00_02+2] req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.420724:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384374.420724:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.420730:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.420730:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384374.420734:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.420734:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384374.420738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384374.420742:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.420743:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384374.420747:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000100:00000001:1.0:1767384374.420749:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384374.420753:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:1.0:1767384374.420754:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384374.420758:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.420759:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.420764:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384374.420766:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384374.420767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.420770:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.420775:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384374.420777:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003c6e92de. 00000100:00000001:1.0:1767384374.420777:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384374.420781:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384374.420781:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.420784:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.420786:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.420787:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384374.420795:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384374.420796:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384374.420800:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384374.420807:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.420816:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8f745da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744057472:0@lo:13: 00000100:00000001:0.0:1767384374.420828:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384374.420830:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384374.420830:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384374.420834:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.420835:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.420841:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384374.420844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e874f984] to pc [ptlrpcd_00_03+3] req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384374.420844:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384374.420845:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384374.420849:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.420850:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384374.420854:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384374.420857:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744057600:0@lo:400: 02000000:00000010:0.0:1767384374.420860:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000982fc056. 00000100:00000001:2.0:1767384374.420865:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.420866:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384374.420866:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.420871:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384374.420872:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384374.420874:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.420875:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000100:00000001:2.0:1767384374.420877:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384374.420877:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384374.420883:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f68faf31. 00000100:00000010:2.0:1767384374.420884:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc586dda. 00000400:00000010:0.0:1767384374.420884:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 02000000:00000001:1.0:1767384374.420885:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384374.420892:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384374.420894:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000100:00000200:0.0:1767384374.420894:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744057472, portal 4 00000100:00000001:2.0:1767384374.420895:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384374.420899:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384374.420901:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384374.420902:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 02000000:00000001:2.0:1767384374.420903:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.420903:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099052416 : -120961610499200 : ffff91fc6e2cbb80) 00000100:00000200:1.0:1767384374.420909:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744057600, portal 4 02000000:00000010:2.0:1767384374.420911:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000284e0408. 00000100:00000001:1.0:1767384374.420913:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384374.420914:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.420915:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353494144 : -120961356057472 : ffff91fc7d573480) 00000100:00000001:2.0:1767384374.420918:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.420926:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384374.420926:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.420930:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384374.420938:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.420944:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000100:00000200:0.0:1767384374.420949:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744057472, offset 0 00000100:00000001:1.0:1767384374.420954:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384374.420957:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384374.420959:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.420963:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384374.420964:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384374.420968:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc586dda] to pc [ptlrpcd_00_00+0] req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384374.420970:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008003a364. 00000100:00000200:1.0:1767384374.420976:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744057600, offset 0 00000400:00000200:0.0:1767384374.420981:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384374.420985:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384374.420988:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.420994:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000400:00000200:0.0:1767384374.420996:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd07280 00000400:00000200:1.0:1767384374.421002:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384374.421006:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000400:00000200:1.0:1767384374.421012:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd07300 00000400:00000200:0.0:1767384374.421012:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384374.421022:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000400:00000200:0.0:1767384374.421022:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384374.421030:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384374.421032:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384374.421036:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384374.421036:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384374.421039:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384374.421043:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9a1c10a. 00000100:00000001:2.0:1767384374.421044:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384374.421045:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384374.421047:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384374.421048:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384374.421054:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000e9a1c10a x1853236744057472 msgsize 224 00000100:00000040:2.0:1767384374.421055:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384374.421055:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085c1e75b. 00000100:00000040:1.0:1767384374.421065:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000085c1e75b x1853236744057600 msgsize 224 00000100:00100000:0.0:1767384374.421067:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384374.421079:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384374.421081:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384374.421081:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.421086:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421089:0:16157:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384374.421091:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384374.421091:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 02000000:00000001:2.0:1767384374.421096:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384374.421096:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000100:00000001:0.0:1767384374.421100:0:16155:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384374.421101:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384374.421105:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008003a364 00000100:00000200:0.0:1767384374.421106:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384374.421107:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bc586dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744057856:0@lo:400: 00000400:00000010:1.0:1767384374.421110:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008003a364. 00000100:00000001:1.0:1767384374.421115:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384374.421120:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384374.421122:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.421123:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384374.421126:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384374.421130:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384374.421131:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421137:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384374.421138:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384374.421143:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384374.421145:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fc23fca. 00000100:00000001:0.0:1767384374.421151:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.421153:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421156:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384374.421161:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823b2521. 00000100:00000001:1.0:1767384374.421163:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421164:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421167:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384374.421169:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091caa92e. 00000100:00000040:0.0:1767384374.421170:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5010 usecs (6 jiffies) 00000100:00000001:1.0:1767384374.421173:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421176:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963207 00000100:00000200:2.0:1767384374.421177:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744057856, portal 10 00000100:00000040:1.0:1767384374.421178:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5010 usecs (6 jiffies) 00000100:00000010:0.0:1767384374.421183:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054d2ee77. 00000100:00000001:2.0:1767384374.421184:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384374.421185:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963207 00000100:00000001:2.0:1767384374.421189:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229097856 : -120961480453760 : ffff91fc75ed1180) 00000100:00000001:0.0:1767384374.421191:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384374.421198:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963207 00000100:00000040:2.0:1767384374.421199:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.421199:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963207 00000100:00000010:0.0:1767384374.421201:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a80685fa. 00000100:00000001:1.0:1767384374.421204:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963207 00000100:00000001:0.0:1767384374.421207:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384374.421214:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963207 00000100:00000001:0.0:1767384374.421214:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963207 00000100:00000001:2.0:1767384374.421216:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384374.421219:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fdda3a2. 00000100:00000001:1.0:1767384374.421220:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963207 00000100:00000001:3.0:1767384374.421221:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384374.421226:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384374.421226:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384374.421227:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057600 02000000:00000001:3.0:1767384374.421231:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384374.421233:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000100:00000001:3.0:1767384374.421234:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.421234:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963207 00000100:00000001:1.0:1767384374.421235:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963207 00000100:00000001:3.0:1767384374.421239:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.421241:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744057856, offset 0 00000100:00000001:1.0:1767384374.421241:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963207 00000100:00000010:0.0:1767384374.421242:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bac9e469. 02000000:00000001:3.0:1767384374.421243:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421247:0:16155:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767384374.421250:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057600 00000100:00000001:1.0:1767384374.421252:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963207 00000100:00000001:0.0:1767384374.421252:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384374.421253:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384374.421255:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384374.421257:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:0.0:1767384374.421259:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421260:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384374.421261:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384374.421265:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000100:00000001:1.0:1767384374.421266:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421267:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.421272:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000400:00000200:2.0:1767384374.421272:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384374.421273:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421273:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.421278:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384374.421279:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.421287:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384374.421287:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384374.421288:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07400 00000100:00000001:1.0:1767384374.421288:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384374.421291:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384374.421291:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384374.421293:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000621bd5f0. 00000100:00000001:0.0:1767384374.421297:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.421298:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384374.421299:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000062cc2844. 00000100:00000001:0.0:1767384374.421301:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384374.421302:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:1.0:1767384374.421303:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384374.421304:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384374.421306:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:1.0:1767384374.421306:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384374.421310:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384374.421314:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384374.421318:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384374.421319:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384374.421323:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384374.421324:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d5000c. 00000100:00000001:0.0:1767384374.421328:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384374.421332:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067d994a6. 00000100:00100000:0.0:1767384374.421333:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057472 00000100:00000001:2.0:1767384374.421335:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384374.421336:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384374.421337:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384374.421339:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000200:2.0:1767384374.421340:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384374.421340:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421340:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.421344:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.421347:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384374.421349:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000195f6a62. 02000000:00000001:0.0:1767384374.421349:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.421350:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384374.421350:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384374.421352:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057472 00000100:00000001:3.0:1767384374.421356:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384374.421357:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000195f6a62 x1853236744057856 msgsize 224 02000000:00000001:1.0:1767384374.421358:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.421358:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384374.421359:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384374.421362:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:3.0:1767384374.421363:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.421365:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384374.421367:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744057728:0@lo:400: 00000020:00000040:0.0:1767384374.421369:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000100:00000001:3.0:1767384374.421373:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384374.421375:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384374.421375:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384374.421376:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384374.421377:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384374.421379:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384374.421381:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.421383:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.421384:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 02000000:00000001:1.0:1767384374.421387:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384374.421389:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384374.421390:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384374.421391:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a05a82a2. 00000100:00000001:2.0:1767384374.421392:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384374.421394:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e11ade9c. 02000000:00000001:1.0:1767384374.421397:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421398:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384374.421401:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000020:00000010:0.0:1767384374.421403:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e11ade9c. 00000400:00000010:1.0:1767384374.421404:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000193cf1a9. 00000400:00000010:2.0:1767384374.421405:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000100:00000001:3.0:1767384374.421409:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384374.421411:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc00f77a. 00000100:00000001:3.0:1767384374.421412:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384374.421412:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384374.421414:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008003a364. 00000020:00000010:0.0:1767384374.421418:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b06fd8d2. 00000100:00000200:1.0:1767384374.421419:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744057728, portal 10 00000100:00100000:3.0:1767384374.421421:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000200:2.0:1767384374.421421:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384374.421424:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:1.0:1767384374.421425:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384374.421428:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:1.0:1767384374.421428:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112353485184 : -120961356066432 : ffff91fc7d571180) 00000100:00000001:3.0:1767384374.421433:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099039872 : -120961610511744 : ffff91fc6e2c8a80) 00000100:00000040:0.0:1767384374.421434:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384374.421438:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.421440:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384374.421444:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085c1e75b x1853236744057600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.421444:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384374.421447:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421454:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.421458:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384374.421465:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384374.421466:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.421466:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384374.421472:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384374.421473:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384374.421476:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008053fbbf. 00000020:00000010:3.0:1767384374.421479:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7063653. 00000100:00000001:0.0:1767384374.421479:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384374.421482:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744057728, offset 0 00000100:00000001:0.0:1767384374.421484:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384374.421485:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384374.421491:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7063653. 00000100:00000001:2.0:1767384374.421493:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384374.421495:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384374.421495:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384374.421499:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384374.421501:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085c1e75b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744057600:12345-0@lo:400: 00000100:00000040:0.0:1767384374.421502:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 00000100:00000001:2.0:1767384374.421506:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384374.421507:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057600 00000400:00000200:1.0:1767384374.421508:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384374.421512:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384374.421514:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3048 usecs (4 jiffies) 00000100:00000001:0.0:1767384374.421514:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352145280 : -120961357406336 : ffff91fc7d429f80) 00000020:00000001:3.0:1767384374.421517:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384374.421521:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.421522:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963205 00000100:00000040:0.0:1767384374.421522:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9a1c10a x1853236744057472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384374.421523:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07380 00000020:00000001:3.0:1767384374.421524:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384374.421529:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:2.0:1767384374.421530:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294963207 00000400:00000200:1.0:1767384374.421535:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000020:00000001:3.0:1767384374.421536:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384374.421538:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963205 00000020:00000001:3.0:1767384374.421540:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384374.421544:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384374.421546:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294963207 00000020:00000001:3.0:1767384374.421547:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384374.421583:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384374.421586:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.421588:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384374.421588:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384374.421594:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384374.421594:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963206 00000100:00000001:1.0:1767384374.421596:0:16157:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384374.421598:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384374.421599:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384374.421600:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294963207 02000000:00000010:3.0:1767384374.421603:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b0c98f4. 00000100:00000001:2.0:1767384374.421605:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963206 02000000:00000001:3.0:1767384374.421609:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.421611:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294963207 00000100:00000010:1.0:1767384374.421611:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034badb9c. 00000100:00000001:3.0:1767384374.421612:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.421617:0:16157:0:(events.c:337:request_in_callback()) incoming req@0000000034badb9c x1853236744057728 msgsize 224 00000020:00000001:3.0:1767384374.421619:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.421619:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384374.421625:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744057600 00000100:00000001:2.0:1767384374.421626:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384374.421627:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384374.421629:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384374.421634:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384374.421635:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085c1e75b x1853236744057600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.421638:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384374.421638:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384374.421645:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008053fbbf 00000100:00000001:0.0:1767384374.421645:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384374.421647:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384374.421650:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e11ade9c. 00000400:00000010:1.0:1767384374.421651:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008053fbbf. 00000100:00000001:2.0:1767384374.421652:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384374.421653:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384374.421658:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421658:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.421659:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384374.421659:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384374.421665:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384374.421665:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e11ade9c. 00000100:00001000:3.0:1767384374.421666:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=72 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384374.421666:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.421669:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384374.421676:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9a1c10a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16155:x1853236744057472:12345-0@lo:13: 00000100:00000001:3.0:1767384374.421677:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384374.421678:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.421683:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000200:0.0:1767384374.421688:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057472 00000100:00000001:3.0:1767384374.421689:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:1.0:1767384374.421690:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384374.421691:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384374.421695:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384374.421696:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384374.421696:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:2.0:1767384374.421697:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:3.0:1767384374.421698:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.421701:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.421705:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384374.421705:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000020:00000001:0.0:1767384374.421706:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384374.421711:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000100:00000040:3.0:1767384374.421713:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384374.421717:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384374.421719:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000001:1.0:1767384374.421721:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.421722:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384374.421724:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744057600, offset 224 00000100:00000001:2.0:1767384374.421725:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384374.421726:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384374.421727:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384374.421730:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057856 00000020:00000001:0.0:1767384374.421731:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384374.421733:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.421736:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384374.421737:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384374.421738:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.421739:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2633 usecs (3 jiffies) 00000100:00000001:2.0:1767384374.421742:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.421743:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384374.421744:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963205 00000100:00000001:2.0:1767384374.421748:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384374.421749:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384374.421749:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384374.421750:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963207 02000000:00000010:0.0:1767384374.421755:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002e3734b5. 02000000:00000001:2.0:1767384374.421756:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421756:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963205 00000100:00000001:1.0:1767384374.421762:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963207 00000400:00000200:3.0:1767384374.421763:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd07300 02000000:00000001:0.0:1767384374.421763:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.421766:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057856 00000100:00000001:1.0:1767384374.421766:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963205 00000100:00000001:0.0:1767384374.421770:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421771:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963207 00000400:00000200:3.0:1767384374.421773:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e75 [1] + 224 00000020:00000001:2.0:1767384374.421773:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384374.421777:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963205 00000020:00000040:2.0:1767384374.421778:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00002000:00000001:0.0:1767384374.421779:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1767384374.421781:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384374.421781:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963207 00000020:00000001:2.0:1767384374.421783:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384374.421787:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384374.421787:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000040:2.0:1767384374.421789:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000400:00000200:3.0:1767384374.421792:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384374.421792:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384374.421793:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.421796:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384374.421800:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384374.421801:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384374.421802:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384374.421802:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:1.0:1767384374.421803:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384374.421808:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.421809:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384374.421810:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384374.421813:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:0.0:1767384374.421815:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.421818:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ead7326a. 00000100:00000001:1.0:1767384374.421818:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384374.421822:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384374.421825:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000758a7a48. 00000100:00000001:1.0:1767384374.421826:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384374.421827:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:0.0:1767384374.421830:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000040:2.0:1767384374.421834:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000020:00000020:0.0:1767384374.421838:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384374.421845:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384374.421847:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.421850:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384374.421857:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8e0fc49. 00002000:00000020:0.0:1767384374.421859:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:3.0:1767384374.421864:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000020:00000010:2.0:1767384374.421864:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008f3cc286. 00002000:00000001:0.0:1767384374.421865:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000010:3.0:1767384374.421869:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384374.421873:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384374.421873:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012274f33. 00000001:00000001:0.0:1767384374.421873:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000001:1.0:1767384374.421874:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384374.421878:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384374.421878:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:0.0:1767384374.421880:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.421882:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384374.421882:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00002000:00000001:0.0:1767384374.421884:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384374.421886:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384374.421887:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000100:00000040:3.0:1767384374.421890:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000040:0.0:1767384374.421891:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744057472 00000100:00000001:2.0:1767384374.421892:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384374.421892:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00010000:00000001:3.0:1767384374.421894:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384374.421898:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384374.421900:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421900:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384374.421900:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384374.421901:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384374.421906:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384374.421908:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384374.421909:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9a1c10a x1853236744057472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.421910:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384374.421915:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384374.421919:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085c1e75b x1853236744057600/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.421919:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384374.421933:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.421936:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384374.421946:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384374.421951:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384374.421952:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085c1e75b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16157:x1853236744057600:12345-0@lo:400: Request processed in 475us (881us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384374.421952:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.421953:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384374.421956:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057728 00000100:00000001:1.0:1767384374.421957:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384374.421959:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=72 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384374.421962:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384374.421964:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384374.421966:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384374.421968:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384374.421969:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384374.421970:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.421970:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384374.421971:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384374.421973:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 00000100:00000001:1.0:1767384374.421974:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.421977:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384374.421978:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384374.421978:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.421978:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.421981:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384374.421984:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00100000:2.0:1767384374.421986:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057728 00000020:00000010:3.0:1767384374.421988:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067d994a6. 00000100:00001000:1.0:1767384374.421988:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=72 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384374.421991:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384374.421992:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1767384374.421995:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=72 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384374.421996:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 00000020:00000040:2.0:1767384374.421997:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 02000000:00000001:0.0:1767384374.421997:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.422002:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d5000c. 00000020:00000001:2.0:1767384374.422003:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384374.422004:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384374.422005:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384374.422007:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000020:00000040:2.0:1767384374.422007:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:1.0:1767384374.422009:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.422013:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384374.422014:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384374.422016:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00010000:00000001:1.0:1767384374.422016:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384374.422020:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000020:00000001:2.0:1767384374.422021:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00010000:00080000:1.0:1767384374.422022:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384374.422025:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744057472, offset 224 00000100:00000001:3.0:1767384374.422029:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.422031:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384374.422033:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384374.422037:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3866a21. 00000400:00000200:0.0:1767384374.422038:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384374.422043:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.422045:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384374.422047:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384374.422051:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384374.422051:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384374.422052:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3866a21. 00000100:00000001:3.0:1767384374.422053:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384374.422055:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384374.422057:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384374.422059:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384374.422063:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000020:00000010:2.0:1767384374.422063:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be0b5621. 00000100:00000040:1.0:1767384374.422064:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384374.422068:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd07280 00000100:00000040:3.0:1767384374.422069:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000020:00000010:2.0:1767384374.422072:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eeeeb332. 00000100:00000001:3.0:1767384374.422074:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229108608 : -120961480443008 : ffff91fc75ed3b80) 00000400:00000200:0.0:1767384374.422079:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e71 [1] + 224 00000020:00000010:2.0:1767384374.422080:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000040:3.0:1767384374.422084:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000195f6a62 x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384374.422089:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384374.422090:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384374.422090:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.422095:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384374.422097:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384374.422099:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384374.422100:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384374.422101:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384374.422104:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384374.422106:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384374.422107:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7063653. 00000100:00000001:2.0:1767384374.422109:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384374.422110:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.422111:0:16797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384374.422112:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422114:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1767384374.422117:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7063653. 00000100:00000001:2.0:1767384374.422119:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384374.422128:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000195f6a62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744057856:12345-0@lo:400: 00000100:00000001:2.0:1767384374.422132:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384374.422140:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057856 00000020:00000001:3.0:1767384374.422145:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384374.422147:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384374.422148:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384374.422149:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384374.422150:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fba99abd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16157:1853236744057600:0@lo:400: 00000020:00000001:3.0:1767384374.422152:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.422152:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384374.422159:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.422162:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000001:3.0:1767384374.422163:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384374.422164:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384374.422167:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000020:00000001:3.0:1767384374.422169:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000040:1.0:1767384374.422171:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fba99abd x1853236744057600/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422173:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099037184 : -120961610514432 : ffff91fc6e2c8000) 00000020:00000001:3.0:1767384374.422175:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384374.422180:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.422184:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034badb9c x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:355/0 lens 224/0 e 0 to 0 dl 1767384385 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384374.422187:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384374.422187:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384374.422188:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384374.422191:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384374.422192:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384374.422195:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384374.422196:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f68faf31. 00000020:00000001:3.0:1767384374.422201:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384374.422201:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384374.422203:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 02000000:00000001:1.0:1767384374.422204:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384374.422205:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384374.422206:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3866a21. 00000020:00000001:1.0:1767384374.422207:0:16157:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384374.422208:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384374.422209:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000020:00000040:1.0:1767384374.422210:0:16157:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384374.422212:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384374.422214:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f8289da9. 00000020:00000001:1.0:1767384374.422216:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384374.422217:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3866a21. 00000100:00000001:0.0:1767384374.422218:0:18868:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384374.422219:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384374.422220:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ef0eef5e. 00000100:00000001:0.0:1767384374.422223:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384374.422224:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.422226:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384374.422228:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384374.422229:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034badb9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744057728:12345-0@lo:400: 00000020:00000001:3.0:1767384374.422230:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384374.422230:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384374.422234:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fba99abd. 00000100:00000040:0.0:1767384374.422234:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000040:3.0:1767384374.422236:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744057856 00000100:00000001:1.0:1767384374.422242:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384374.422243:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384374.422243:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057728 00010000:00000001:0.0:1767384374.422243:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384374.422246:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384374.422248:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.422249:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384374.422250:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384374.422252:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000195f6a62 x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384374.422253:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384374.422254:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384374.422255:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384374.422257:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.422258:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384374.422262:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.422262:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9a1c10a x1853236744057472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:355/0 lens 224/368 e 0 to 0 dl 1767384385 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384374.422263:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384374.422267:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:1.0:1767384374.422268:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384374.422271:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384374.422275:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384374.422276:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.422279:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384374.422281:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=77 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384374.422282:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384374.422284:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9a1c10a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16155:x1853236744057472:12345-0@lo:13: Request processed in 637us (1226us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384374.422285:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384374.422287:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384374.422289:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.422293:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000001:2.0:1767384374.422295:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384374.422298:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:2.0:1767384374.422299:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384374.422300:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 02000000:00000001:3.0:1767384374.422302:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384374.422304:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384374.422306:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.422306:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 02000000:00000010:2.0:1767384374.422308:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008e0cc256. 00000100:00000001:3.0:1767384374.422311:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384374.422311:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384374.422312:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422314:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384374.422316:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384374.422320:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384374.422320:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384374.422320:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b06fd8d2. 00000400:00000010:3.0:1767384374.422325:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00010000:00000040:2.0:1767384374.422326:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744057728 00000020:00000010:0.0:1767384374.422326:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000200:3.0:1767384374.422331:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744057856, offset 224 00010000:00000001:2.0:1767384374.422332:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384374.422333:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc00f77a. 00000400:00000200:3.0:1767384374.422338:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384374.422338:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034badb9c x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384374.422340:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:0.0:1767384374.422345:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.422349:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384374.422357:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384374.422360:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07400 00010000:00000001:2.0:1767384374.422361:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422362:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384374.422367:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384374.422368:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=77 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384374.422371:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e81 [1] + 224 00000100:00000001:2.0:1767384374.422373:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384374.422377:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384374.422378:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:2.0:1767384374.422380:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000001:0.0:1767384374.422381:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384374.422382:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1767384374.422384:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384374.422385:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384374.422388:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000100:00000001:2.0:1767384374.422389:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384374.422390:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384374.422394:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000100:00000040:2.0:1767384374.422395:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384374.422397:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000400:00000010:2.0:1767384374.422399:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000100:00000001:0.0:1767384374.422401:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384374.422402:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384374.422404:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744057728, offset 224 00000100:00000200:0.0:1767384374.422407:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384374.422408:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384374.422414:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384374.422426:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384374.422438:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07380 00000100:00000200:0.0:1767384374.422439:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384374.422442:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384374.422448:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e89 [1] + 224 00000400:00000200:2.0:1767384374.422458:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384374.422468:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384374.422468:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.422472:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384374.422475:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384374.422477:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384374.422478:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.422481:0:16155:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384374.422482:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 02000000:00000001:0.0:1767384374.422484:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384374.422487:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384374.422488:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384374.422492:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.422493:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384374.422496:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384374.422497:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384374.422497:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384374.422502:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384374.422504:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=72 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384374.422509:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:3.0:1767384374.422514:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:0.0:1767384374.422514:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=72 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384374.422518:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.422522:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384374.422523:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384374.422526:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.422528:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384374.422528:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384374.422529:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000195f6a62 x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384374.422536:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384374.422537:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000400:00000010:2.0:1767384374.422542:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000100:00100000:3.0:1767384374.422543:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000195f6a62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16154:x1853236744057856:12345-0@lo:400: Request processed in 436us (1181us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384374.422548:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384374.422551:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384374.422587:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384374.422590:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:0.0:1767384374.422593:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384374.422594:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:2.0:1767384374.422596:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384374.422596:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384374.422597:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384374.422602:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384374.422603:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384374.422605:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:0.0:1767384374.422606:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.422608:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008f3cc286. 00010000:00000001:2.0:1767384374.422610:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384374.422613:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384374.422614:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012274f33. 00000100:00000040:0.0:1767384374.422614:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384374.422618:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384374.422620:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8e0fc49. 00000100:00000040:2.0:1767384374.422625:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034badb9c x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1767384385 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384374.422628:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:0.0:1767384374.422629:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384374.422633:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.422635:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384374.422639:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384374.422644:0:16155:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384374.422647:0:16155:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:2.0:1767384374.422648:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034badb9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744057728:12345-0@lo:400: Request processed in 443us (1027us total) trans 0 rc 0/0 00000100:00080000:1.0:1767384374.422648:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000040:0.0:1767384374.422651:0:16155:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:1.0:1767384374.422653:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00100000:2.0:1767384374.422664:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000004:00000020:0.0:1767384374.422666:0:16155:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000040:2.0:1767384374.422667:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:1.0:1767384374.422669:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.422672:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384374.422673:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1767384374.422674:0:16155:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.422677:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384374.422679:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384374.422680:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384374.422682:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eeeeb332. 00000400:00000001:1.0:1767384374.422682:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384374.422685:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823b2521. 00000020:00000010:2.0:1767384374.422689:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000400:00000200:1.0:1767384374.422691:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091caa92e 00000400:00000010:1.0:1767384374.422696:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091caa92e. 00000020:00000010:2.0:1767384374.422697:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be0b5621. 00000100:00100000:0.0:1767384374.422700:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8f745da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744057472:0@lo:13: 00000100:00000001:1.0:1767384374.422703:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384374.422704:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:2.0:1767384374.422706:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384374.422715:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384374.422716:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384374.422719:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384374.422725:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8f745da x1853236744057472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422726:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384374.422728:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422730:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384374.422735:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384374.422738:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384374.422741:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000193cf1a9. 00000400:00000200:2.0:1767384374.422747:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008003a364 00000400:00000010:2.0:1767384374.422751:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008003a364. 00000100:00000001:0.0:1767384374.422755:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384374.422756:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384374.422757:0:16157:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384374.422758:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384374.422759:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384374.422762:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000982fc056. 00000100:00000001:1.0:1767384374.422763:0:16154:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384374.422765:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384374.422767:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384374.422768:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384374.422770:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384374.422772:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384374.422773:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384374.422777:0:16155:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384374.422778:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384374.422783:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384374.422784:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384374.422785:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=76 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384374.422789:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002c49795d. 00000100:00001000:1.0:1767384374.422794:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=76 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384374.422797:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384374.422800:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384374.422802:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384374.422803:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.422806:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384374.422807:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384374.422807:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f745da. 00000100:00000001:2.0:1767384374.422809:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384374.422813:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422814:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384374.422815:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384374.422818:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384374.422820:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.422821:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384374.422825:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422827:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384374.422830:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384374.422831:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422836:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384374.422837:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767384374.422838:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=77 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384374.422841:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384374.422841:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384374.422844:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384374.422845:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384374.422849:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422849:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.422850:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384374.422853:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422854:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384374.422855:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.422860:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384374.422866:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1767384374.422867:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.422868:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384374.422871:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384374.422878:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.422879:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422884:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384374.422887:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384374.422891:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384374.422892:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bc586dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16154:1853236744057856:0@lo:400: 00000100:00000001:2.0:1767384374.422893:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384374.422900:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.422901:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.422910:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384374.422911:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384374.422914:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384374.422917:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bc586dda x1853236744057856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384374.422918:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384374.422924:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384374.422930:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384374.422933:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384374.422935:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fc23fca. 00000100:00100000:2.0:1767384374.422937:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e874f984 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744057728:0@lo:400: 02000000:00000001:1.0:1767384374.422939:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384374.422943:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384374.422945:0:16154:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384374.422946:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384374.422947:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384374.422949:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384374.422950:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000284e0408. 00000100:00000040:2.0:1767384374.422953:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e874f984 x1853236744057728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384374.422955:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384374.422958:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384374.422960:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc586dda. 00000100:00000001:2.0:1767384374.422966:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384374.422966:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384374.422968:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384374.422969:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384374.422973:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a05a82a2. 00000100:00000001:1.0:1767384374.422973:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384374.422979:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384374.422980:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384374.422981:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384374.422984:0:16157:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384374.422984:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.422990:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384374.422990:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384374.422991:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003c6e92de. 00000100:00000001:1.0:1767384374.422993:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384374.422995:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384374.422997:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384374.422999:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e874f984. 00000100:00000001:2.0:1767384374.423001:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384374.423003:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.423004:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384374.423006:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384374.423008:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384374.423010:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384374.423011:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384374.427603:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294963207, at 4294963208 00000100:00000040:3.0:1767384374.427605:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294963207, at 4294963208 00000100:00000040:2.0:1767384374.427607:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294963207, at 4294963208 00000100:00000010:1.0:1767384374.427611:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a80685fa. 00000100:00000010:3.0:1767384374.427613:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bac9e469. 00000100:00000010:2.0:1767384374.427615:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fdda3a2. 00000100:00000040:0.0:1767384374.427622:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294963207, at 4294963208 00000100:00000010:0.0:1767384374.427631:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054d2ee77. 00000400:00000200:1.0:1767384374.675893:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp45 00000400:00000010:1.0:1767384374.675900:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000426e15a3. 00000400:00000010:1.0:1767384374.675908:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d30f236. 00000400:00000010:1.0:1767384374.675914:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000400:00000010:1.0:1767384374.675923:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0909e4a. 00000400:00000200:1.0:1767384374.675930:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp45 00000400:00000200:1.0:1767384374.675951:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp45 local destination 00000400:00000200:1.0:1767384374.675960:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp45 00000400:00000200:1.0:1767384374.675966:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp45 NI seq info: [187:187:256:4294967295] 192.168.203.113@tcp45 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384374.675975:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp45 00000400:00000200:1.0:1767384374.675987:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp45(192.168.203.113@tcp45:) -> 192.168.203.113@tcp45(192.168.203.113@tcp45:192.168.203.113@tcp45) : GET try# 0 00000800:00000200:1.0:1767384374.676004:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp45 00000800:00000010:1.0:1767384374.676010:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d79f80c. 00000800:00000200:1.0:1767384374.676016:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000800:00000200:1.1:1767384374.676022:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000400:00000200:1.0:1767384374.676116:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp45 added to recovery queue. ping count: 1 next ping: 298 health :900 00000400:00000200:2.0:1767384374.676144:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676188:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676203:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676220:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676237:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676254:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676270:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676283:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676297:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676309:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676323:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676336:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676350:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676364:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676379:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676393:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676407:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676421:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676436:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676451:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676465:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676480:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676494:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676508:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676523:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676537:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676601:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676642:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676662:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676676:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676689:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676705:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676719:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676732:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384374.676745:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384374.676857:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384374.676862:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dccb839. 00000800:00000010:2.0:1767384374.676868:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001eec77e8. 00000800:00000010:2.0:1767384374.676886:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001eec77e8. 00000800:00020000:2.0:1767384374.676893:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384374.676896:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dccb839. 00000800:00000010:2.0:1767384374.676900:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:2.0:1767384374.676929:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384374.676934:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp45 notifying 192.168.203.113@tcp45: down 00000400:00000200:2.0:1767384374.676937:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384374.676940:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp45 00000800:00000010:2.0:1767384374.676943:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d79f80c. 00000400:00000200:2.0:1767384374.676946:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384374.676950:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp45->192.168.203.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384374.676957:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384374.676960:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384374.676963:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384375.251623:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384375.251628:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384375.251633:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384375.251634:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.251660:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384375.251662:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.251664:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384375.699629:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a463d3] -> 12345-192.168.203.113@tcp12 (6) 00000400:00000001:1.0:1767384375.699636:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384375.699641:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384375.699644:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384375.699648:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:1.0:1767384375.699656:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384375.699661:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp12 ip 192.168.203.113:988 00000400:00000200:1.0:1767384375.699664:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery ping unlinked 00000800:00000200:3.0:1767384375.699670:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384375.699681:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000426e15a3. 00000400:00000010:1.0:1767384375.699685:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d30f236. 00000800:00000200:0.0:1767384375.699814:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384375.699820:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.699831:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384375.699834:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384375.699836:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384375.826029:0:37478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384375.826041:0:37478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.826044:0:37478:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384375.826049:0:37478:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384375.826054:0:37478:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384375.826056:0:37478:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.276606:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384376.276612:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384376.276617:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384376.276618:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.276654:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384376.276658:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.276660:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384376.535870:0:37643:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384376.535876:0:37643:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:3.0:1767384376.538939:0:37643:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384376.546234:0:37644:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000033e1be53. 00000400:00000010:0.0:1767384376.546249:0:37644:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000364d191f. 00000400:00000010:0.0:1767384376.546257:0:37644:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006b6c37e6. 00000400:00000010:0.0:1767384376.546260:0:37644:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007f64f855. 00000400:00000010:0.0:1767384376.546264:0:37644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029f426f1. 00000400:00000010:0.0:1767384376.546267:0:37644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebe20036. 00000400:00000010:0.0:1767384376.546268:0:37644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cb3486de. 00000400:00000010:0.0:1767384376.546274:0:37644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000385d4987. 00000400:00000010:0.0:1767384376.546276:0:37644:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027d06b98. 00000800:00000010:0.0:1767384376.546293:0:37644:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003ea51320. 00000800:00000200:0.0:1767384376.546305:0:37644:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384376.546322:0:37644:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384376.546365:0:37644:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384376.546394:0:37644:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp48 [8/256/0/180] 00000400:00000010:0.0:1767384376.548238:0:37644:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000982fc056. 00000400:00000010:0.0:1767384376.548244:0:37644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384376.548248:0:37644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000400:00000001:0.0:1767384376.548264:0:37644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.548266:0:37644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384376.548268:0:37644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d724fb. 00000400:00000200:0.0:1767384376.548270:0:37644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9cc4e17 00000400:00000010:0.0:1767384376.548271:0:37644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9cc4e17. 00000400:00000010:0.0:1767384376.548274:0:37644:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000001f8bb284. 00000400:00000200:0.0:1767384376.548278:0:37644:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:0.0:1767384376.548291:0:37644:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384376.548300:0:37644:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:0.0:1767384376.548306:0:37644:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008ca06e2d. 00000020:01000000:0.0:1767384376.548310:0:37644:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384376.548312:0:37644:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp48 00000400:00000010:0.0:1767384376.548323:0:37644:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000364d191f. 00000400:00000010:0.0:1767384376.548326:0:37644:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000033e1be53. 00000020:00000001:1.0:1767384376.548346:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384376.548348:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:1.0:1767384376.548351:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384376.548355:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 10000000:00000001:1.0:1767384376.548355:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384376.548358:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384376.548360:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000020:01000004:1.0:1767384376.548362:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384376.548365:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384376.548366:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000cb3820a4. 00000020:01000004:1.0:1767384376.548367:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384376.548370:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384376.548372:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000020:01000004:1.0:1767384376.548372:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384376.548373:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384376.548376:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384376.548378:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:2.0:1767384376.548381:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d839ac7. 00000400:00000200:2.0:1767384376.548387:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000020:01000004:1.0:1767384376.548389:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384376.548391:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384376.548396:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d49daa1. 00000400:00000200:2.0:1767384376.548400:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000020:00000040:1.0:1767384376.548401:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384376.548406:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000100:00000001:1.0:1767384376.548408:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384376.548413:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384376.548414:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:2.0:1767384376.548418:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 02000000:00000001:1.0:1767384376.548418:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548426:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 02000000:00000010:1.0:1767384376.548428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008e28c464. 00000400:00000200:2.0:1767384376.548430:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:2.0:1767384376.548434:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000100:00000001:1.0:1767384376.548436:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548439:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:2.0:1767384376.548443:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000100:00000001:1.0:1767384376.548445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384376.548446:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000100:00000001:1.0:1767384376.548448:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548452:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:2.0:1767384376.548456:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000100:00000040:1.0:1767384376.548459:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d49daa1] to pc [ptlrpcd_00_01+1] req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.548463:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:2.0:1767384376.548477:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:2.0:1767384376.548482:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:2.0:1767384376.548487:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000400:00000200:2.0:1767384376.548490:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000400:00000200:2.0:1767384376.548493:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000400:00000200:2.0:1767384376.548497:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 10000000:00000001:1.0:1767384376.548498:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384376.548503:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548504:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[168, 52] 00000020:00000001:1.0:1767384376.548507:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548511:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 52], ns[72, 52] 00000020:01000000:1.0:1767384376.548511:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384376.548514:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384376.548520:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384376.548521:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384376.548521:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[73, 52] 10000000:00000001:1.0:1767384376.548524:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384376.548526:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384376.548528:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384376.548531:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 52], ns[136, 52] 10000000:01000000:1.0:1767384376.548532:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384376.548534:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384376.548537:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384376.548574:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384376.548575:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384376.548577:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384376.548578:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384376.548582:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384376.548584:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384376.548585:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384376.548586:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[135, 52], ns[145, 52] 02000000:00000001:3.0:1767384376.548588:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384376.548588:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384376.548593:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384376.548595:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384376.548595:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384376.548598:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 52], ns[120, 52] 00000020:01000004:1.0:1767384376.548600:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384376.548602:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744057984:0@lo:253: 00000100:00000010:1.0:1767384376.548605:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae54113f. 00000400:00000200:2.0:1767384376.548608:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[100, 52] 00000100:00000001:3.0:1767384376.548609:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384376.548610:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 02000000:00000001:3.0:1767384376.548616:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384376.548617:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384376.548618:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 52], ns[156, 52] 02000000:00000001:1.0:1767384376.548621:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384376.548622:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.548625:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.548626:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384376.548627:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 00000400:00000200:2.0:1767384376.548633:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 52], ns[127, 52] 02000000:00000010:1.0:1767384376.548633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000097873c80. 02000000:00000010:3.0:1767384376.548635:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009005868c. 02000000:00000001:3.0:1767384376.548639:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.548641:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548642:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000400:00000010:3.0:1767384376.548646:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000400:00000200:2.0:1767384376.548647:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 00000400:00000010:3.0:1767384376.548654:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d23af734. 00000400:00000200:2.0:1767384376.548655:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 52], ns[149, 52] 00000100:00000001:1.0:1767384376.548655:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384376.548659:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384376.548661:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744057984, portal 25 00000100:00000001:3.0:1767384376.548668:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384376.548668:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae54113f] to pc [ptlrpcd_00_02+2] req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.548671:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 52], ns[167, 52] 00000100:00000001:3.0:1767384376.548672:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099047040 : -120961610504576 : ffff91fc6e2ca680) 00000100:00000040:3.0:1767384376.548682:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.548688:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 52], ns[170, 52] 00000100:00000001:3.0:1767384376.548705:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384376.548705:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 52], ns[175, 52] 00000100:00000040:3.0:1767384376.548712:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384376.548714:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548715:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 52], ns[177, 52] 00000400:00000010:3.0:1767384376.548717:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073bf8ca4. 10000000:00000001:1.0:1767384376.548719:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.548724:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384376.548729:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744057984, offset 0 00000400:00000200:2.0:1767384376.548729:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[177, 52], ns[187, 52] 00000020:01000000:1.0:1767384376.548729:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384376.548736:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008ca06e2d. 00000400:00000200:3.0:1767384376.548743:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.548744:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 52], ns[0, 52] 00000100:00000001:1.0:1767384376.548748:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384376.548751:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00000001:1.0:1767384376.548753:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.548759:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp46 00000400:00000200:2.0:1767384376.548765:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp46 lpni_is_preferred = 0 00000400:00000200:2.0:1767384376.548769:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp46 00000400:00000200:2.0:1767384376.548773:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp46 NI seq info: [188:188:256:4294967295] 192.168.203.113@tcp46 LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1767384376.548780:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp46 00000400:00000200:2.0:1767384376.548789:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp46(192.168.203.113@tcp46:) -> 192.168.203.113@tcp46(192.168.203.113@tcp:192.168.203.113@tcp46) : GET try# 0 00000800:00000200:2.0:1767384376.548795:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp46 00000800:00000010:2.0:1767384376.548801:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005133eb2e. 00000400:00000200:3.0:1767384376.548804:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384376.548812:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003c4bb715. 00000400:00000200:3.0:1767384376.548816:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07480 00000800:00000010:2.0:1767384376.548818:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000492fe184. 00000400:00000200:3.0:1767384376.548824:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ed [2] + 0 00000800:00000200:2.0:1767384376.548830:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000010:3.0:1767384376.548831:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825f32ab. 00000400:00000200:3.0:1767384376.548837:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ceba9d8 00000800:00000200:2.1:1767384376.548842:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000200:3.0:1767384376.548846:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384376.548846:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.548851:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384376.548854:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384376.548855:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384376.548862:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ceba9d8 00000400:00000200:2.0:1767384376.548863:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000100:00000040:0.0:1767384376.548863:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384376.548864:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ceba9d8. 00000400:00000200:2.0:1767384376.548871:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000100:00000001:3.0:1767384376.548872:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.548875:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384376.548880:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384376.548882:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000003c621b59 x1853236744057984 msgsize 4848 00000100:00000001:0.0:1767384376.548884:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.548888:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384376.548889:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384376.548890:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384376.548891:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384376.548893:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.548896:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.548897:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384376.548900:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744058112:0@lo:253: 00000100:00000001:3.0:1767384376.548908:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.548912:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384376.548914:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384376.548917:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bf8ca4 02000000:00000001:0.0:1767384376.548917:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.548921:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073bf8ca4. 02000000:00000001:0.0:1767384376.548921:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384376.548925:0:16155:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384376.548925:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008ca06e2d. 02000000:00000001:0.0:1767384376.548929:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384376.548930:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384376.548933:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384376.548940:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000364d191f. 00000100:00000001:3.0:1767384376.548942:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384376.548945:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744058112, portal 25 00000400:00000200:2.0:1767384376.548947:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000040:3.0:1767384376.548948:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.548949:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.548951:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099049728 : -120961610501888 : ffff91fc6e2cb100) 00000100:00000040:0.0:1767384376.548960:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.548962:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.548967:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.548971:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384376.548974:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.548975:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384376.548980:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294965346 00000400:00000010:0.0:1767384376.548980:0:16156:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3453473. 00000100:00000200:0.0:1767384376.548984:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744058112, offset 0 00000100:00000010:3.0:1767384376.548986:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000400:00000200:0.0:1767384376.548991:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384376.548994:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384376.548996:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:3.0:1767384376.549002:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294965346 00000400:00000200:0.0:1767384376.549002:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384376.549010:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002724585c. 00000400:00000200:0.0:1767384376.549015:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07500 00000100:00000001:3.0:1767384376.549023:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384376.549024:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1605 [2] + 0 00000400:00000200:2.0:1767384376.549025:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:3.0:1767384376.549030:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294965346 00000400:00000010:0.0:1767384376.549032:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8cf8f6. 00000100:00000010:3.0:1767384376.549035:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000400:00000200:0.0:1767384376.549037:0:16156:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9eb12fc 00000100:00000001:3.0:1767384376.549040:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384376.549043:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384376.549044:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294965346 00000400:00000200:0.0:1767384376.549048:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384376.549049:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff8846. 00000400:00000200:0.0:1767384376.549052:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9eb12fc 00000100:00000001:3.0:1767384376.549054:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384376.549056:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000010:0.0:1767384376.549056:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9eb12fc. 00000100:00000001:3.0:1767384376.549058:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.549060:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384376.549063:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384376.549063:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384376.549068:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.549068:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000010ae2b67 x1853236744058112 msgsize 4848 00000100:00000001:3.0:1767384376.549072:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384376.549076:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.549078:0:16156:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384376.549081:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384376.549084:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384376.549085:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000001:0.0:1767384376.549087:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384376.549088:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.549091:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.549093:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.549095:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3453473 00000100:00000001:3.0:1767384376.549097:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.549104:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3453473. 00000100:00000001:0.0:1767384376.549109:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384376.549113:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.549116:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384376.549119:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00100000:3.0:1767384376.549121:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744057984 00000100:00000001:0.0:1767384376.549123:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384376.549126:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.549129:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384376.549129:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.549133:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.549139:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549141:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.549143:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744057984 00000100:00000001:0.0:1767384376.549144:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384376.549147:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.549150:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:0.0:1767384376.549150:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.549153:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384376.549155:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294965346 00000020:00000040:3.0:1767384376.549156:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000200:2.0:1767384376.549160:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000020:00000001:3.0:1767384376.549161:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384376.549162:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294965346 00000020:00000001:3.0:1767384376.549168:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384376.549168:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294965346 00000100:00000001:0.0:1767384376.549173:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294965346 00000100:00000001:3.0:1767384376.549175:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384376.549176:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294965346 00000100:00000001:0.0:1767384376.549180:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294965346 00000020:00000010:3.0:1767384376.549181:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c37c73f6. 00000100:00000001:0.0:1767384376.549182:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294965346 00000100:00000001:3.0:1767384376.549185:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.549186:0:16156:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294965346 00000020:00000010:3.0:1767384376.549189:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c37c73f6. 00000100:00000001:0.0:1767384376.549190:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384376.549191:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:0.0:1767384376.549192:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549197:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549200:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384376.549204:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016bebc66. 00000100:00000001:0.0:1767384376.549204:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.549208:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384376.549211:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384376.549212:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef6d000b. 00000100:00000001:0.0:1767384376.549213:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.549216:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.549219:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007aad57af. 00000100:00000001:0.0:1767384376.549220:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.549233:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384376.549233:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:3.0:1767384376.549238:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.549240:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.549242:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.549250:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.549259:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.549269:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384376.549271:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058112 02000000:00000001:3.0:1767384376.549272:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.549274:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.549275:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.549277:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.549278:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058112 00000020:00000001:3.0:1767384376.549281:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.549282:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:2.0:1767384376.549284:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000020:00000001:3.0:1767384376.549285:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.549289:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:3.0:1767384376.549291:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384376.549293:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384376.549295:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.549298:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c37c73f6. 00000100:00000001:3.0:1767384376.549301:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.549302:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c37c73f6. 00000020:00000010:3.0:1767384376.549307:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580111f9. 00000020:00000010:3.0:1767384376.549311:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0f89c71. 00000020:00000010:3.0:1767384376.549314:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000da85eaf6. 00000100:00000001:3.0:1767384376.549317:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.549318:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384376.549319:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.549323:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.549325:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.549328:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:3.0:1767384376.549334:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384376.549342:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384376.549348:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000040:3.0:1767384376.549351:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384376.549352:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094046288 : -120961615505328 : ffff91fc6de05850) 00000100:00000040:3.0:1767384376.549357:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c621b59 x1853236744057984/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.549363:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.549367:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c37c73f6. 00000100:00000001:3.0:1767384376.549370:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384376.549372:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c37c73f6. 00000400:00000200:2.0:1767384376.549373:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:0.0:1767384376.549374:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384376.549379:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c621b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744057984:12345-0@lo:253: 00000100:00000001:0.0:1767384376.549379:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384376.549385:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744057984 00000100:00100000:0.0:1767384376.549387:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000020:00000001:3.0:1767384376.549389:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384376.549391:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:3.0:1767384376.549393:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384376.549394:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094044240 : -120961615507376 : ffff91fc6de05050) 00000020:00000001:3.0:1767384376.549396:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.549399:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384376.549400:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384376.549406:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384376.549409:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384376.549411:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010ae2b67 x1853236744058112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384376.549412:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384376.549415:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384376.549419:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000020:00000001:3.0:1767384376.549420:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549422:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384376.549426:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384376.549427:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbcd4e49. 02000000:00000001:3.0:1767384376.549431:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384376.549433:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.549436:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbcd4e49. 02000000:00000010:3.0:1767384376.549438:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7e487f8. 02000000:00000001:3.0:1767384376.549442:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.549445:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010ae2b67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16156:x1853236744058112:12345-0@lo:253: 00000100:00000001:3.0:1767384376.549446:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.549450:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384376.549451:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058112 00000020:00000001:0.0:1767384376.549454:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.549457:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.549459:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384376.549460:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000052dc58d3. 00000020:00000001:0.0:1767384376.549461:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.549464:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 20000000:01000000:3.0:1767384376.549466:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384376.549468:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384376.549470:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384376.549470:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000020:00000001:0.0:1767384376.549471:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384376.549475:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384376.549477:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384376.549478:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.549480:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.549482:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549484:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384376.549488:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.549488:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384376.549492:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384376.549494:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9f03913. 02000000:00000001:0.0:1767384376.549497:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.549499:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.549501:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384376.549503:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc6568c1. 20000000:01000000:3.0:1767384376.549507:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000010:0.0:1767384376.549508:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007fdcd7ea. 20000000:00000001:3.0:1767384376.549513:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384376.549513:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384376.549518:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384376.549520:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384376.549521:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384376.549522:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.549523:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 20000000:00000001:0.0:1767384376.549526:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.549529:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384376.549601:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00080000:00000001:3.0:1767384376.549620:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384376.549625:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384376.549627:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.549629:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384376.549632:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000020:00000001:3.0:1767384376.549633:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384376.549639:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384376.549643:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384376.549650:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000906f0637. 00080000:00000001:3.0:1767384376.549653:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361360384 : -120961348191232 : ffff91fc7dcf3c00) 00080000:00000001:3.0:1767384376.549656:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384376.549664:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.549714:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.549744:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000001:00000001:3.0:1767384376.549754:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384376.549758:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.549761:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384376.549766:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00080000:00000001:3.0:1767384376.549787:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.549789:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00080000:00000001:3.0:1767384376.549794:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384376.549815:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.549860:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.549918:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00080000:00000001:3.0:1767384376.549946:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384376.549951:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384376.549969:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550008:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550032:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550058:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550086:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550131:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550177:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550224:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550247:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384376.550275:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384376.550434:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384376.550439:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000337e3c5c. 00000800:00000010:2.0:1767384376.550443:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c7dcf1f0. 00000800:00000010:2.0:1767384376.550463:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c7dcf1f0. 00000800:00020000:2.0:1767384376.550473:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384376.550475:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000337e3c5c. 00000800:00000010:2.0:1767384376.550478:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:2.0:1767384376.550524:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384376.550530:0:35348:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp46 notifying 192.168.203.113@tcp46: down 00000800:00000200:2.0:1767384376.550535:0:35348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp46 down 00000800:00000100:2.0:1767384376.550539:0:35348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp46 00000800:00000010:2.0:1767384376.550575:0:35348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005133eb2e. 00000400:00000200:2.0:1767384376.550579:0:35348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384376.550583:0:35348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp46->192.168.203.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384376.550592:0:35348:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp46 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:2.0:1767384376.550595:0:35348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384376.550599:0:35348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384376.550602:0:35348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384376.550622:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384376.550627:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300871 00000400:00000001:0.0:1767384376.550631:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.550639:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384376.550641:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a748b1 00000400:00000010:0.0:1767384376.550642:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000400:00000200:0.0:1767384376.550646:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384376.550649:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:0.0:1767384376.550652:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000cb3820a4. 00000400:00000200:0.0:1767384376.550655:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (40) 00000400:00000200:0.0:1767384376.550657:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:-71 00000400:00000200:0.0:1767384376.550659:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 rc -71 00000400:00000200:0.0:1767384376.550662:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384376.550664:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (39) 00080000:00000001:3.0:1767384376.559424:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384376.559434:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384376.559439:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:2.0:1767384376.559439:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384376.559443:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384376.559447:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384376.559447:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384376.559449:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384376.559454:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384376.559454:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000906f0637. 00080000:00000001:2.0:1767384376.559460:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384376.559471:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384376.559486:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384376.559491:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384376.559501:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384376.559502:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384376.559504:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000691b8d41. 20000000:00000001:2.0:1767384376.559506:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384376.559510:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384376.559511:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00010000:00000001:2.0:1767384376.559517:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384376.559521:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384376.559521:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384376.559529:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071f43d28. 00080000:00000001:0.0:1767384376.559531:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384376.559534:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384376.559539:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099252107. 00000020:00000001:2.0:1767384376.559573:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384376.559576:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000099252107 with handle 0xf489261bfe0bc7eb to hash 00000020:00000001:2.0:1767384376.559578:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384376.559579:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384376.559582:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384376.559585:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.559586:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.559588:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.559595:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384376.559598:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384376.559600:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384376.559602:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.559604:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.559606:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.559607:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.559609:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384376.559611:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384376.559612:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384376.559614:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384376.559615:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071f43d28) refcount = 1 00010000:00010000:2.0:1767384376.559618:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384376.559618:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384376.559626:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384376.559628:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384376.559631:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:0.0:1767384376.559631:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559633:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.559637:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384376.559637:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384376.559642:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.559644:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:0.0:1767384376.559645:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:2.0:1767384376.559647:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384376.559650:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.559651:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384376.559652:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000040:2.0:1767384376.559653:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=4 00000020:00000001:2.0:1767384376.559658:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384376.559661:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00080000:00000001:0.0:1767384376.559661:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384376.559665:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384376.559666:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384376.559670:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033e1be53. 00010000:00000001:2.0:1767384376.559671:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384376.559675:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384376.559676:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068075008 : -120966641476608 : ffff91fb424e1c00) 00010000:00000001:2.0:1767384376.559684:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384376.559684:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384376.559685:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384376.559689:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.559693:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.559694:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559697:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384376.559698:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384376.559702:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000099252107 already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384376.559705:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.559707:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384376.559708:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.559712:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384376.559712:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.559713:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.559714:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000099252107 refcount=5 00000020:00000001:2.0:1767384376.559715:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384376.559716:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454701056 : -120962254850560 : ffff91fc47c4b600) 00010000:00000001:2.0:1767384376.559719:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384376.559720:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.559724:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384376.559725:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.559726:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559728:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384376.559729:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384376.559731:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.559732:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384376.559733:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000099252107 with handle 0xf489261bfe0bc7eb from hash 00010000:00000001:2.0:1767384376.559735:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384376.559735:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.559737:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.559738:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384376.559740:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384376.559741:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384376.559742:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384376.559744:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.559746:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559748:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384376.559749:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384376.559751:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.559752:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.559754:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559755:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559757:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.559759:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384376.559759:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384376.559763:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559765:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.559768:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.559770:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384376.559771:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:0.0:1767384376.559771:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384376.559775:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.559775:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.559777:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384376.559779:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.559780:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.559782:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.559785:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384376.559786:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384376.559787:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000099252107/0xf489261bfe0bc7eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384376.559791:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071f43d28 count: 0 00080000:00000001:0.0:1767384376.559792:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.559796:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384376.559798:0:16790:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:2.0:1767384376.559799:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384376.559871:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384376.559875:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384376.566604:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294965346, at 4294965347 00000100:00000040:1.0:1767384376.566604:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294965346, at 4294965347 00000100:00000010:2.0:1767384376.566616:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000100:00000010:1.0:1767384376.566619:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002724585c. 00000100:00000040:0.0:1767384376.566730:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294965346, at 4294965347 00000100:00000010:0.0:1767384376.566738:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000100:00000040:3.0:1767384376.567596:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294965346, at 4294965348 00000100:00000010:3.0:1767384376.567603:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff8846. 00080000:00000001:0.0:1767384376.568658:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384376.568671:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:0.0:1767384376.568673:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.568676:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384376.568678:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384376.568684:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384376.568687:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384376.568695:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384376.568695:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384376.568700:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384376.568703:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384376.568707:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384376.568711:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384376.568711:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384376.568715:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384376.568718:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003125a41b. 00040000:00000001:0.0:1767384376.568718:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384376.568719:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384376.568723:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384376.568725:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:0.0:1767384376.568727:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033e1be53. 00010000:00000010:2.0:1767384376.568729:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acbb83fa. 00080000:00000001:0.0:1767384376.568732:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384376.568734:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384376.568738:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acbb83fa with handle 0xf489261bfe0bc7f2 to hash 00000020:00000001:2.0:1767384376.568741:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384376.568742:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568745:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568747:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.568748:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.568750:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568757:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384376.568759:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384376.568761:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384376.568763:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.568764:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.568766:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.568767:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.568769:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384376.568771:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384376.568772:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384376.568773:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384376.568775:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003125a41b) refcount = 1 00010000:00010000:2.0:1767384376.568778:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568781:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384376.568783:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384376.568784:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.568786:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568787:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.568790:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384376.568791:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:2.0:1767384376.568794:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.568796:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.568798:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acbb83fa refcount=4 00000020:00000001:2.0:1767384376.568800:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568802:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568803:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384376.568805:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568809:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384376.568810:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568814:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.568815:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384376.568816:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568821:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.568822:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568825:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384376.568827:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384376.568834:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000acbb83fa already unused, calling callback (0000000092aba540) 00010000:00000001:2.0:1767384376.568836:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.568838:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384376.568839:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568845:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384376.568847:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.568848:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.568849:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acbb83fa refcount=5 00000020:00000001:2.0:1767384376.568851:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568854:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454696960 : -120962254854656 : ffff91fc47c4a600) 00010000:00000001:2.0:1767384376.568857:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384376.568859:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568865:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384376.568867:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.568868:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568871:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384376.568873:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384376.568875:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.568877:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384376.568879:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acbb83fa with handle 0xf489261bfe0bc7f2 from hash 00010000:00000001:2.0:1767384376.568881:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384376.568883:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.568884:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.568885:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384376.568887:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384376.568889:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384376.568891:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384376.568892:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.568893:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568895:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384376.568896:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384376.568898:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.568899:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.568899:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568901:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.568902:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.568904:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568908:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.568909:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.568910:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384376.568912:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384376.568913:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.568915:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.568916:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384376.568919:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.568920:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.568922:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.568926:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384376.568927:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384376.568929:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acbb83fa/0xf489261bfe0bc7f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384376.568932:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003125a41b count: 0 00010000:00000001:2.0:1767384376.568940:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384376.568941:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384376.569112:0:37649:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d501dc26. 00000400:00000040:3.0:1767384376.569129:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384376.569132:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384376.569138:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384376.569140:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384376.569142:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384376.569143:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384376.569146:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384376.569147:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384376.569148:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384376.569150:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384376.569152:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384376.569154:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384376.569156:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384376.569157:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384376.569158:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384376.569160:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384376.569161:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384376.569162:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384376.569163:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384376.569165:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384376.569167:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384376.569168:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384376.569169:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384376.569171:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384376.569172:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384376.569174:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384376.569175:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384376.569176:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384376.569177:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384376.569178:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384376.569179:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384376.569181:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384376.569183:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384376.569184:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384376.569186:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384376.569187:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384376.569188:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384376.569190:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384376.569191:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384376.569192:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384376.569193:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384376.569198:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384376.569200:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384376.569201:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384376.569202:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384376.569203:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384376.569204:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384376.569205:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384376.569207:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384376.569209:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384376.569210:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384376.569211:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384376.569212:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384376.569214:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384376.569215:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384376.569216:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384376.569217:0:37649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384376.569317:0:37649:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d501dc26. 00010000:00000010:2.1:1767384376.569574:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071f43d28. 00010000:00000010:2.1:1767384376.569580:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000099252107. 00080000:00000020:2.0:1767384376.570278:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384376.570281:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384376.570283:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000052dc58d3. 20000000:00000001:2.0:1767384376.570288:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384376.570292:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744057984 00010000:00000001:2.0:1767384376.570294:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384376.570299:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c621b59 x1853236744057984/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.570307:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384376.570309:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.570312:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.570315:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384376.570317:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384376.570319:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384376.570321:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384376.570324:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.570327:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.570329:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.570332:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad3288d. 00000100:00000200:2.0:1767384376.570336:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744057984, offset 224 00000400:00000200:2.0:1767384376.570342:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.570352:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384376.570361:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07480 00000400:00000200:2.0:1767384376.570366:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ead [2] + 224 00000400:00000200:2.0:1767384376.570373:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.570375:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.570381:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.570384:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.570390:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.570402:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.570408:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ad3288d 00000100:00000001:0.0:1767384376.570409:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384376.570410:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ad3288d. 00000100:00000001:0.0:1767384376.570413:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.570414:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384376.570416:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.570419:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384376.570420:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384376.570422:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:0.0:1767384376.570424:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384376.570426:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384376.570427:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000020:00000001:2.0:1767384376.570428:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.570432:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d23af734 00000020:00000001:2.0:1767384376.570433:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384376.570437:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d23af734. 00000100:00000040:2.0:1767384376.570439:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c621b59 x1853236744057984/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.570441:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384376.570448:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.570453:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c621b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744057984:12345-0@lo:253: Request processed in 21087us (21567us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384376.570468:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.570473:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:2.0:1767384376.570479:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384376.570481:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.570482:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.570484:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.570485:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384376.570488:0:16155:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384376.570491:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef6d000b. 02000000:00000001:0.0:1767384376.570492:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384376.570494:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.570497:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.570498:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007aad57af. 02000000:00000001:0.0:1767384376.570499:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.570504:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016bebc66. 00000100:00001000:0.0:1767384376.570505:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=84 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384376.570509:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:0.0:1767384376.570510:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=84 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384376.570515:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384376.570515:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384376.570518:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7e487f8. 00000100:00000001:0.0:1767384376.570519:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.570522:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384376.570524:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.570530:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384376.570531:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384376.570532:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.570535:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.570536:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823b2521. 00000100:00000040:0.0:1767384376.570540:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384376.570581:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad3288d. 00000100:00000001:0.0:1767384376.570581:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.570586:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.570588:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384376.570592:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384376.570593:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384376.570595:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384376.570596:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384376.570597:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384376.570598:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384376.570599:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384376.570600:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384376.570601:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384376.570602:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384376.570605:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.570611:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744057984:0@lo:253: 00000100:00000001:0.0:1767384376.570615:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.570618:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.570620:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d49daa1 x1853236744057984/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.570626:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.570628:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.570630:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009005868c. 02000000:00000001:0.0:1767384376.570635:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.570637:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.570638:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384376.570640:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384376.570643:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e28c464. 02000000:00000001:0.0:1767384376.570646:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.570648:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.570656:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d49daa1. 00000100:00000001:0.0:1767384376.570659:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.570661:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.570663:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.570670:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.570672:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.570674:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.570677:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384376.571668:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384376.571671:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384376.571672:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007fdcd7ea. 20000000:00000001:0.0:1767384376.571676:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.571678:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058112 00010000:00000001:0.0:1767384376.571680:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.571683:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010ae2b67 x1853236744058112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.571688:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.571689:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.571691:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.571693:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.571694:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384376.571696:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384376.571697:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.571699:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.571700:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.571703:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.571705:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069413718. 00000100:00000200:0.0:1767384376.571707:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744058112, offset 224 00000400:00000200:0.0:1767384376.571711:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.571715:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.571719:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07500 00000400:00000200:0.0:1767384376.571723:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eb5 [2] + 224 00000400:00000200:0.0:1767384376.571727:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.571729:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384376.571732:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384376.571740:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.571746:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.571758:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.571762:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069413718 00000400:00000010:0.0:1767384376.571764:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069413718. 00000100:00000001:0.0:1767384376.571765:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.571766:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.571769:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.571770:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384376.571773:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.571774:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.571776:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.571778:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010ae2b67 x1853236744058112/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.571782:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384376.571786:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010ae2b67 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16156:x1853236744058112:12345-0@lo:253: Request processed in 22362us (22715us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384376.571788:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384376.571795:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000400:00000001:3.0:1767384376.571796:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384376.571798:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000400:00000001:3.0:1767384376.571800:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384376.571801:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384376.571804:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384376.571805:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000020:00000010:0.0:1767384376.571807:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0f89c71. 00000020:00000010:0.0:1767384376.571813:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da85eaf6. 00000400:00000200:3.0:1767384376.571814:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000364d191f 00000020:00000010:0.0:1767384376.571816:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580111f9. 00000400:00000010:3.0:1767384376.571819:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000364d191f. 00000020:00000040:0.0:1767384376.571820:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384376.571825:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384376.571826:0:16156:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384376.571827:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9f03913. 02000000:00000001:0.0:1767384376.571833:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384376.571834:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384376.571836:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384376.571838:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384376.571843:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000903dda08. 00000400:00000010:0.0:1767384376.571847:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069413718. 00000100:00000200:3.0:1767384376.571852:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.571864:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384376.571866:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.571868:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384376.571870:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384376.571872:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.571874:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.571875:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.571879:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=84 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384376.571891:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.571893:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384376.571895:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.571897:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384376.571898:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.571900:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.571904:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.571911:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.571913:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384376.571914:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384376.571917:0:16156:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384376.571919:0:16156:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384376.571920:0:16156:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384376.571922:0:16156:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384376.571923:0:16156:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384376.571925:0:16156:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384376.571926:0:16156:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384376.571927:0:16156:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384376.571928:0:16156:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384376.571931:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384376.571939:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744058112:0@lo:253: 00000100:00000001:3.0:1767384376.571944:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.571945:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384376.571947:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae54113f x1853236744058112/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.571953:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384376.571955:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384376.571957:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008ca06e2d. 02000000:00000001:3.0:1767384376.571961:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384376.571963:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384376.571965:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384376.571967:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384376.571969:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000097873c80. 02000000:00000001:3.0:1767384376.571980:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384376.571981:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384376.571983:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae54113f. 00000100:00000001:3.0:1767384376.571986:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384376.571987:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.571989:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.571993:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384376.571994:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.571996:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384376.571998:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384376.574591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003125a41b. 00010000:00000010:2.1:1767384376.574599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acbb83fa. 00000400:00000200:3.0:1767384376.723697:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp45 00000400:00000010:3.0:1767384376.723702:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c16312d8. 00000400:00000010:3.0:1767384376.723709:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008cbf2e22. 00000400:00000010:3.0:1767384376.723715:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384376.723721:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c9a4fa7. 00000400:00000200:3.0:1767384376.723726:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp45 00000400:00000200:3.0:1767384376.723744:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp45 local destination 00000400:00000200:3.0:1767384376.723749:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp45 00000400:00000200:3.0:1767384376.723752:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp45 NI seq info: [189:189:256:4294967295] 192.168.203.113@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1767384376.723757:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp45 00000400:00000200:3.0:1767384376.723769:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp45(192.168.203.113@tcp45:) -> 192.168.203.113@tcp45(192.168.203.113@tcp45:192.168.203.113@tcp45) : GET try# 0 00000800:00000200:3.0:1767384376.723774:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp45 00000800:00000010:3.0:1767384376.723778:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e3b9b55. 00000800:00000200:3.0:1767384376.723783:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000800:00000200:3.1:1767384376.723787:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000400:00000200:3.0:1767384376.723805:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp45 added to recovery queue. ping count: 2 next ping: 302 health :800 00000400:00000200:3.0:1767384376.723808:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp43 00000400:00000010:3.0:1767384376.723812:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bc52dba2. 00000400:00000010:3.0:1767384376.723815:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce6f41d1. 00000400:00000010:3.0:1767384376.723820:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000400:00000010:3.0:1767384376.723826:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000df8d70f4. 00000400:00000200:3.0:1767384376.723832:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp43 00000400:00000200:3.0:1767384376.723841:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp43 local destination 00000400:00000200:3.0:1767384376.723857:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 00000400:00000200:3.0:1767384376.723862:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [190:190:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1767384376.723869:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000400:00000200:3.0:1767384376.723881:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp43:192.168.203.113@tcp43) : GET try# 0 00000800:00000200:3.0:1767384376.723888:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp43 00000800:00000010:3.0:1767384376.723892:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008339268f. 00000800:00000200:3.0:1767384376.723898:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000800:00000200:3.1:1767384376.723903:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000200:3.0:1767384376.723916:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 3 next ping: 306 health :700 00000400:00000200:3.0:1767384376.723922:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp31 00000400:00000010:3.0:1767384376.723926:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be8f9534. 00000400:00000010:3.0:1767384376.723931:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001f533638. 00000400:00000010:3.0:1767384376.723934:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000400:00000010:3.0:1767384376.723941:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ade35524. 00000400:00000200:3.0:1767384376.723944:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp31 00000400:00000200:3.0:1767384376.723951:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp31 local destination 00000400:00000200:3.0:1767384376.723955:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp31 00000400:00000200:3.0:1767384376.723959:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp31 NI seq info: [191:191:256:4294967295] 192.168.203.113@tcp31 LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1767384376.723963:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp31 00000400:00000200:3.0:1767384376.723973:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp31(192.168.203.113@tcp31:) -> 192.168.203.113@tcp31(192.168.203.113@tcp31:192.168.203.113@tcp31) : GET try# 0 00000800:00000200:3.0:1767384376.723978:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp31 00000800:00000010:3.0:1767384376.723982:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007985760c. 00000800:00000200:3.0:1767384376.723986:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000800:00000200:3.1:1767384376.723989:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fea0af32] -> 12345-192.168.203.113@tcp31 (2) 00000400:00000200:3.0:1767384376.723999:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp31 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000200:3.0:1767384376.724196:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724246:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724291:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724338:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724377:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724431:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724462:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724494:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724528:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724601:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724638:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724689:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724742:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724795:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724858:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724907:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.724958:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725010:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725057:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725099:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725147:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725186:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725214:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725245:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725265:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725282:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725302:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725323:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725356:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725398:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725435:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725478:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725524:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725606:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.725645:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384376.725800:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000400:00000200:0.0:1767384376.725805:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000010:3.0:1767384376.725813:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f435a70. 00000800:00000010:3.0:1767384376.725821:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007450fe74. 00000800:00000010:3.0:1767384376.725857:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007450fe74. 00000400:00000200:0.0:1767384376.725860:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00020000:3.0:1767384376.725871:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384376.725877:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f435a70. 00000800:00000010:3.0:1767384376.725881:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000400:00000200:0.0:1767384376.725897:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.725948:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:02020000:3.0:1767384376.725953:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384376.725961:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp45 notifying 192.168.203.113@tcp45: down 00000400:00000200:3.0:1767384376.725965:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384376.725970:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp45 00000800:00000010:3.0:1767384376.725972:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e3b9b55. 00000400:00000200:3.0:1767384376.725976:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384376.725982:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp45->192.168.203.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384376.725989:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384376.725992:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384376.725997:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp45) recovery failed with -71 00000400:00000200:0.0:1767384376.726003:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726036:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726049:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726109:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726111:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726171:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726178:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726234:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726237:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726292:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726307:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726353:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726374:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726418:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726436:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726479:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726500:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726580:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726598:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726641:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726664:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726701:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726728:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726773:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726777:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726826:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726851:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726866:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726904:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726910:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.726957:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.726966:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727037:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727041:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727096:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727109:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727147:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727164:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727199:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727209:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727252:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727273:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727310:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727342:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727372:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727405:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727432:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727456:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727479:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727505:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727531:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727574:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727613:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727636:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727679:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727699:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727742:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727763:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727803:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384376.727819:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727862:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727915:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384376.727957:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000800:00000010:0.0:1767384376.727963:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d521540. 00000800:00000010:0.0:1767384376.727969:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033ca7e3b. 00000800:00000010:0.0:1767384376.727973:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e11ade9c. 00000800:00000010:0.0:1767384376.727998:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e11ade9c. 00000800:00020000:0.0:1767384376.728006:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384376.728008:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033ca7e3b. 00000800:00000010:0.0:1767384376.728011:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d521540. 00000400:00000200:3.0:1767384376.728015:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:02020000:0.0:1767384376.728064:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.728069:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000800:00000200:0.0:1767384376.728076:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp43 down 00000400:00000200:3.0:1767384376.728078:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000800:00000100:0.0:1767384376.728083:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:0.0:1767384376.728086:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008339268f. 00000400:00000200:0.0:1767384376.728090:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.728093:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384376.728100:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384376.728102:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384376.728106:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp43) recovery failed with -71 00000400:00000200:3.0:1767384376.728131:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384376.728263:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:3.0:1767384376.728268:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003f435a70. 00000800:00000010:3.0:1767384376.728273:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007450fe74. 00000800:00000010:3.0:1767384376.728295:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007450fe74. 00000800:00020000:3.0:1767384376.728303:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384376.728306:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003f435a70. 00000800:00000010:3.0:1767384376.728309:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000400:02020000:3.0:1767384376.728352:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384376.728358:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp31 notifying 192.168.203.113@tcp31: down 00000800:00000200:3.0:1767384376.728363:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp31 down 00000800:00000100:3.0:1767384376.728367:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp31 00000800:00000010:3.0:1767384376.728374:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007985760c. 00000400:00000200:3.0:1767384376.728376:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384376.728379:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp31->192.168.203.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384376.728384:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384376.728385:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384376.728388:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384377.300605:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384377.300610:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384377.300615:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384377.300617:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384377.300632:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384377.300634:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384377.300636:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384377.747626:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.747632:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.747636:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384377.747640:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000400:00000200:3.0:1767384377.747645:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384377.747653:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384377.747666:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c16312d8. 00000400:00000010:3.0:1767384377.747670:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008cbf2e22. 00000400:00000001:3.0:1767384377.747675:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.747676:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.747677:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384377.747679:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000400:00000200:3.0:1767384377.747681:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384377.747683:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384377.747688:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bc52dba2. 00000400:00000010:3.0:1767384377.747691:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce6f41d1. 00000400:00000001:3.0:1767384377.747695:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384377.747696:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384377.747697:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:3.0:1767384377.747699:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000400:00000200:3.0:1767384377.747701:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384377.747704:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384377.747707:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be8f9534. 00000400:00000010:3.0:1767384377.747711:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f533638. 00000400:00000200:3.0:1767384377.747717:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp46 00000400:00000010:3.0:1767384377.747721:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be8f9534. 00000400:00000010:3.0:1767384377.747727:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ef037eb1. 00000400:00000010:3.0:1767384377.747731:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000400:00000010:3.0:1767384377.747745:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd913f5f. 00000400:00000200:3.0:1767384377.747750:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp46 00000400:00000200:3.0:1767384377.747766:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp46 local destination 00000400:00000200:3.0:1767384377.747772:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp46 00000400:00000200:3.0:1767384377.747777:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp46 NI seq info: [192:192:256:4294967295] 192.168.203.113@tcp46 LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1767384377.747784:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp46 00000400:00000200:3.0:1767384377.747791:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp46(192.168.203.113@tcp46:) -> 192.168.203.113@tcp46(192.168.203.113@tcp46:192.168.203.113@tcp46) : GET try# 0 00000800:00000200:3.0:1767384377.747797:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp46 00000800:00000010:3.0:1767384377.747802:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e3b9b55. 00000800:00000200:3.0:1767384377.747807:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000800:00000200:3.1:1767384377.747812:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000200:3.0:1767384377.747833:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp46 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:2.0:1767384377.747889:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.747923:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.747954:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.747968:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.747989:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748020:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748039:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748067:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748080:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748093:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748109:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748124:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748139:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748153:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748166:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748178:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748193:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748213:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748238:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748262:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748289:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748316:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748340:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748384:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748429:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748450:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748465:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748489:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748500:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748511:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748522:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748571:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748617:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384377.748646:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384377.748753:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384377.748757:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c87162f3. 00000800:00000010:2.0:1767384377.748761:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3866a21. 00000800:00000010:2.0:1767384377.748776:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3866a21. 00000800:00020000:2.0:1767384377.748783:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384377.748786:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c87162f3. 00000800:00000010:2.0:1767384377.748788:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:2.0:1767384377.748814:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384377.748820:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp46 notifying 192.168.203.113@tcp46: down 00000400:00000200:2.0:1767384377.748824:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384377.748827:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp46 00000800:00000010:2.0:1767384377.748829:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e3b9b55. 00000400:00000200:2.0:1767384377.748832:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384377.748836:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp46->192.168.203.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384377.748844:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384377.748845:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384377.748848:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384378.323626:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384378.323631:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.323635:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384378.323636:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.323672:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384378.323677:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.323680:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384378.329918:0:38190:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384378.329931:0:38190:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.329935:0:38190:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.329942:0:38190:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384378.329948:0:38190:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.329952:0:38190:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384378.771675:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384378.771682:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384378.771685:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:1.0:1767384378.771690:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000400:00000200:1.0:1767384378.771696:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384378.771702:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384378.771715:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be8f9534. 00000400:00000010:1.0:1767384378.771720:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ef037eb1. 00000400:00000200:1.0:1767384378.771729:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp32 00000400:00000010:1.0:1767384378.771735:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006baa7c8d. 00000400:00000010:1.0:1767384378.771741:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080ef6a92. 00000400:00000010:1.0:1767384378.771756:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000400:00000010:1.0:1767384378.771762:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f22cd87a. 00000400:00000200:1.0:1767384378.771774:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp32 00000400:00000200:1.0:1767384378.771787:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp32 local destination 00000400:00000200:1.0:1767384378.771794:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp32 00000400:00000200:1.0:1767384378.771797:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp32 NI seq info: [193:193:256:4294967295] 192.168.203.113@tcp32 LPNI seq info [183:183:8:4294967295] 00000400:00000200:1.0:1767384378.771804:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp32 00000400:00000200:1.0:1767384378.771811:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp32(192.168.203.113@tcp32:) -> 192.168.203.113@tcp32(192.168.203.113@tcp32:192.168.203.113@tcp32) : GET try# 0 00000800:00000200:1.0:1767384378.771818:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp32 00000800:00000010:1.0:1767384378.771825:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000555cd2b9. 00000800:00000200:1.0:1767384378.771832:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000800:00000200:1.1:1767384378.771839:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000360afb6f] -> 12345-192.168.203.113@tcp32 (2) 00000400:00000200:1.0:1767384378.771868:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp32 added to recovery queue. ping count: 5 next ping: 332 health :500 00000400:00000200:3.0:1767384378.771998:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772068:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772099:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772120:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772142:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772170:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772193:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772214:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772245:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772266:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772285:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772304:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772325:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772354:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772385:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772406:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772450:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772476:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772500:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772525:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772632:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772674:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772696:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772716:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772737:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772766:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772791:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772814:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772846:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772875:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772896:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772916:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772939:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772959:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:3.0:1767384378.772976:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:3.0:1767384378.773188:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:3.0:1767384378.773195:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045f8c94f. 00000800:00000010:3.0:1767384378.773202:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c37c73f6. 00000800:00000010:3.0:1767384378.773229:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c37c73f6. 00000800:00020000:3.0:1767384378.773243:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384378.773247:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045f8c94f. 00000800:00000010:3.0:1767384378.773249:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000400:02020000:3.0:1767384378.773284:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp32 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384378.773292:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp32 notifying 192.168.203.113@tcp32: down 00000800:00000200:3.0:1767384378.773299:0:16144:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp32 down 00000800:00000100:3.0:1767384378.773305:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp32 00000800:00000010:3.0:1767384378.773309:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000555cd2b9. 00000400:00000200:3.0:1767384378.773318:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384378.773322:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp32->192.168.203.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384378.773334:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384378.773337:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384378.773341:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp32) recovery failed with -71 00000001:00000001:0.0:1767384379.185612:0:38354:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384379.185618:0:38354:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:0.0:1767384379.188833:0:38354:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384379.199939:0:38355:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000033e1be53. 00000400:00000010:0.0:1767384379.199958:0:38355:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e29f2d02. 00000400:00000010:0.0:1767384379.199968:0:38355:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002bc0ffd3. 00000400:00000010:0.0:1767384379.199973:0:38355:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f79df77a. 00000400:00000010:0.0:1767384379.199977:0:38355:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e59a669. 00000400:00000010:0.0:1767384379.199982:0:38355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7752397. 00000400:00000010:0.0:1767384379.199992:0:38355:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000844ab84b. 00000400:00000010:0.0:1767384379.199994:0:38355:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086493e01. 00000400:00000010:0.0:1767384379.199998:0:38355:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009d2ba711. 00000800:00000010:0.0:1767384379.200018:0:38355:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000019be206e. 00000800:00000200:0.0:1767384379.200029:0:38355:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384379.200048:0:38355:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384379.200090:0:38355:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:0.0:1767384379.200127:0:38355:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp49 [8/256/0/180] 00000400:00000010:0.0:1767384379.202064:0:38355:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000a257b9c4. 00000400:00000010:0.0:1767384379.202074:0:38355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000010:0.0:1767384379.202080:0:38355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cce58a3e. 00000400:00000001:0.0:1767384379.202107:0:38355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.202109:0:38355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384379.202111:0:38355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000200:0.0:1767384379.202115:0:38355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384379.202117:0:38355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000400:00000010:0.0:1767384379.202122:0:38355:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000982fc056. 00000400:00000200:0.0:1767384379.202127:0:38355:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (38) 00000400:00000200:0.0:1767384379.202149:0:38355:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384379.202163:0:38355:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:0.0:1767384379.202172:0:38355:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000d521540. 00000400:00000200:2.0:1767384379.202177:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384379.202180:0:38355:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384379.202188:0:38355:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp49 00000400:00000200:2.0:1767384379.202190:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:2.0:1767384379.202196:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000400:00000010:2.0:1767384379.202204:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000b5a5f181. 00000400:00000010:2.0:1767384379.202208:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adb34f85. 00000400:00000010:0.0:1767384379.202216:0:38355:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e29f2d02. 00000400:00000010:2.0:1767384379.202217:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff3fccdb. 00000400:00000200:2.0:1767384379.202225:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000010:0.0:1767384379.202227:0:38355:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000033e1be53. 00000020:00000001:3.0:1767384379.202240:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384379.202244:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 10000000:00000001:3.0:1767384379.202246:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384379.202250:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384379.202253:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 10000000:01000000:3.0:1767384379.202254:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384379.202260:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384379.202263:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384379.202263:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000020:01000004:3.0:1767384379.202267:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384379.202270:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384379.202274:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384379.202274:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:01000004:3.0:1767384379.202277:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384379.202279:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384379.202283:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384379.202285:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000020:01000004:3.0:1767384379.202286:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384379.202289:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384379.202293:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000100:00000010:3.0:1767384379.202297:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000400:00000200:2.0:1767384379.202298:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000020:00000040:3.0:1767384379.202305:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384379.202305:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:2.0:1767384379.202312:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000100:00000001:3.0:1767384379.202313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384379.202316:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 02000000:00000001:3.0:1767384379.202317:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384379.202322:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 02000000:00000001:3.0:1767384379.202324:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202328:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:2.0:1767384379.202333:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 02000000:00000010:3.0:1767384379.202335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7e487f8. 00000400:00000200:2.0:1767384379.202339:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000100:00000001:3.0:1767384379.202346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202347:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:2.0:1767384379.202356:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000100:00000001:3.0:1767384379.202357:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384379.202361:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202367:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000100:00000040:3.0:1767384379.202373:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_03+3] req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384379.202374:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 60], ns[52, 60] 00000400:00000200:2.0:1767384379.202389:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000200:2.0:1767384379.202399:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 52], ns[168, 52] 00000400:00000200:2.0:1767384379.202402:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 52], ns[72, 52] 00000400:00000200:2.0:1767384379.202406:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[73, 52] 00000400:00000200:2.0:1767384379.202410:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[181, 52], ns[191, 52] 10000000:00000001:3.0:1767384379.202412:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202414:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[183, 52], ns[193, 52] 10000000:00000001:3.0:1767384379.202416:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.202420:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202423:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 52], ns[120, 52] 00000020:01000000:3.0:1767384379.202424:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384379.202432:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[100, 52] 00000020:00000001:3.0:1767384379.202433:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384379.202438:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 52], ns[156, 52] 00000100:00000001:1.0:1767384379.202438:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384379.202445:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384379.202445:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[169, 52] 00000100:00000001:1.0:1767384379.202447:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384379.202448:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384379.202453:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384379.202453:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 52], ns[127, 52] 00000100:00000001:1.0:1767384379.202454:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384379.202457:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384379.202462:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384379.202463:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384379.202466:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 52], ns[173, 52] 00000020:01000004:3.0:1767384379.202467:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:1.0:1767384379.202467:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384379.202471:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384379.202475:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384379.202477:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 52], ns[150, 52] 00000020:01000004:3.0:1767384379.202478:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384379.202481:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384379.202484:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384379.202488:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000040:3.0:1767384379.202492:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384379.202493:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 52], ns[149, 52] 00000100:00000001:3.0:1767384379.202498:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384379.202500:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384379.202503:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202510:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 52], ns[167, 52] 00000100:00000001:1.0:1767384379.202510:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384379.202512:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000052dc58d3. 00000100:00000001:1.0:1767384379.202515:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202523:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 52], ns[170, 52] 00000100:00000001:3.0:1767384379.202535:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384379.202535:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384379.202542:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384379.202542:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.202545:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.202576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a0d630b] to pc [ptlrpcd_00_00+0] req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384379.202589:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 52], ns[190, 52] 00000400:00000200:2.0:1767384379.202596:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 52], ns[177, 52] 10000000:00000001:3.0:1767384379.202598:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384379.202601:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202602:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[179, 52], ns[189, 52] 10000000:00000001:3.0:1767384379.202603:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.202609:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384379.202613:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744058240:0@lo:253: 00000020:01000000:3.0:1767384379.202614:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384379.202617:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[182, 52], ns[192, 52] 00000020:00000010:3.0:1767384379.202620:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000d521540. 00000100:00000001:1.0:1767384379.202627:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384379.202628:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000001:3.0:1767384379.202634:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384379.202636:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp26 02000000:00000001:1.0:1767384379.202638:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384379.202639:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202645:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp26 lpni_is_preferred = 0 02000000:00000001:1.0:1767384379.202645:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202651:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp26 02000000:00000001:1.0:1767384379.202654:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384379.202658:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [194:194:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [184:184:8:4294967295] 02000000:00000010:1.0:1767384379.202666:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e082242. 00000400:00000200:2.0:1767384379.202667:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp26 02000000:00000001:1.0:1767384379.202673:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.202682:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:) -> 192.168.203.113@tcp26(192.168.203.113@tcp:192.168.203.113@tcp26) : GET try# 0 00000400:00000010:1.0:1767384379.202684:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000800:00000200:2.0:1767384379.202690:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp26 00000400:00000010:1.0:1767384379.202694:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002fc8c0. 00000800:00000010:2.0:1767384379.202696:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a20d133. 00000100:00000200:1.0:1767384379.202703:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744058240, portal 25 00000800:00000200:2.0:1767384379.202705:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000800:00000200:2.1:1767384379.202709:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000100:00000001:1.0:1767384379.202718:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384379.202722:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00000800:00000200:2.1:1767384379.202729:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:988 00000800:00000200:2.1:1767384379.202735:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a20d133 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:1.0:1767384379.202735:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.202749:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384379.202753:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000100:00000040:1.0:1767384379.202758:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384379.202759:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000400:00000010:1.0:1767384379.202766:0:16157:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052a393ae. 00000100:00000200:1.0:1767384379.202775:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744058240, offset 0 00000400:00000200:1.0:1767384379.202790:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384379.202807:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384379.202826:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384379.202827:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07580 00000100:00100000:3.0:1767384379.202831:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384379.202835:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.202846:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384379.202846:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1645 [2] + 0 00000100:00000001:3.0:1767384379.202851:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.202856:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384379.202856:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ee288a1. 00000100:00000001:3.0:1767384379.202859:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384379.202866:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6c27335 00000100:00000001:3.0:1767384379.202867:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384379.202874:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00000040:3.0:1767384379.202875:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384379.202881:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384379.202889:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384379.202897:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384379.202900:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.202906:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384379.202909:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c27335 02000000:00000001:3.0:1767384379.202911:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384379.202915:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6c27335. 02000000:00000001:3.0:1767384379.202917:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.202922:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744058368:0@lo:253: 00000100:00000001:1.0:1767384379.202926:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384379.202927:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384379.202932:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384379.202933:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384379.202936:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.202941:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384379.202942:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000f146ecb5 x1853236744058240 msgsize 4848 02000000:00000010:3.0:1767384379.202949:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000073319d3e. 02000000:00000001:3.0:1767384379.202953:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384379.202959:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825f32ab. 00000100:00100000:1.0:1767384379.202960:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384379.202966:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384379.202968:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045f8c94f. 00000100:00000200:3.0:1767384379.202975:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744058368, portal 25 00000100:00000001:3.0:1767384379.202978:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384379.202980:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000040:3.0:1767384379.202987:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.202989:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384379.202991:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000100:00000001:3.0:1767384379.202997:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384379.203006:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384379.203006:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052a393ae 00000400:00000010:3.0:1767384379.203010:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba2ed704. 00000400:00000010:1.0:1767384379.203012:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052a393ae. 00000100:00000200:3.0:1767384379.203023:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744058368, offset 0 00000100:00000001:1.0:1767384379.203023:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384379.203038:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384379.203039:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384379.203054:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384379.203057:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384379.203070:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07600 00000100:00000040:1.0:1767384379.203070:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.203084:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.203089:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000001:1.0:1767384379.203090:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384379.203091:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x164d [2] + 0 00000400:00000010:3.0:1767384379.203097:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005666ba13. 00000400:00000200:3.0:1767384379.203104:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a7c4bf3 00000400:00000200:3.0:1767384379.203115:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384379.203115:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203125:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294968000 00000400:00000200:3.0:1767384379.203131:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384379.203137:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000599a50e6. 00000400:00000200:3.0:1767384379.203143:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7c4bf3 00000400:00000010:3.0:1767384379.203146:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7c4bf3. 00000100:00000001:1.0:1767384379.203149:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384379.203152:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384379.203156:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384379.203164:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294968000 00000100:00000010:1.0:1767384379.203171:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000675be479. 00000100:00000001:1.0:1767384379.203178:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384379.203182:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000a4b5f6bf x1853236744058368 msgsize 4848 00000100:00000001:1.0:1767384379.203191:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294968000 00000400:00000200:2.0:1767384379.203193:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00100000:3.0:1767384379.203199:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384379.203201:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001aac7fcf. 00000100:00000040:3.0:1767384379.203205:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384379.203210:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384379.203225:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294968000 00000100:00000001:3.0:1767384379.203230:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384379.203232:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a67662bd. 00000400:00000200:3.0:1767384379.203240:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba2ed704 00000100:00000001:1.0:1767384379.203241:0:16157:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384379.203246:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba2ed704. 00000100:00000001:1.0:1767384379.203254:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.203256:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384379.203259:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384379.203264:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.203267:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203275:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.203277:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384379.203287:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000040:3.0:1767384379.203288:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.203288:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384379.203295:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384379.203299:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203302:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384379.203305:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384379.203307:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203310:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384379.203315:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294968000 00000100:00000001:1.0:1767384379.203315:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203320:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294968000 00000400:00000200:2.0:1767384379.203323:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00000001:3.0:1767384379.203324:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294968000 00000100:00000001:1.0:1767384379.203324:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203330:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294968000 00000100:00000001:3.0:1767384379.203337:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294968000 00000100:00000001:3.0:1767384379.203340:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294968000 00000100:00000001:3.0:1767384379.203343:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294968000 00000100:00000001:3.0:1767384379.203345:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294968000 00000100:00000001:3.0:1767384379.203348:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.203350:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203356:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203362:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384379.203363:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203370:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.203409:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:1.0:1767384379.203411:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384379.203414:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384379.203419:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058240 00000100:00100000:3.0:1767384379.203421:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058368 02000000:00000001:3.0:1767384379.203426:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384379.203427:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384379.203429:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384379.203434:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203434:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384379.203440:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.203444:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384379.203448:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.203450:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058368 00000100:00100000:1.0:1767384379.203458:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058240 00000020:00000001:3.0:1767384379.203460:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384379.203464:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384379.203465:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384379.203467:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384379.203470:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000040:3.0:1767384379.203472:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000400:00000200:2.0:1767384379.203473:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000001:3.0:1767384379.203476:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384379.203479:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384379.203486:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384379.203487:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384379.203491:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000010:3.0:1767384379.203493:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c37c73f6. 00000020:00000001:1.0:1767384379.203501:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384379.203502:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384379.203506:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c37c73f6. 00000020:00000001:1.0:1767384379.203508:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000010:3.0:1767384379.203514:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b17947. 00000100:00000001:1.0:1767384379.203517:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384379.203522:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000020:00000010:3.0:1767384379.203538:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fccb132b. 00000020:00000010:3.0:1767384379.203544:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef9e049e. 00000100:00000040:3.0:1767384379.203586:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384379.203589:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384379.203592:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384379.203596:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384379.203605:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f2ba31a. 00000100:00000001:3.0:1767384379.203606:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203616:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.203620:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384379.203621:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f2ba31a. 00000020:00000010:1.0:1767384379.203635:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005527eb80. 00000020:00000010:1.0:1767384379.203642:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b17fc6d1. 00000100:00000001:3.0:1767384379.203650:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384379.203650:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000001:3.0:1767384379.203655:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384379.203664:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384379.203668:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000001:1.0:1767384379.203670:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384379.203674:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384379.203676:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203678:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094048336 : -120961615503280 : ffff91fc6de06050) 00000100:00000040:3.0:1767384379.203686:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4b5f6bf x1853236744058368/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.203691:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.203695:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000100:00000001:3.0:1767384379.203696:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384379.203699:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384379.203707:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c37c73f6. 00000100:00000001:3.0:1767384379.203712:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384379.203715:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c37c73f6. 00000100:00000001:1.0:1767384379.203729:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384379.203730:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b5f6bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744058368:12345-0@lo:253: 00000100:00000001:1.0:1767384379.203735:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384379.203737:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058368 00000020:00000001:3.0:1767384379.203746:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384379.203751:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000020:00000001:3.0:1767384379.203752:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384379.203756:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384379.203758:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:3.0:1767384379.203759:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384379.203761:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:1.0:1767384379.203765:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094052432 : -120961615499184 : ffff91fc6de07050) 00000100:00000040:1.0:1767384379.203774:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f146ecb5 x1853236744058240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384379.203778:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384379.203785:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384379.203786:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:1.0:1767384379.203789:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384379.203790:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384379.203795:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384379.203798:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f2ba31a. 00000020:00000001:3.0:1767384379.203799:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384379.203803:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203806:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.203809:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384379.203811:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000020:00000010:1.0:1767384379.203812:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f2ba31a. 02000000:00000001:3.0:1767384379.203813:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384379.203821:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001c8451a6. 02000000:00000001:3.0:1767384379.203825:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.203827:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384379.203827:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f146ecb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16157:x1853236744058240:12345-0@lo:253: 20000000:00000001:3.0:1767384379.203832:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384379.203835:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000200:1.0:1767384379.203837:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058240 00000020:00000001:1.0:1767384379.203843:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384379.203845:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d10ef302. 00000020:00000001:1.0:1767384379.203847:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767384379.203850:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384379.203853:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384379.203856:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384379.203858:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 20000000:00000001:3.0:1767384379.203859:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384379.203866:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384379.203868:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384379.203869:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384379.203874:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384379.203878:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:1.0:1767384379.203883:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:3.0:1767384379.203884:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003b0680aa. 00000020:00000001:1.0:1767384379.203886:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384379.203888:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:2.0:1767384379.203888:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000020:00000001:1.0:1767384379.203893:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384379.203897:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384379.203899:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384379.203901:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203906:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384379.203907:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:1.0:1767384379.203910:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384379.203912:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 02000000:00000010:1.0:1767384379.203922:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000097873c80. 02000000:00000001:1.0:1767384379.203927:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.203930:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384379.203933:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384379.203936:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 20000000:00000010:1.0:1767384379.203962:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000081f10552. 00000400:00000200:2.0:1767384379.203963:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00080000:00000001:3.0:1767384379.203965:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384379.203971:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:01000000:1.0:1767384379.203972:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384379.203973:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384379.203977:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384379.203980:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384379.203984:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384379.203987:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384379.203990:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384379.203992:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384379.203996:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384379.203996:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000020:00000001:3.0:1767384379.204005:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:3.0:1767384379.204014:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384379.204027:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000036c9e51b. 00080000:00000001:3.0:1767384379.204035:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361359360 : -120961348192256 : ffff91fc7dcf3800) 00080000:00000001:3.0:1767384379.204039:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384379.204045:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204067:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204096:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204135:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204170:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204220:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000001:00000001:3.0:1767384379.204223:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384379.204227:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384379.204231:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384379.204240:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00080000:00000001:3.0:1767384379.204259:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384379.204264:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384379.204270:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204310:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204359:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204400:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204429:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00080000:00000001:3.0:1767384379.204431:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384379.204437:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384379.204449:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204469:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384379.204487:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000200:1.0:1767384379.204670:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384379.204677:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a20d133. 00000400:00000200:1.0:1767384379.204685:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384379.204696:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: GET: OK 00000400:00000200:1.0:1767384379.204703:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384379.204708:0:16147:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:1.0:1767384379.204719:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384379.204727:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000001:1.0:1767384379.204735:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384379.204736:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bccb0d12. 00000800:00000010:2.0:1767384379.204743:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076f12925. 00000800:00000001:1.0:1767384379.204745:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.204756:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384379.204766:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : GET - for me 00000800:00000010:2.0:1767384379.204774:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076f12925. 00000800:00020000:2.0:1767384379.204787:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:1.0:1767384379.204787:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 656 into portal 0 MB=0x8000000000000000 00000800:00000010:2.0:1767384379.204795:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bccb0d12. 00000800:00000010:2.0:1767384379.204799:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:00000200:1.0:1767384379.204805:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 656/656 into md 0x1ee1 [1] + 0 00000400:00000200:1.0:1767384379.204821:0:16147:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp26 to MR: 192.168.203.113@tcp26 local destination 00000400:00000200:1.0:1767384379.204847:0:16147:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp26 NI seq info: [195:195:256:4294967295] 192.168.203.113@tcp26 LPNI seq info [185:185:8:4294967295] 00000400:02020000:2.0:1767384379.204864:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp26 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384379.204877:0:16147:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) -> 192.168.203.113@tcp26(192.168.203.113@tcp26:192.168.203.113@tcp26) 192.168.203.113@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384379.204890:0:16147:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.113@tcp26 00000800:00000010:1.0:1767384379.204897:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000800:00000200:1.0:1767384379.204905:0:16147:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000db6574f4] -> 12345-192.168.203.113@tcp26 (4) 00000800:00000200:1.0:1767384379.204908:0:16147:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.113 (cnted 2, interval 8, 8 secs later) 00000800:00000200:1.0:1767384379.204916:0:16147:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp26 ip 192.168.203.113:989 00000800:00000200:1.0:1767384379.204920:0:16147:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 3, nob 752 niov 1 nkiov 1 00000800:00000200:1.0:1767384379.205031:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384379.205035:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:1.0:1767384379.205041:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384379.205048:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: REPLY: OK 00000800:00000001:1.0:1767384379.205065:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.205074:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384379.205077:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.205084:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384379.205087:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.205095:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384379.205107:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp26(192.168.203.113@tcp26) <- 192.168.203.113@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384379.205123:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp26: Reply from 12345-192.168.203.113@tcp26 of length 656/656 into md 0x1ee5 00000800:00000001:1.0:1767384379.205132:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384379.205146:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384379.205150:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384379.205157:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp26->192.168.203.113@tcp26: REPLY: OK 00000400:00000200:1.0:1767384379.205164:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adb34f85 00000400:00000010:1.0:1767384379.205167:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adb34f85. 00000400:00000200:1.0:1767384379.205172:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384379.205178:0:16147:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:1.0:1767384379.205184:0:16147:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:1.0:1767384379.205193:0:16147:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.113@tcp (688 bytes) 00000400:00000200:1.0:1767384379.205212:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000010:1.0:1767384379.205234:0:16147:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000b5a5f181. 00000400:00000200:1.0:1767384379.205242:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (40) 00000400:00000200:2.0:1767384379.205250:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384379.205255:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000a76eaed4. 00000800:00000001:1.0:1767384379.205258:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384379.205260:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000010:2.0:1767384379.205267:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000800:00000001:1.0:1767384379.205268:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.205271:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a76eaed4 00000400:00000001:2.0:1767384379.205276:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384379.205278:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384379.205279:0:16152:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000400:00000200:2.0:1767384379.205282:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee41532 00000400:00000010:2.0:1767384379.205284:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ee41532. 00000400:00000200:2.0:1767384379.205288:0:16152:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384379.205291:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 000000009673dd6d. 00000400:00000200:2.0:1767384379.205296:0:16152:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:2.0:1767384379.205303:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300871 00000400:00000200:2.0:1767384379.205307:0:16152:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.113@tcp:0 00000400:00000200:2.0:1767384379.205309:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 rc 1 00000400:00000200:2.0:1767384379.205313:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x302071 00000400:00000200:2.0:1767384379.205314:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000400:00000010:2.0:1767384379.205318:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d9266516. 00000400:00000010:2.0:1767384379.205320:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004517e2d5. 00000400:00000010:2.0:1767384379.205326:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e67852c1. 00000400:00000200:2.0:1767384379.205333:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp 00000400:00000200:2.0:1767384379.205341:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384379.205347:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:2.0:1767384379.205356:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:2.0:1767384379.205363:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:2.0:1767384379.205368:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:2.0:1767384379.205377:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:2.0:1767384379.205381:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000400:00000200:2.0:1767384379.205385:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:2.0:1767384379.205389:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000400:00000200:2.0:1767384379.205393:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:2.0:1767384379.205396:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:2.0:1767384379.205400:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:2.0:1767384379.205404:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:2.0:1767384379.205410:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:2.0:1767384379.205415:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:2.0:1767384379.205422:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000400:00000200:2.0:1767384379.205425:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000400:00000200:2.0:1767384379.205430:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[195, 60] 00000400:00000200:2.0:1767384379.205438:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 60], ns[56, 60] 00000400:00000200:2.0:1767384379.205443:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 56], ns[168, 56] 00000400:00000200:2.0:1767384379.205451:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 56], ns[72, 56] 00000400:00000200:2.0:1767384379.205456:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 56], ns[73, 56] 00000400:00000200:2.0:1767384379.205459:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[181, 56], ns[191, 56] 00000400:00000200:2.0:1767384379.205470:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[183, 56], ns[193, 56] 00000400:00000200:2.0:1767384379.205479:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 56], ns[120, 56] 00000400:00000200:2.0:1767384379.205488:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 56], ns[100, 56] 00000400:00000200:2.0:1767384379.205493:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 56], ns[156, 56] 00000400:00000200:2.0:1767384379.205497:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 56], ns[169, 56] 00000400:00000200:2.0:1767384379.205500:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 56], ns[127, 56] 00000400:00000200:2.0:1767384379.205506:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 56], ns[173, 56] 00000400:00000200:2.0:1767384379.205509:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 56], ns[150, 56] 00000400:00000200:2.0:1767384379.205512:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 56], ns[149, 56] 00000400:00000200:2.0:1767384379.205515:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 56], ns[167, 56] 00000400:00000200:2.0:1767384379.205517:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[170, 56] 00000400:00000200:2.0:1767384379.205521:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 56], ns[190, 56] 00000400:00000200:2.0:1767384379.205547:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 56], ns[177, 56] 00000400:00000200:2.0:1767384379.205599:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[179, 56], ns[189, 56] 00000400:00000200:2.0:1767384379.205606:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[182, 56], ns[192, 56] 00000400:00000200:2.0:1767384379.205609:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384379.205613:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp27 00000400:00000200:2.0:1767384379.205617:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384379.205619:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp27 00000400:00000200:2.0:1767384379.205621:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [196:196:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1767384379.205626:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp27 00000400:00000200:2.0:1767384379.205632:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:) -> 192.168.203.113@tcp27(192.168.203.113@tcp:192.168.203.113@tcp27) : GET try# 0 00000800:00000200:2.0:1767384379.205636:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp27 00000800:00000010:2.0:1767384379.205641:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000043618a75. 00000800:00000200:2.0:1767384379.205647:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000800:00000200:2.0:1767384379.205654:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:988 00000800:00000200:2.0:1767384379.205656:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043618a75 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384379.205668:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384379.205670:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300271 rc 0 00000800:00000200:2.0:1767384379.205778:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384379.205780:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000043618a75. 00000400:00000200:2.0:1767384379.205784:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.205791:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: GET: OK 00000400:00000200:2.0:1767384379.205797:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384379.205801:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.113@tcp: 0 00000800:00000001:2.0:1767384379.205808:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.205814:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384379.205817:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.205825:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.205832:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : GET - for me 00000400:00000200:2.0:1767384379.205839:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384379.205843:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 688/688 into md 0x1ee1 [1] + 0 00000400:00000200:2.0:1767384379.205850:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000400:00000200:2.0:1767384379.205857:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [197:197:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1767384379.205873:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) 192.168.203.113@tcp27 : REPLY try# 0 00000800:00000200:2.0:1767384379.205877:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.113@tcp27 00000800:00000010:2.0:1767384379.205881:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043618a75. 00000800:00000200:2.0:1767384379.205887:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000800:00000200:2.0:1767384379.205895:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:987 00000800:00000200:2.0:1767384379.205897:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043618a75 type 3, nob 784 niov 1 nkiov 1 00000800:00000001:3.0:1767384379.205946:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384379.205976:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384379.205985:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384379.205988:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384379.205991:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384379.205995:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384379.205997:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043618a75. 00000400:00000200:2.0:1767384379.206007:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384379.206010:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384379.206018:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: REPLY: OK 00000400:00000200:3.0:1767384379.206030:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp27: Reply from 12345-192.168.203.113@tcp27 of length 688/688 into md 0x1efd 00000800:00000001:3.0:1767384379.206036:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206042:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384379.206044:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384379.206048:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384379.206053:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: REPLY: OK 00000400:00000200:3.0:1767384379.206061:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004517e2d5 00000400:00000010:3.0:1767384379.206064:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004517e2d5. 00000400:00000200:3.0:1767384379.206069:0:16149:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384379.206073:0:16149:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.113@tcp has discovery enabled 00000400:00000200:3.0:1767384379.206076:0:16149:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000200:3.0:1767384379.206081:0:16149:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.113@tcp data present 41. state = 0x300271 00000400:00000200:3.0:1767384379.206092:0:16149:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:3.0:1767384379.206102:0:16149:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (40) 00000800:00000001:3.0:1767384379.206109:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384379.206113:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.206129:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384379.206137:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:2.0:1767384379.206147:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000995dfcb9. 00000400:00000010:2.0:1767384379.206152:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 000000005614fd1f. 00000400:00000010:2.0:1767384379.206156:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 0000000041547106. 00000400:00000200:2.0:1767384379.206192:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp31(0000000087dc3955) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384379.206196:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp32(000000001078898d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384379.206214:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp43(000000001804d007) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384379.206222:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp45(000000001bb90c9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384379.206226:0:16152:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.113@tcp46(00000000ea5da3b2) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384379.206234:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002e28c2f9. 00000400:00000200:2.0:1767384379.206242:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002e28c2f9 nid 192.168.203.113@tcp47 00000400:00000010:2.0:1767384379.206247:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000070f91b13. 00000400:00000200:2.0:1767384379.206251:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 0000000070f91b13 net tcp47 00000400:00000200:2.0:1767384379.206256:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (39) 00000400:00000200:2.0:1767384379.206264:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp47 flags 0x11 00000400:00000010:2.0:1767384379.206270:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001d7775b1. 00000400:00000200:2.0:1767384379.206276:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001d7775b1 nid 192.168.203.113@tcp48 00000400:00000010:2.0:1767384379.206281:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000845ce462. 00000400:00000200:2.0:1767384379.206287:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 00000000845ce462 net tcp48 00000400:00000200:2.0:1767384379.206289:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (40) 00000400:00000200:2.0:1767384379.206293:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp48 flags 0x11 00000400:00000010:2.0:1767384379.206301:0:16152:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004303c435. 00000400:00000200:2.0:1767384379.206305:0:16152:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004303c435 nid 192.168.203.113@tcp49 00000400:00000010:2.0:1767384379.206309:0:16152:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003cb476ec. 00000400:00000200:2.0:1767384379.206314:0:16152:0:(peer.c:204:lnet_peer_net_alloc()) 000000003cb476ec net tcp49 00000400:00000200:2.0:1767384379.206318:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (41) 00000400:00000200:2.0:1767384379.206324:0:16152:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp49 flags 0x11 00000400:00000010:2.0:1767384379.206326:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000995dfcb9. 00000400:00000010:2.0:1767384379.206332:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 000000005614fd1f. 00000400:00000010:2.0:1767384379.206340:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 0000000041547106. 00000400:00000010:2.0:1767384379.206345:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d9266516. 00000400:00000200:2.0:1767384379.206354:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384379.206357:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:2.0:1767384379.206362:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:2.0:1767384379.206371:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000010:2.0:1767384379.206378:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c12c9a. 00000400:00000200:2.0:1767384379.206383:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000010:2.0:1767384379.206390:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001ce6aec. 00000400:00000200:2.0:1767384379.206397:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp27 00000400:00000200:2.0:1767384379.206405:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000400:00000200:2.0:1767384379.206414:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [198:198:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1767384379.206418:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp27 00000400:00000200:2.0:1767384379.206427:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) : PUT try# 0 00000800:00000200:2.0:1767384379.206430:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.113@tcp27 00000800:00000010:2.0:1767384379.206435:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043618a75. 00000800:00000200:2.0:1767384379.206437:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000800:00000200:2.0:1767384379.206442:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:988 00000800:00000200:2.0:1767384379.206444:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043618a75 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:2.0:1767384379.206454:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384379.206458:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000800:00000200:2.0:1767384379.206503:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384379.206505:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043618a75. 00000400:00000200:2.0:1767384379.206507:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.206510:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: PUT: OK 00000400:00000200:2.0:1767384379.206513:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384379.206517:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp27: 0 00000800:00000001:2.0:1767384379.206522:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206547:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384379.206550:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206601:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.206613:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : PUT - for me 00000400:00000200:2.0:1767384379.206621:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384379.206628:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.113@tcp of length 688/688 into md 0x1ef9 [1] + 0 00000400:00000010:2.0:1767384379.206631:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c279b1c. 00000400:00000200:2.0:1767384379.206635:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce408d98 00000800:00000001:2.0:1767384379.206638:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206643:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.206645:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.206649:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: PUT: OK 00000400:00000200:2.0:1767384379.206652:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384379.206654:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000400:00000200:2.0:1767384379.206656:0:16148:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384379.206660:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (43) 00000400:00000200:2.0:1767384379.206665:0:16148:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.113@tcp(00000000d399ab93) is MR 00000400:00000010:2.0:1767384379.206668:0:16148:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000041547106. 00000400:00000200:2.0:1767384379.206671:0:16148:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.113@tcp 41 00000400:00000200:2.0:1767384379.206677:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384379.206684:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (44) 00000400:00000200:2.0:1767384379.206689:0:16148:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384379.206695:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp27 to MR: 192.168.203.113@tcp27 local destination 00000400:00000200:2.0:1767384379.206703:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp27 NI seq info: [199:199:256:4294967295] 192.168.203.113@tcp27 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384379.206718:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) -> 192.168.203.113@tcp27(192.168.203.113@tcp27:192.168.203.113@tcp27) 192.168.203.113@tcp27 : ACK try# 0 00000800:00000200:2.0:1767384379.206724:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.113@tcp27 00000800:00000010:2.0:1767384379.206727:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043618a75. 00000800:00000200:2.0:1767384379.206732:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c5a6009a] -> 12345-192.168.203.113@tcp27 (6) 00000800:00000200:2.0:1767384379.206737:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp27 ip 192.168.203.113:987 00000800:00000200:2.0:1767384379.206740:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043618a75 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384379.206777:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384379.206780:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043618a75. 00000400:00000200:2.0:1767384379.206783:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.206786:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: ACK: OK 00000800:00000001:2.0:1767384379.206790:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206793:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384379.206794:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206798:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384379.206800:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206805:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.206810:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp27(192.168.203.113@tcp27) <- 192.168.203.113@tcp27 : ACK - for me 00000400:00000200:2.0:1767384379.206818:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp27: ACK from 12345-192.168.203.113@tcp27 into md 0x1f01 00000400:00000200:2.0:1767384379.206822:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.206825:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp27->192.168.203.113@tcp27: ACK: OK 00000400:00000200:2.0:1767384379.206827:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070c12c9a 00000400:00000010:2.0:1767384379.206829:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070c12c9a. 00000400:00000200:2.0:1767384379.206832:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384379.206836:0:16148:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.113@tcp ev->status 0 00000400:00000200:2.0:1767384379.206839:0:16148:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384379.206842:0:16148:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000800:00000001:2.0:1767384379.206845:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384379.206848:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.206863:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384379.206867:0:16152:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c279b1c. 00000400:00000010:2.0:1767384379.206871:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070c12c9a. 00000400:00000200:2.0:1767384379.206873:0:16152:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a76eaed4 00000400:00000200:2.0:1767384379.206877:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x3000f1 00000400:00000010:2.0:1767384379.206882:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000d9266516. 00000400:00000010:2.0:1767384379.206886:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000995dfcb9. 00000400:00000010:2.0:1767384379.206889:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 000000007fb41ec3. 00000400:00000010:2.0:1767384379.206927:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000d9266516. 00000400:00000010:2.0:1767384379.206930:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000995dfcb9. 00000400:00000010:2.0:1767384379.206933:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 000000007fb41ec3. 00000400:00000010:2.0:1767384379.206936:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000041547106. 00000400:00000200:2.0:1767384379.206938:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:2.0:1767384379.206940:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.113@tcp(00000000d399ab93): 0. state = 0x300171 00000400:00000200:2.0:1767384379.206943:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc 1 00000400:00000200:2.0:1767384379.206945:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:2.0:1767384379.206947:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384379.206948:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300111 rc 0 00000400:00000200:2.0:1767384379.206951:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384379.206956:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (42) 00080000:00000001:1.0:1767384379.216354:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384379.216366:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384379.216370:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384379.216371:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384379.216373:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384379.216378:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000036c9e51b. 00080000:00000001:1.0:1767384379.216389:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384379.216427:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384379.216435:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:3.0:1767384379.216439:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384379.216441:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384379.216452:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384379.216464:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384379.216467:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384379.216478:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384379.216493:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384379.216494:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e6ae33e. 20000000:00000001:3.0:1767384379.216497:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384379.216502:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1767384379.216502:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:3.0:1767384379.216510:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384379.216515:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384379.216515:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384379.216534:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000004ef9f40. 00010000:00000001:3.0:1767384379.216540:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384379.216543:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005d3bc7e9. 00000020:00000001:3.0:1767384379.216548:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384379.216550:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000040:3.0:1767384379.216551:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d3bc7e9 with handle 0xf489261bfe0bc7f9 to hash 00000020:00000001:3.0:1767384379.216598:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384379.216601:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.216607:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.216612:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.216615:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.216619:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216628:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384379.216632:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384379.216634:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384379.216636:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384379.216638:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.216640:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384379.216642:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.216644:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384379.216646:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384379.216647:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384379.216655:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384379.216657:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000004ef9f40) refcount = 1 00080000:00000001:1.0:1767384379.216659:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384379.216661:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384379.216668:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384379.216670:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384379.216673:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216674:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384379.216676:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384379.216679:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384379.216680:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216684:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384379.216687:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:1.0:1767384379.216688:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:3.0:1767384379.216689:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384379.216694:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384379.216695:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384379.216698:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=4 00000020:00000001:1.0:1767384379.216699:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000020:00000001:3.0:1767384379.216700:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.216707:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00080000:00000001:1.0:1767384379.216709:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384379.216710:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384379.216714:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216721:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:1.0:1767384379.216721:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006442a9f7. 00010000:00010000:3.0:1767384379.216723:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384379.216729:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107084641280 : -120966624910336 : ffff91fb434ae400) 00010000:00000001:3.0:1767384379.216730:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.216732:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384379.216735:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384379.216738:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384379.216742:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.216744:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216747:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384379.216748:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384379.216761:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005d3bc7e9 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384379.216763:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384379.216765:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384379.216767:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216771:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384379.216772:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384379.216773:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384379.216774:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=5 00000020:00000001:3.0:1767384379.216775:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.216777:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.216779:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384379.216780:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216784:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384379.216785:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384379.216786:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216789:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384379.216791:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384379.216793:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.216794:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.216796:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d3bc7e9 with handle 0xf489261bfe0bc7f9 from hash 00010000:00000001:3.0:1767384379.216797:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384379.216798:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.216799:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.216800:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384379.216802:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384379.216803:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384379.216805:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384379.216807:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.216808:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216810:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384379.216816:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384379.216818:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.216819:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.216820:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216822:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216823:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.216825:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216829:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.216830:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.216831:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384379.216833:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384379.216834:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.216835:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.216837:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384379.216839:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384379.216840:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.216842:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.216846:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384379.216847:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384379.216848:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc7f9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384379.216849:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1767384379.216853:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000004ef9f40 count: 0 00080000:00000001:1.0:1767384379.216855:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.216862:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384379.216862:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384379.216866:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384379.216889:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384379.216895:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384379.217069:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384379.217074:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384379.220636:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294968000, at 4294968001 00000100:00000040:1.0:1767384379.220641:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294968000, at 4294968001 00000100:00000010:0.0:1767384379.220648:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000599a50e6. 00000100:00000010:1.0:1767384379.220662:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000675be479. 00000100:00000040:3.0:1767384379.220709:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294968000, at 4294968001 00000100:00000010:3.0:1767384379.220717:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a67662bd. 00000100:00000040:2.0:1767384379.220751:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294968000, at 4294968001 00000100:00000010:2.0:1767384379.220761:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001aac7fcf. 00010000:00000010:3.1:1767384379.224596:0:16667:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000004ef9f40. 00010000:00000010:3.1:1767384379.224610:0:16667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d3bc7e9. 00080000:00000001:1.0:1767384379.230292:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384379.230300:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384379.230312:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384379.230314:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384379.230317:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384379.230321:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006442a9f7. 00080000:00000001:1.0:1767384379.230330:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384379.230351:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384379.230360:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:1.0:1767384379.230365:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384379.230369:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384379.230375:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384379.230393:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384379.230398:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384379.230404:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384379.230410:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384379.230412:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384379.230415:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384379.230423:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384379.230428:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384379.230438:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009936a7e7. 00010000:00000001:3.0:1767384379.230453:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384379.230458:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005d3bc7e9. 00000020:00000001:3.0:1767384379.230464:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384379.230467:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d3bc7e9 with handle 0xf489261bfe0bc800 to hash 00000020:00000001:3.0:1767384379.230470:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384379.230472:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230476:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230480:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.230482:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.230486:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230497:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384379.230502:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384379.230504:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384379.230507:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384379.230509:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.230512:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384379.230514:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.230517:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384379.230520:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384379.230522:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384379.230538:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384379.230541:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009936a7e7) refcount = 1 00010000:00010000:3.0:1767384379.230545:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230592:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384379.230596:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384379.230598:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.230601:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230606:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384379.230610:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384379.230614:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384379.230619:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384379.230629:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384379.230632:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=4 00000020:00000001:3.0:1767384379.230635:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230639:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230642:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384379.230645:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230654:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384379.230656:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230664:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.230667:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384379.230669:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230677:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.230680:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230683:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384379.230686:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384379.230694:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005d3bc7e9 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384379.230697:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384379.230700:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384379.230702:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230709:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384379.230711:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384379.230712:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384379.230714:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=5 00000020:00000001:3.0:1767384379.230716:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230719:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.230732:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384379.230734:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230742:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384379.230744:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384379.230746:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230750:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384379.230753:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384379.230756:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384379.230758:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.230761:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d3bc7e9 with handle 0xf489261bfe0bc800 from hash 00010000:00000001:3.0:1767384379.230764:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384379.230766:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.230768:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.230769:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384379.230772:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384379.230775:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384379.230778:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384379.230780:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384379.230783:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230787:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384379.230789:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384379.230793:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.230795:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.230796:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230799:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.230801:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.230804:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230810:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.230812:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.230814:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384379.230816:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384379.230818:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.230819:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384379.230830:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384379.230835:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384379.230838:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.230841:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.230849:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384379.230851:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384379.230853:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc800 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384379.230860:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009936a7e7 count: 0 00010000:00000001:3.0:1767384379.230871:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384379.230874:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384379.232312:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384379.232316:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384379.232318:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d10ef302. 20000000:00000001:3.0:1767384379.232324:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384379.232329:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058368 00010000:00000001:3.0:1767384379.232332:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384379.232342:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a4b5f6bf x1853236744058368/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384379.232352:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384379.232354:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384379.232358:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384379.232363:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384379.232365:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384379.232367:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384379.232371:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384379.232374:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.232378:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384379.232382:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384379.232387:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004675127f. 00000100:00000200:3.0:1767384379.232394:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744058368, offset 224 00000400:00000200:3.0:1767384379.232403:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384379.232419:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384379.232437:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07600 00000400:00000200:3.0:1767384379.232445:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ef1 [2] + 224 00000400:00000200:3.0:1767384379.232455:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384379.232458:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384379.232464:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384379.232469:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384379.232476:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.232491:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384379.232500:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004675127f 00000100:00000001:2.0:1767384379.232502:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384379.232503:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004675127f. 00000100:00000001:2.0:1767384379.232508:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384379.232509:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384379.232512:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384379.232517:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384379.232517:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384379.232520:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:2.0:1767384379.232521:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384379.232535:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384379.232536:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825f32ab. 00000020:00000001:3.0:1767384379.232539:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.232542:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045f8c94f 00000020:00000001:3.0:1767384379.232543:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384379.232545:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045f8c94f. 00000100:00000040:3.0:1767384379.232550:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4b5f6bf x1853236744058368/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.232550:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384379.232606:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b5f6bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744058368:12345-0@lo:253: Request processed in 28908us (29422us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384379.232619:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384379.232623:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384379.232625:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384379.232627:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384379.232633:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fccb132b. 00000020:00000010:3.0:1767384379.232637:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef9e049e. 00000020:00000010:3.0:1767384379.232641:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b17947. 00000020:00000040:3.0:1767384379.232648:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:3.0:1767384379.232653:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384379.232661:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001c8451a6. 02000000:00000001:3.0:1767384379.232666:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384379.232669:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384379.232675:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384379.232680:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 00000400:00000010:3.0:1767384379.232684:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004675127f. 00000100:00000200:2.0:1767384379.232688:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384379.232698:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.232704:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384379.232706:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.232709:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384379.232712:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384379.232715:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384379.232717:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.232720:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384379.232726:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384379.232729:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384379.232732:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384379.232735:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.232737:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384379.232739:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.232741:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384379.232746:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.232751:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384379.232754:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384379.232755:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384379.232759:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384379.232761:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384379.232762:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384379.232764:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384379.232765:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384379.232766:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384379.232768:0:16155:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384379.232769:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384379.232771:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384379.232773:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384379.232779:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000a0d630b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744058368:0@lo:253: 00000100:00000001:2.0:1767384379.232784:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.232786:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384379.232790:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a0d630b x1853236744058368/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.232795:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384379.232797:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384379.232799:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000073319d3e. 02000000:00000001:2.0:1767384379.232803:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384379.232806:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384379.232807:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384379.232809:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384379.232811:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000052dc58d3. 02000000:00000001:2.0:1767384379.232819:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384379.232821:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384379.232824:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 00000100:00000001:2.0:1767384379.232827:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384379.232829:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.232830:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.232838:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384379.232839:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.232841:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384379.232843:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384379.232914:0:38360:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000149778d5. 00000400:00000040:3.0:1767384379.232933:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384379.232935:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384379.232938:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384379.232940:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384379.232942:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384379.232943:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384379.232946:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384379.232947:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384379.232949:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384379.232950:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384379.232952:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384379.232954:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384379.232956:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384379.232957:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384379.232958:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384379.232960:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384379.232961:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384379.232962:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384379.232963:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384379.232965:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384379.232967:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384379.232968:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384379.232969:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384379.232971:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384379.232972:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384379.232974:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384379.232976:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384379.232977:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384379.232978:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384379.232979:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384379.232980:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384379.232986:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384379.232987:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384379.232988:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384379.232989:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384379.232991:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384379.232992:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384379.232994:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384379.232996:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384379.232998:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384379.232999:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384379.233000:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384379.233002:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384379.233004:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384379.233006:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384379.233007:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384379.233009:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384379.233010:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384379.233012:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384379.233014:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384379.233015:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384379.233018:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384379.233020:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384379.233022:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384379.233025:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384379.233027:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384379.233028:0:38360:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384379.233190:0:38360:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000149778d5. 00080000:00000020:1.0:1767384379.233750:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384379.233755:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384379.233758:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000081f10552. 20000000:00000001:1.0:1767384379.233765:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384379.233770:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058240 00010000:00000001:1.0:1767384379.233773:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384379.233779:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f146ecb5 x1853236744058240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384379.233789:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384379.233790:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384379.233793:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384379.233797:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384379.233800:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384379.233802:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384379.233805:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384379.233807:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.233810:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384379.233813:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384379.233818:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1a895d. 00000100:00000200:1.0:1767384379.233822:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744058240, offset 224 00000400:00000200:1.0:1767384379.233829:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384379.233838:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384379.233846:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07580 00000400:00000200:1.0:1767384379.233863:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee9 [2] + 224 00000400:00000200:1.0:1767384379.233872:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384379.233876:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384379.233880:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384379.233885:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384379.233894:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384379.233909:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384379.233914:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1a895d 00000400:00000010:1.0:1767384379.233917:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1a895d. 00000100:00000001:1.0:1767384379.233920:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384379.233922:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384379.233926:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.233927:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384379.233930:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:2.0:1767384379.233932:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384379.233934:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384379.233937:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384379.233939:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384379.233940:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384379.233944:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384379.233947:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f146ecb5 x1853236744058240/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 4848/4768 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384379.233949:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000118927b1. 00000400:00000200:2.0:1767384379.233957:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000002fc8c0 00000400:00000010:2.0:1767384379.233962:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000002fc8c0. 00000100:00100000:1.0:1767384379.233965:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f146ecb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16157:x1853236744058240:12345-0@lo:253: Request processed in 30173us (31022us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384379.233969:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384379.233976:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384379.233980:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:1.0:1767384379.233987:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384379.233991:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384379.233994:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384379.234000:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384379.234000:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b17fc6d1. 00000020:00000010:1.0:1767384379.234007:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000100:00000001:2.0:1767384379.234015:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384379.234015:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005527eb80. 00000100:00000001:2.0:1767384379.234017:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.234021:0:16157:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384379.234023:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:2.0:1767384379.234024:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384379.234028:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384379.234029:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384379.234031:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384379.234033:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000097873c80. 02000000:00000001:2.0:1767384379.234036:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384379.234039:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384379.234046:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=87 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384379.234048:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384379.234049:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384379.234053:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.234054:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384379.234056:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384379.234060:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.234064:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384379.234064:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384379.234070:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384379.234072:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084d96221. 00000400:00000010:1.0:1767384379.234080:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d1a895d. 00000100:00000001:2.0:1767384379.234082:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384379.234087:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384379.234090:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384379.234093:0:16157:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384379.234096:0:16157:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384379.234098:0:16157:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384379.234099:0:16157:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384379.234100:0:16157:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384379.234102:0:16157:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384379.234104:0:16157:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384379.234105:0:16157:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384379.234107:0:16157:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384379.234108:0:16157:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384379.234111:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384379.234119:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744058240:0@lo:253: 00000100:00000001:2.0:1767384379.234124:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.234126:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384379.234128:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744058240/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.234135:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384379.234137:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384379.234138:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e082242. 02000000:00000001:2.0:1767384379.234142:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384379.234144:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384379.234145:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384379.234147:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384379.234149:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7e487f8. 02000000:00000001:2.0:1767384379.234152:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384379.234153:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384379.234155:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:2.0:1767384379.234158:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384379.234159:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.234161:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.234167:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384379.234168:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.234170:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384379.234173:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384379.237725:0:38356:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009936a7e7. 00010000:00000010:3.1:1767384379.237736:0:38356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d3bc7e9. 00010000:00000001:1.0:1767384379.348624:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384379.348633:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384379.348641:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384379.348644:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384379.348669:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384379.348673:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384379.348676:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384379.539660:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384379.539667:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384379.539675:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098b3570c. 10000000:00000001:3.0:1767384379.539681:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 00000020:00000040:1.0:1767384379.539686:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 10000000:00000040:3.0:1767384379.539687:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 10000000:00000001:3.0:1767384379.539696:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.539697:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:3.0:1767384379.539700:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384379.539706:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767384379.539708:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:3.0:1767384379.539709:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384379.539717:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384379.539720:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384379.539722:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 81 02000000:00000001:1.0:1767384379.539722:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384379.539737:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384379.539739:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 02000000:00000010:1.0:1767384379.539745:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005181f98a. 00000100:00000010:3.0:1767384379.539747:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065fdcf78. 00000100:00000001:1.0:1767384379.539757:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.539766:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384379.539767:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384379.539773:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.539775:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384379.539781:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384379.539787:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384379.539791:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098b3570c] to pc [ptlrpcd_00_01+1] req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384379.539798:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f1c81a4. 00000100:00000001:3.0:1767384379.539814:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.539821:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384379.539825:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384379.539833:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009936a7e7. 00010000:00000001:3.0:1767384379.539840:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384379.539844:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005d3bc7e9. 00000004:00000001:1.0:1767384379.539847:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.539849:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384379.539857:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d3bc7e9 with handle 0xf489261bfe0bc807 to hash 00000020:00000001:3.0:1767384379.539861:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384379.539862:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384379.539863:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000100:00000001:1.0:1767384379.539866:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384379.539871:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000100:00000001:1.0:1767384379.539873:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.539873:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384379.539876:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384379.539879:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384379.539883:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384379.539886:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384379.539889:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384379.539920:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384379.539929:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384379.539930:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384379.539935:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.539938:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384379.539940:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384379.539945:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa0efbfd. 00000100:00000001:3.0:1767384379.539948:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112361596992 : -120961347954624 : ffff91fc7dd2d840) 00000100:00000001:3.0:1767384379.539951:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384379.539952:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384379.539953:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341718784 : -120961367832832 : ffff91fc7ca38700) 02000000:00000001:0.0:1767384379.539959:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.539960:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384379.539968:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.539969:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.539976:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744058496:0@lo:13: 00000100:00000001:3.0:1767384379.539977:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384379.539982:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384379.539986:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384379.539993:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384379.539996:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384379.540002:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384379.540008:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384379.540015:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384379.540018:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.540023:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384379.540023:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004011cff6. 02000000:00000001:3.0:1767384379.540027:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384379.540029:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.540032:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.540038:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744058624:0@lo:101: 00000400:00000010:0.0:1767384379.540040:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000100:00000001:3.0:1767384379.540042:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384379.540054:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384379.540056:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 02000000:00000001:3.0:1767384379.540058:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.540067:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384379.540074:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b22550c1. 00000100:00000200:0.0:1767384379.540074:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744058496, portal 4 02000000:00000001:3.0:1767384379.540086:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.540086:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384379.540093:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099038080 : -120961610513536 : ffff91fc6e2c8380) 00000400:00000010:3.0:1767384379.540097:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062e95e3e. 00000400:00000010:3.0:1767384379.540104:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384379.540111:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744058624, portal 25 00000100:00000001:3.0:1767384379.540116:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384379.540116:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.540119:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341718784 : -120961367832832 : ffff91fc7ca38700) 00000100:00000040:3.0:1767384379.540130:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.540147:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384379.540157:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384379.540161:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384379.540166:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384379.540170:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000400:00000010:3.0:1767384379.540171:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384379.540182:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744058624, offset 0 00000100:00000200:0.0:1767384379.540183:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744058496, offset 0 00000400:00000200:3.0:1767384379.540193:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384379.540204:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384379.540209:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384379.540221:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd07700 00000400:00000200:3.0:1767384379.540234:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1675 [2] + 0 00000400:00000200:0.0:1767384379.540235:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384379.540247:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9a7d0f9. 00000400:00000200:3.0:1767384379.540252:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075e4f383 00000400:00000200:0.0:1767384379.540261:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd07680 00000400:00000200:3.0:1767384379.540272:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384379.540273:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:3.0:1767384379.540282:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384379.540290:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e4f383 00000400:00000200:0.0:1767384379.540290:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384379.540298:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075e4f383. 00000400:00000200:0.0:1767384379.540305:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384379.540306:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384379.540309:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384379.540315:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000014e38bd2 x1853236744058624 msgsize 328 00000100:00000001:0.0:1767384379.540315:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384379.540324:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:3.0:1767384379.540330:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384379.540335:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:0.0:1767384379.540338:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012398915. 00000100:00000040:0.0:1767384379.540344:0:16155:0:(events.c:337:request_in_callback()) incoming req@0000000012398915 x1853236744058496 msgsize 224 00000100:00000001:3.0:1767384379.540351:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384379.540361:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384379.540363:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384379.540370:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384379.540379:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384379.540380:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384379.540386:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.540395:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384379.540400:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384379.540403:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058624 00000400:00000200:0.0:1767384379.540404:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000100:00000040:3.0:1767384379.540410:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384379.540411:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384379.540411:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000100:00000001:2.0:1767384379.540420:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384379.540424:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384379.540427:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384379.540439:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.540440:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.540442:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.540455:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384379.540458:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058624 00000100:00000001:3.0:1767384379.540467:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.540467:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384379.540468:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384379.540475:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000001:3.0:1767384379.540480:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294968337 00000100:00000040:0.0:1767384379.540480:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384379.540482:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384379.540490:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:2.0:1767384379.540496:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000010:3.0:1767384379.540497:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e69e6f5. 00000020:00000001:2.0:1767384379.540506:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384379.540511:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384379.540514:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384379.540516:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.540520:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384379.540535:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294968337 00000100:00000001:0.0:1767384379.540538:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384379.540545:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000100:00000040:0.0:1767384379.540546:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4795 usecs (5 jiffies) 00000020:00000010:2.0:1767384379.540548:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000100:00000001:0.0:1767384379.540579:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968326 00000100:00000001:0.0:1767384379.540583:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968337 00000100:00000001:0.0:1767384379.540587:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968326 00000100:00000001:3.0:1767384379.540593:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384379.540604:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294968338 00000100:00000001:0.0:1767384379.540604:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968337 00000100:00000001:0.0:1767384379.540611:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968326 00000100:00000010:3.0:1767384379.540613:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000100:00000001:3.0:1767384379.540634:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384379.540643:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294968338 00000100:00000001:0.0:1767384379.540644:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968338 00000100:00000010:3.0:1767384379.540649:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000100:00000001:0.0:1767384379.540655:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968326 00000100:00000001:3.0:1767384379.540656:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384379.540670:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.540671:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968338 00000100:00000001:3.0:1767384379.540676:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.540679:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.540680:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384379.540684:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384379.540686:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.540689:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fa0efbfd going to sleep for 11 seconds 00000100:00000001:0.0:1767384379.540693:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.540694:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384379.540704:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.540706:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.540713:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.540715:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384379.540720:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000878f0977. 00000100:00000001:0.0:1767384379.540720:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384379.540727:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.540729:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384379.540732:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029aa56b5. 00000100:00000001:0.0:1767384379.540732:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.540738:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384379.540740:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eeeeb332. 00000020:00000010:2.0:1767384379.540746:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000040:2.0:1767384379.540757:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384379.540763:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384379.540764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384379.540766:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384379.540767:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384379.540772:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.540772:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058496 00000100:00000001:3.0:1767384379.540776:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384379.540783:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000100:00000001:2.0:1767384379.540784:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384379.540784:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384379.540791:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384379.540796:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.540797:0:37:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384379.540801:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.540803:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.540805:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384379.540806:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058496 02000000:00000001:3.0:1767384379.540814:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767384379.540815:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384379.540817:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384379.540823:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384379.540823:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 02000000:00000001:3.0:1767384379.540824:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.540827:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384379.540832:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000020:00000040:0.0:1767384379.540834:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 02000000:00000010:3.0:1767384379.540836:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c986e65f. 00000100:00000040:2.0:1767384379.540837:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000001:0.0:1767384379.540838:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384379.540849:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094049360 : -120961615502256 : ffff91fc6de06450) 00000020:00000001:0.0:1767384379.540850:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384379.540852:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384379.540858:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000014e38bd2 x1853236744058624/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 328/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.540862:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384379.540867:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384379.540869:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000034b268ed. 00000020:00000010:0.0:1767384379.540883:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000621bd5f0. 00000020:00000040:0.0:1767384379.540899:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:0.0:1767384379.540927:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384379.540934:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d5000c. 00000100:00000001:3.0:1767384379.540942:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384379.540943:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384379.540945:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384379.540946:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4a56ad5. 00000020:00000010:2.0:1767384379.540947:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000878f0977. 00000100:00000001:2.0:1767384379.540956:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384379.540958:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:3.0:1767384379.540962:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_02+2] req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384379.540963:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000878f0977. 00000100:00000040:0.0:1767384379.540975:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:2.0:1767384379.540979:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000014e38bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744058624:12345-0@lo:101: 00000100:00000001:0.0:1767384379.540983:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384379.540988:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384379.540993:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384379.540995:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058624 00000020:00000001:2.0:1767384379.541000:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384379.541004:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.541006:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384379.541011:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.541013:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384379.541015:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:2.0:1767384379.541018:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384379.541020:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384379.541022:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384379.541025:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384379.541030:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.541031:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384379.541032:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384379.541037:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384379.541039:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:3.0:1767384379.541041:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541042:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384379.541045:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384379.541050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:2.0:1767384379.541051:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.541052:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384379.541063:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384379.541064:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:2.0:1767384379.541064:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:0.0:1767384379.541069:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:0.0:1767384379.541077:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352151552 : -120961357400064 : ffff91fc7d42b800) 00000100:00000010:3.0:1767384379.541080:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00010000:00000010:2.0:1767384379.541084:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a10d5ceb. 00000100:00000040:0.0:1767384379.541085:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012398915 x1853236744058496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:360/0 lens 224/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384379.541086:0:37:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:2.0:1767384379.541093:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384379.541098:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:2.0:1767384379.541101:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc96daad. 02000000:00000001:3.0:1767384379.541103:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384379.541110:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.541111:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384379.541112:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384379.541116:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dc96daad with handle 0xf489261bfe0bc80e to hash 02000000:00000010:3.0:1767384379.541120:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a97d7220. 00000020:00000001:2.0:1767384379.541120:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:0.0:1767384379.541126:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbcd4e49. 00010000:00000001:2.0:1767384379.541127:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00000100:00000001:3.0:1767384379.541128:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.541133:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384379.541140:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00000020:00000010:0.0:1767384379.541141:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbcd4e49. 00000100:00000040:3.0:1767384379.541145:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384379.541149:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc807 expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384379.541150:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012398915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16155:x1853236744058496:12345-0@lo:13: 00000100:00000200:0.0:1767384379.541173:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058496 00000020:00000001:0.0:1767384379.541179:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384379.541184:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384379.541189:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.541199:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384379.541206:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:0.0:1767384379.541215:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384379.541221:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.541228:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384379.541228:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:2.0:1767384379.541229:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000100:00000001:3.0:1767384379.541238:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.541238:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1767384379.541239:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384379.541249:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.541254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_03+3] req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.541255:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384379.541255:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384379.541263:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384379.541263:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384379.541271:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384379.541274:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000041547106. 02000000:00000010:0.0:1767384379.541274:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b18e6f16. 00000100:00000040:3.0:1767384379.541280:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 02000000:00000001:0.0:1767384379.541281:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.541282:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.541296:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.541298:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541300:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1767384379.541303:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:2.0:1767384379.541306:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:0.0:1767384379.541308:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:2.0:1767384379.541309:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384379.541311:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000001:2.0:1767384379.541313:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384379.541317:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384379.541317:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384379.541318:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384379.541323:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384379.541326:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384379.541327:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.541334:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384379.541335:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384379.541338:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541346:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384379.541349:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:0.0:1767384379.541349:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384379.541353:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384379.541354:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384379.541361:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a10d5ceb) refcount = 1 00002000:00000024:0.0:1767384379.541361:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384379.541378:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00010000:00010000:2.0:1767384379.541385:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00000020:00000020:0.0:1767384379.541389:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384379.541405:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384379.541409:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384379.541418:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384379.541419:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:2.0:1767384379.541420:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384379.541428:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1767384379.541429:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000001:0.0:1767384379.541431:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1767384379.541439:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384379.541440:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384379.541440:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.541443:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384379.541453:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541454:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.541457:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16156:1853236744058752:0@lo:400: 00010000:00000001:2.0:1767384379.541463:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384379.541465:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744058496 00000100:00000001:3.0:1767384379.541467:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384379.541473:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384379.541475:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1767384379.541478:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384379.541479:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384379.541482:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384379.541491:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:0.0:1767384379.541491:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012398915 x1853236744058496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:360/0 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384379.541499:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd4f71ab. 00010000:00000001:2.0:1767384379.541501:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:3.0:1767384379.541510:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541511:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384379.541516:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384379.541520:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384379.541535:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeea0426. 00010000:00000001:0.0:1767384379.541538:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384379.541544:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00001000:0.0:1767384379.541544:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384379.541549:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541576:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384379.541578:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384379.541582:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384379.541584:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000dc96daad, rc 0) 00000100:00000001:0.0:1767384379.541585:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384379.541589:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.541592:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000040:2.0:1767384379.541595:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058624 00000100:00000200:3.0:1767384379.541596:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744058752, portal 10 00000100:00000001:0.0:1767384379.541596:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00010000:00000001:2.0:1767384379.541606:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384379.541609:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384379.541609:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:2.0:1767384379.541614:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000014e38bd2 x1853236744058624/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 328/344 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.541617:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 02000000:00000001:0.0:1767384379.541617:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.541633:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384379.541633:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384379.541635:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.541638:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384379.541644:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=87 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384379.541645:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384379.541655:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000100:00000001:2.0:1767384379.541661:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384379.541664:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744058496, offset 224 00000100:00000040:2.0:1767384379.541671:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:2.0:1767384379.541682:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000200:0.0:1767384379.541687:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384379.541693:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384379.541700:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384379.541701:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.541711:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384379.541716:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384379.541719:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384379.541721:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384379.541728:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384379.541733:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744058624, offset 224 00000400:00000010:3.0:1767384379.541734:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000200:0.0:1767384379.541734:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd07680 00000100:00000200:3.0:1767384379.541747:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744058752, offset 0 00000400:00000200:0.0:1767384379.541755:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f19 [1] + 224 00000400:00000200:0.0:1767384379.541761:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384379.541766:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384379.541766:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384379.541776:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384379.541782:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384379.541786:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384379.541797:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd07700 00000100:00000200:0.0:1767384379.541797:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384379.541803:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384379.541817:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f1d [1] + 224 00000400:00000200:2.0:1767384379.541829:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384379.541832:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384379.541836:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384379.541843:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384379.541848:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.541850:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384379.541856:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000100:00000040:2.0:1767384379.541859:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384379.541860:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000100:00000001:0.0:1767384379.541865:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384379.541867:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384379.541871:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.541876:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:0.0:1767384379.541877:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384379.541878:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384379.541885:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000020:00000001:0.0:1767384379.541886:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384379.541888:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000020:00000001:0.0:1767384379.541889:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384379.541891:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384379.541893:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384379.541896:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012398915 x1853236744058496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:360/0 lens 224/368 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.541897:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384379.541904:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384379.541911:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384379.541915:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07780 00000020:00000001:2.0:1767384379.541915:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.541926:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384379.541927:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012398915 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16155:x1853236744058496:12345-0@lo:13: Request processed in 805us (1573us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384379.541935:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000014e38bd2 x1853236744058624/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 328/344 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384379.541939:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00100000:0.0:1767384379.541961:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000400:00000200:3.0:1767384379.541962:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384379.541974:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000014e38bd2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744058624:12345-0@lo:101: Request processed in 1020us (1650us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384379.541975:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:0.0:1767384379.541981:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384379.541983:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384379.541985:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384379.541991:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4a56ad5. 00000100:00100000:2.0:1767384379.541994:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000020:00000010:0.0:1767384379.541998:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000040:2.0:1767384379.541999:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384379.542000:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384379.542003:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d5000c. 00000100:00000001:2.0:1767384379.542007:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384379.542009:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384379.542011:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384379.542012:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000020:00000010:2.0:1767384379.542018:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eeeeb332. 00000100:00000001:0.0:1767384379.542018:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384379.542020:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a0d630b. 00000020:00000010:2.0:1767384379.542027:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000100:00000040:3.0:1767384379.542030:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000000a0d630b x1853236744058752 msgsize 224 00000020:00000010:2.0:1767384379.542033:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029aa56b5. 00000100:00080000:0.0:1767384379.542039:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384379.542042:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000020:00000040:0.0:1767384379.542046:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 02000000:00000001:2.0:1767384379.542053:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384379.542055:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384379.542059:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000041547106. 02000000:00000001:2.0:1767384379.542063:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384379.542066:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.542070:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384379.542072:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384379.542072:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384379.542073:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384379.542082:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c814304. 00000400:00000001:0.0:1767384379.542082:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.542086:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384379.542089:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000200:0.0:1767384379.542093:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384379.542094:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:0.0:1767384379.542098:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384379.542100:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000100:00000200:0.0:1767384379.542105:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384379.542108:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384379.542120:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384379.542124:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e653c1. 00000100:00000200:0.0:1767384379.542124:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384379.542130:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.542149:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384379.542157:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384379.542165:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384379.542177:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.542181:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384379.542184:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.542189:0:16155:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384379.542190:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384379.542192:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384379.542193:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542196:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384379.542197:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384379.542199:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384379.542201:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384379.542203:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744058880:0@lo:400: 00000100:00000001:2.0:1767384379.542207:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384379.542207:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.542211:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384379.542213:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384379.542213:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.542218:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384379.542221:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029aa56b5. 00000100:00001000:0.0:1767384379.542223:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=77 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384379.542224:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384379.542230:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=77 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384379.542231:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa5348e. 00000100:00000001:0.0:1767384379.542236:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384379.542237:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000001:0.0:1767384379.542239:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384379.542241:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744058880, portal 10 00010000:00000001:0.0:1767384379.542242:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384379.542246:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384379.542248:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 00010000:00080000:0.0:1767384379.542251:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384379.542257:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384379.542259:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542271:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384379.542275:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384379.542276:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384379.542281:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384379.542283:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384379.542286:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.542287:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384379.542292:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384379.542299:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000040:0.0:1767384379.542301:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384379.542307:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744058880, offset 0 00000400:00000200:2.0:1767384379.542326:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384379.542348:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384379.542356:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.542363:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384379.542363:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384379.542374:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07800 00000100:00000001:0.0:1767384379.542374:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384379.542379:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542379:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.542392:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000004:00000001:0.0:1767384379.542396:0:16155:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:3.0:1767384379.542398:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2622 usecs (3 jiffies) 00000100:00000001:3.0:1767384379.542405:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968325 00000004:00000040:0.0:1767384379.542405:0:16155:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000200:2.0:1767384379.542407:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:0.0:1767384379.542416:0:16155:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384379.542418:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294968337 00000100:00000001:3.0:1767384379.542430:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968325 00000400:00000200:2.0:1767384379.542430:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000020:0.0:1767384379.542434:0:16155:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384379.542442:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294968337 00000100:00000001:2.0:1767384379.542446:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:0.0:1767384379.542446:0:16155:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.542448:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968325 00000100:00000200:2.0:1767384379.542454:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384379.542457:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294968338 00000100:00000040:0.0:1767384379.542460:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384379.542464:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 00000100:00000040:2.0:1767384379.542473:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000241d9333 x1853236744058880 msgsize 224 00000100:00000001:3.0:1767384379.542474:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968325 00000100:00100000:0.0:1767384379.542480:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098b3570c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744058496:0@lo:13: 00000100:00000001:3.0:1767384379.542484:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294968338 00000100:00000001:3.0:1767384379.542498:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.542500:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384379.542501:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384379.542515:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542516:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384379.542536:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384379.542537:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.542546:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098b3570c x1853236744058496/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.542549:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.542579:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384379.542583:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000001:2.0:1767384379.542588:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384379.542594:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.542597:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384379.542607:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384379.542607:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384379.542615:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384379.542624:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384379.542625:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384379.542626:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004011cff6. 00000100:00000001:3.0:1767384379.542635:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384379.542637:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384379.542638:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.542640:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.542641:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384379.542648:0:16155:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384379.542652:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.542654:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384379.542661:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005181f98a. 00000100:00000001:2.0:1767384379.542672:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384379.542672:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384379.542677:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384379.542678:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384379.542683:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098b3570c. 00000100:00000001:0.0:1767384379.542691:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384379.542692:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542694:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.542701:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384379.542702:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2997 usecs (3 jiffies) 00000100:00000001:2.0:1767384379.542706:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294968326 00000100:00000001:3.0:1767384379.542708:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384379.542708:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384379.542713:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294968337 00000100:00000001:0.0:1767384379.542715:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384379.542717:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058752 00000100:00000001:2.0:1767384379.542719:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294968326 00000100:00000001:0.0:1767384379.542720:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.542728:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.542729:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384379.542730:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294968337 00000100:00000001:2.0:1767384379.542741:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294968326 00000100:00000001:3.0:1767384379.542742:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384379.542751:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.542752:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294968338 00000100:00000001:0.0:1767384379.542769:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384379.542770:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294968326 02000000:00000001:3.0:1767384379.542771:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.542778:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744058880 00000100:00000001:2.0:1767384379.542779:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294968338 00000100:00100000:3.0:1767384379.542781:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058752 02000000:00000001:0.0:1767384379.542785:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384379.542789:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.542792:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384379.542794:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384379.542794:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.542803:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.542804:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.542805:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000100:00000001:2.0:1767384379.542817:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384379.542818:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384379.542819:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384379.542829:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:2.0:1767384379.542830:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384379.542830:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744058880 00000100:00000001:2.0:1767384379.542835:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384379.542837:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384379.542847:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:2.0:1767384379.542848:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384379.542848:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000100:00000001:2.0:1767384379.542852:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384379.542855:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.542860:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384379.542862:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:2.0:1767384379.542863:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384379.542865:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:0.0:1767384379.542873:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:3.0:1767384379.542875:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384379.542878:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000010:3.0:1767384379.542883:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1bb543. 00000100:00000001:0.0:1767384379.542885:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384379.542887:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384379.542892:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbcd4e49. 00000100:00000001:3.0:1767384379.542894:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384379.542894:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384379.542900:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384379.542901:0:17507:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ead7326a. 00000020:00000010:3.0:1767384379.542903:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1bb543. 00000400:00000010:2.0:1767384379.542904:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062e95e3e. 00000020:00000040:0.0:1767384379.542910:0:17507:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000400:00000200:2.0:1767384379.542918:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000020:00000010:3.0:1767384379.542921:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939c601e. 00000400:00000010:2.0:1767384379.542923:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000020:00000010:3.0:1767384379.542934:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002689acad. 00000100:00000001:2.0:1767384379.542935:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384379.542939:0:17507:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384379.542945:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384379.542947:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef9e049e. 00000020:00000010:0.0:1767384379.542947:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d5000c. 00000020:00000010:0.0:1767384379.542965:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4a56ad5. 00000100:00000200:2.0:1767384379.542969:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384379.542971:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:3.0:1767384379.542974:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384379.542982:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384379.542984:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384379.542984:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384379.542986:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.542987:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384379.542989:0:16793:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384379.542991:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384379.542992:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384379.542997:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384379.543002:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384379.543002:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.543004:0:17507:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384379.543005:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.543011:0:17507:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384379.543015:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384379.543016:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384379.543016:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384379.543032:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384379.543033:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.543037:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384379.543041:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384379.543044:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384379.543045:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.543050:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543050:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384379.543052:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384379.543057:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.543058:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384379.543062:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384379.543067:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.543069:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384379.543069:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384379.543085:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:2.0:1767384379.543090:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.543091:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229098752 : -120961480452864 : ffff91fc75ed1500) 00000100:00000001:3.0:1767384379.543097:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384379.543097:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384379.543101:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000241d9333 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:360/0 lens 224/0 e 0 to 0 dl 1767384390 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.543103:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384379.543103:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384379.543117:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:2.0:1767384379.543118:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384379.543132:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:3.0:1767384379.543145:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112341732224 : -120961367819392 : ffff91fc7ca3bb80) 00000100:00000001:0.0:1767384379.543145:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384379.543154:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 00000100:00100000:2.0:1767384379.543160:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744058624:0@lo:101: 00000100:00000040:3.0:1767384379.543161:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a0d630b x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:360/0 lens 224/0 e 0 to 0 dl 1767384390 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.543162:0:17507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384379.543179:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a31a621. 00000100:00000001:2.0:1767384379.543183:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.543197:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.543200:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000241d9333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744058880:12345-0@lo:400: 00000100:00000001:2.0:1767384379.543210:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384379.543217:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384379.543220:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058880 00000100:00000040:2.0:1767384379.543228:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384379.543229:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384379.543230:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384379.543234:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384379.543237:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1bb543. 00000020:00000001:0.0:1767384379.543238:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.543240:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.543254:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384379.543255:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384379.543255:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fa0efbfd. 00000020:00000001:0.0:1767384379.543261:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:2.0:1767384379.543264:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000010:3.0:1767384379.543267:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1bb543. 00000100:00000001:2.0:1767384379.543269:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.543269:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384379.543276:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a0d630b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16156:x1853236744058752:12345-0@lo:400: 00010000:00000001:2.0:1767384379.543277:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:0.0:1767384379.543277:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384379.543286:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384379.543286:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384379.543288:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744058752 00000020:00000001:2.0:1767384379.543290:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384379.543290:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384379.543293:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:2.0:1767384379.543294:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=4 00000020:00000001:3.0:1767384379.543299:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384379.543300:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000020:00000001:0.0:1767384379.543301:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.543304:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543306:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000020:00000001:0.0:1767384379.543309:0:17507:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384379.543312:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:2.0:1767384379.543315:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005d3bc7e9, remote cookie: 0xf489261bfe0bc80e, flags: 0x0 00000020:00000001:3.0:1767384379.543316:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00000001:0.0:1767384379.543318:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384379.543322:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384379.543326:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384379.543326:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384379.543327:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384379.543335:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384379.543335:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000010:0.0:1767384379.543336:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004011cff6. 00010000:00000001:2.0:1767384379.543338:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1767384379.543350:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384379.543351:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:0.0:1767384379.543351:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384379.543363:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009936a7e7) refcount = 1 00000100:00000001:0.0:1767384379.543366:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.543367:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:2.0:1767384379.543369:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384379.543372:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.543373:0:17507:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.543383:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384379.543384:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058880 00000100:00000001:3.0:1767384379.543390:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384379.543390:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384379.543396:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1767384379.543398:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384379.543401:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:0.0:1767384379.543403:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000241d9333 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384379.543408:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384379.543409:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e1c6e96. 00010000:00000001:0.0:1767384379.543412:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384379.543416:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543421:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384379.543421:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543428:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.543433:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384379.543434:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384379.543434:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=82 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384379.543439:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.543442:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384379.543444:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744058752 00000100:00000040:0.0:1767384379.543449:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00010000:00000001:3.0:1767384379.543454:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384379.543456:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384379.543462:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1767384379.543465:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a0d630b x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384379.543466:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543478:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:0.0:1767384379.543480:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384379.543487:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384379.543494:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384379.543496:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384379.543496:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384379.543499:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00010000:00000001:3.0:1767384379.543500:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543501:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384379.543507:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384379.543513:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=82 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384379.543514:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384379.543514:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744058880, offset 224 00000100:00000001:2.0:1767384379.543533:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384379.543538:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384379.543540:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065fdcf78 x1853236744058624/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.543551:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384379.543577:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384379.543579:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384379.543581:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384379.543582:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b22550c1. 02000000:00000001:2.0:1767384379.543588:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384379.543591:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384379.543594:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07800 00000100:00000040:3.0:1767384379.543595:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000020:00000040:2.0:1767384379.543595:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:2.0:1767384379.543601:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384379.543604:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000200:0.0:1767384379.543604:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f3d [1] + 224 02000000:00000010:2.0:1767384379.543605:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f1c81a4. 02000000:00000001:2.0:1767384379.543614:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384379.543616:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384379.543617:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767384379.543618:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384379.543626:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065fdcf78. 02000000:00000001:3.0:1767384379.543628:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384379.543628:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384379.543643:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384379.543645:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384379.543646:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.543647:0:17507:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:2.0:1767384379.543653:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.543654:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384379.543659:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384379.543663:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000010:3.0:1767384379.543664:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 10000000:00000040:2.0:1767384379.543669:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 00000100:00000200:3.0:1767384379.543675:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744058752, offset 224 10000000:00000001:2.0:1767384379.543677:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.543689:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384379.543692:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384379.543694:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=3 00000100:00000040:0.0:1767384379.543700:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384379.543701:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000400:00000200:3.0:1767384379.543702:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384379.543711:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:2.0:1767384379.543717:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384379.543723:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384379.543726:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384379.543727:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384379.543734:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.543735:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 10000000:00000001:2.0:1767384379.543740:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000400:00000200:3.0:1767384379.543743:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07780 10000000:00000010:2.0:1767384379.543744:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000006c27a073. 00000400:00000200:0.0:1767384379.543747:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384379.543755:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:0.0:1767384379.543759:0:17507:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384379.543761:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384379.543764:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f29 [1] + 224 00000100:00000010:2.0:1767384379.543768:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000611216c2. 00000100:00000001:0.0:1767384379.543769:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384379.543770:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384379.543775:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000040:0.0:1767384379.543780:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:2.0:1767384379.543781:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384379.543785:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384379.543787:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384379.543788:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384379.543793:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.543795:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.543798:0:16797:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384379.543801:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060d6cd45. 00000020:00000001:0.0:1767384379.543802:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384379.543807:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384379.543808:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000241d9333 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.543809:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.543822:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384379.543829:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000041547106. 00000100:00000010:2.0:1767384379.543837:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000878f0977. 00000020:00000040:2.0:1767384379.543844:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384379.543856:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384379.543860:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384379.543867:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000957a0aa7. 00000100:00000001:2.0:1767384379.543873:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112231226368 : -120961478325248 : ffff91fc760d8c00) 00000100:00100000:0.0:1767384379.543875:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000241d9333 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744058880:12345-0@lo:400: Request processed in 722us (1394us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384379.543881:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384379.543884:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229105024 : -120961480446592 : ffff91fc75ed2d80) 00000100:00000040:3.0:1767384379.543887:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.543892:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384379.543893:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:2.0:1767384379.543897:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.543904:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:2.0:1767384379.543907:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384379.543911:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384379.543912:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384379.543918:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384379.543923:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384379.543925:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4a56ad5. 00000100:00000001:2.0:1767384379.543935:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384379.543936:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384379.543936:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:2.0:1767384379.543943:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384379.543947:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384379.543949:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384379.543949:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d5000c. 00000400:00000200:3.0:1767384379.543951:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 02000000:00000001:2.0:1767384379.543960:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384379.543960:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000400:00000010:3.0:1767384379.543961:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00100000:2.0:1767384379.543965:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000611216c2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744059008:0@lo:256: 00000100:00000001:2.0:1767384379.543974:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384379.543977:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384379.543977:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384379.543978:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384379.543981:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.543984:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384379.543988:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000100:00000001:3.0:1767384379.543990:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384379.543994:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066933fc4. 00000100:00000200:2.0:1767384379.544000:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd07880-0x695824dd07880, portal 33 00000100:00000001:3.0:1767384379.544003:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.544004:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384379.544007:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:2.0:1767384379.544013:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384379.544016:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000040:3.0:1767384379.544017:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 02000000:00000010:2.0:1767384379.544018:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eab9cd9. 02000000:00000001:2.0:1767384379.544026:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.544028:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384379.544031:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da51944. 00000020:00000001:3.0:1767384379.544033:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384379.544035:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000020:00000001:3.0:1767384379.544041:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384379.544042:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744059008, portal 25 00000100:00000001:2.0:1767384379.544047:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384379.544049:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a0d630b x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1767384390 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.544050:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229105024 : -120961480446592 : ffff91fc75ed2d80) 00000100:00000040:2.0:1767384379.544066:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.544067:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.544074:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384379.544083:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a0d630b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16156:x1853236744058752:12345-0@lo:400: Request processed in 845us (2046us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384379.544084:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384379.544088:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384379.544095:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeea0426. 00000100:00000001:2.0:1767384379.544101:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384379.544106:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:0.0:1767384379.544112:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384379.544118:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384379.544121:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:2.0:1767384379.544121:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384379.544132:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3596f. 00000100:00000040:3.0:1767384379.544134:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000200:0.0:1767384379.544134:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384379.544140:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744059008, offset 0 00000100:00000001:3.0:1767384379.544148:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384379.544155:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384379.544159:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384379.544163:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384379.544170:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384379.544171:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002689acad. 00000100:00000001:0.0:1767384379.544173:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384379.544178:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.544184:0:16156:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384379.544187:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef9e049e. 02000000:00000001:0.0:1767384379.544187:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384379.544188:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd07880 00000100:00000001:0.0:1767384379.544194:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384379.544199:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x167d [2] + 0 00000100:00000001:0.0:1767384379.544199:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384379.544202:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939c601e. 00000400:00000010:2.0:1767384379.544205:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6e350f. 02000000:00000001:0.0:1767384379.544206:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384379.544215:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044758b26 00000100:00001000:0.0:1767384379.544216:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=82 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384379.544217:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000400:00000200:2.0:1767384379.544220:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1767384379.544232:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=82 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384379.544233:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384379.544234:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384379.544239:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044758b26 00000400:00000010:2.0:1767384379.544247:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044758b26. 00000100:00000001:0.0:1767384379.544248:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384379.544251:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.544254:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384379.544255:0:16793:0:(events.c:286:request_in_callback()) Process entered 00010000:00080000:0.0:1767384379.544258:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384379.544259:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384379.544265:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000041f50aa3 x1853236744059008 msgsize 304 00010000:00000001:0.0:1767384379.544272:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.544274:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384379.544275:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384379.544277:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384379.544278:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384379.544284:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384379.544286:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.544287:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.544289:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384379.544295:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384379.544296:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000100:00000040:0.0:1767384379.544297:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384379.544301:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000100:00000001:2.0:1767384379.544307:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384379.544310:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384379.544311:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384379.544316:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384379.544320:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384379.544320:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384379.544325:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384379.544328:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaa5348e. 00000100:00000040:0.0:1767384379.544333:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384379.544342:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:3.0:1767384379.544350:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000001:3.0:1767384379.544362:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384379.544368:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384379.544377:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384379.544377:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16156:1853236744058752:0@lo:400: 00000100:00000040:2.0:1767384379.544378:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.544393:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.544406:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384379.544413:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744058752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.544451:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.544458:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384379.544458:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384379.544462:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384379.544465:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384379.544466:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384379.544466:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd4f71ab. 00000100:00000001:2.0:1767384379.544475:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294968341 02000000:00000001:0.0:1767384379.544476:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384379.544479:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384379.544485:0:16156:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384379.544486:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968337 00000020:00000001:0.0:1767384379.544496:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384379.544497:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294968341 00000100:00000001:3.0:1767384379.544500:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384379.544500:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c986e65f. 00000100:00000001:2.0:1767384379.544502:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968337 02000000:00000001:0.0:1767384379.544511:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384379.544512:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.544512:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294968341 02000000:00000001:0.0:1767384379.544517:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384379.544519:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:3.0:1767384379.544533:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384379.544537:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968338 00000100:00000001:0.0:1767384379.544537:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384379.544540:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384379.544542:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294968341 00000100:00000001:0.0:1767384379.544543:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384379.544547:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384379.544550:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968338 00000100:00000001:0.0:1767384379.544551:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384379.544602:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.544606:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384379.544610:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.544625:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384379.544630:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.544634:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.544634:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384379.544636:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059008 02000000:00000001:0.0:1767384379.544639:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384379.544641:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384379.544642:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384379.544644:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=81 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384379.544645:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384379.544652:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059008 00000100:00001000:3.0:1767384379.544655:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=81 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384379.544655:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384379.544656:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384379.544659:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384379.544662:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384379.544668:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384379.544669:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384379.544670:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384379.544673:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.544674:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384379.544677:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 00010000:00000001:3.0:1767384379.544680:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384379.544686:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384379.544687:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384379.544691:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a31a621. 00000020:00000010:0.0:1767384379.544704:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005d5000c. 00010000:00000001:3.0:1767384379.544705:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384379.544714:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4a56ad5. 00000100:00000001:3.0:1767384379.544715:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384379.544721:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:0.0:1767384379.544721:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:3.0:1767384379.544730:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384379.544734:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.544736:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384379.544742:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384379.544743:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.544745:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384379.544750:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.544762:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384379.544762:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.544775:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384379.544779:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.544783:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384379.544785:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384379.544798:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744058880:0@lo:400: 00000100:00000001:0.0:1767384379.544802:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384379.544805:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384379.544808:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.544811:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384379.544814:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:0.0:1767384379.544820:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000040:3.0:1767384379.544823:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744058880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.544825:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094054480 : -120961615497136 : ffff91fc6de07850) 00000100:00000040:0.0:1767384379.544833:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041f50aa3 x1853236744059008/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 304/0 e 0 to 0 dl 1767384390 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.544870:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384379.544871:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384379.544874:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a31a621. 02000000:00000001:3.0:1767384379.544879:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384379.544880:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384379.544886:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029aa56b5. 00000020:00000010:0.0:1767384379.544887:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a31a621. 02000000:00000001:3.0:1767384379.544906:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384379.544912:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041f50aa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744059008:12345-0@lo:256: 00000020:00000001:3.0:1767384379.544914:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1767384379.544918:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059008 00000020:00000001:0.0:1767384379.544920:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384379.544922:0:16157:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384379.544924:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384379.544926:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384379.544927:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.544932:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384379.544933:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a97d7220. 00000020:00000001:0.0:1767384379.544938:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 02000000:00000001:3.0:1767384379.544942:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384379.544942:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384379.544944:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384379.544945:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384379.544948:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000010:3.0:1767384379.544949:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:2.0:1767384379.544952:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384379.544953:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384379.544960:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384379.544960:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384379.544962:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.544966:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384379.544974:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384379.544976:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384379.544976:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384379.544977:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384379.544981:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384379.544987:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000957a0aa7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384379.544990:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384379.544990:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000172bc979. 00000100:00000001:3.0:1767384379.544992:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384379.544997:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.544998:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.545003:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.545007:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:0.0:1767384379.545010:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:3.0:1767384379.545013:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384379.545017:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384379.545023:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384379.545027:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384379.545030:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384379.545034:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384379.545037:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384379.545042:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000faec7ad0. 20000000:00000001:0.0:1767384379.545046:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00000001:3.0:1767384379.545050:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:0.0:1767384379.545071:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384379.545080:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384379.545087:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384379.545091:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384379.545094:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384379.545097:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384379.545100:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384379.545103:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384379.545105:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384379.545108:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384379.545111:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384379.545114:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384379.545117:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384379.545119:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384379.545122:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384379.545124:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384379.545127:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384379.545129:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384379.545131:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384379.545133:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384379.545135:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384379.545137:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384379.545138:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384379.545147:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384379.545150:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384379.545153:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384379.545156:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384379.545158:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384379.545161:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384379.545164:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384379.545167:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384379.545170:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384379.545173:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384379.545175:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384379.545178:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384379.545182:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384379.545185:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384379.545187:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384379.545190:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384379.545193:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384379.545195:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384379.545198:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:0.0:1767384379.545212:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384379.545214:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384379.545216:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384379.545218:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384379.545219:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384379.545221:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384379.545222:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384379.545224:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384379.545226:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384379.545227:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384379.545229:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384379.545230:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384379.545232:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384379.545233:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384379.545234:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384379.545235:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384379.545237:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384379.545238:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384379.545239:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384379.545240:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384379.545247:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384379.545249:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384379.545250:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384379.545251:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384379.545252:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384379.545254:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384379.545255:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384379.545256:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384379.545257:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384379.545258:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384379.545260:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384379.545261:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384379.545262:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384379.545263:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384379.545264:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384379.545265:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384379.545266:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384379.545268:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384379.545269:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384379.545271:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384379.545272:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:0.0:1767384379.545274:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:0.0:1767384379.545275:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:0.0:1767384379.545276:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:0.0:1767384379.545278:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384379.545282:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033e1be53. 00000100:00000010:0.0:1767384379.545285:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a1b53fd6. 00000020:00000040:0.0:1767384379.545286:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:0.0:1767384379.545289:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384379.545291:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384379.545294:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000400:00000010:0.0:1767384379.545299:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033572f4a. 00000400:00000200:0.0:1767384379.545302:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384379.545309:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384379.545314:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x695824dd07880 00000400:00000200:0.0:1767384379.545318:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f4d [4] + 0 00000400:00000010:0.0:1767384379.545320:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf08d60d. 00000400:00000200:0.0:1767384379.545328:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066933fc4 00000400:00000200:0.0:1767384379.545331:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384379.545333:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384379.545335:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066933fc4 00000400:00000010:0.0:1767384379.545336:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066933fc4. 00000100:00000001:0.0:1767384379.545339:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384379.545340:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000611216c2 desc 0000000041547106 mbits 1853236744059008 00000100:00000001:0.0:1767384379.545353:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384379.545355:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384379.545359:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384379.545364:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f59 00000400:00000200:0.0:1767384379.545366:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384379.545368:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384379.545370:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384379.545372:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000033e1be53 00000100:00000001:0.0:1767384379.545374:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384379.545379:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384379.545380:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:0.0:1767384379.545381:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384379.545382:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000033e1be53 00000100:00000001:0.0:1767384379.545383:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384379.545388:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x695824dd07880-0x695824dd07880 00000100:00000001:0.0:1767384379.545390:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.545394:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.545396:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384379.545399:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:0.0:1767384379.545402:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a1b53fd6. 00000100:00000010:0.0:1767384379.545405:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033e1be53. 00000100:00000001:0.0:1767384379.545410:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384379.545412:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384379.545418:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000faec7ad0. 20000000:00000001:0.0:1767384379.545423:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384379.545426:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744059008 00010000:00000001:0.0:1767384379.545428:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384379.545434:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:0.0:1767384379.545435:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041f50aa3 x1853236744059008/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 304/240 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.545439:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.545454:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384379.545457:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384379.545459:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384379.545464:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384379.545469:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384379.545471:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384379.545474:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384379.545476:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384379.545478:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384379.545481:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384379.545484:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000100:00000200:0.0:1767384379.545486:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744059008, offset 224 00000400:00000200:0.0:1767384379.545490:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384379.545497:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384379.545502:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd07880 00000400:00000200:0.0:1767384379.545504:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f51 [1] + 224 00000400:00000200:0.0:1767384379.545507:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384379.545511:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384379.545513:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384379.545514:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384379.545519:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.545545:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384379.545549:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:0.0:1767384379.545550:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:0.0:1767384379.545551:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384379.545578:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384379.545583:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384379.545585:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384379.545588:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384379.545589:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.545591:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384379.545593:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384379.545602:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041f50aa3 x1853236744059008/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:360/0 lens 304/240 e 0 to 0 dl 1767384390 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384379.545604:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384379.545609:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384379.545615:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da51944. 00000100:00100000:0.0:1767384379.545622:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041f50aa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744059008:12345-0@lo:256: Request processed in 751us (1353us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384379.545624:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:3.0:1767384379.545630:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00100000:0.0:1767384379.545634:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000001:3.0:1767384379.545635:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384379.545642:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:3.0:1767384379.545647:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384379.545648:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384379.545652:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384379.545657:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4a56ad5. 00000020:00000010:0.0:1767384379.545668:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000200:3.0:1767384379.545673:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384379.545675:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005d5000c. 00000020:00000040:0.0:1767384379.545685:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384379.545693:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384379.545695:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384379.545696:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000172bc979. 00000100:00000001:3.0:1767384379.545697:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384379.545704:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384379.545705:0:16793:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384379.545706:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384379.545708:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384379.545714:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384379.545715:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384379.545716:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384379.545723:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384379.545725:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000100:00001000:3.0:1767384379.545727:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384379.545732:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=87 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384379.545733:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b2603b3. 00000100:00000001:3.0:1767384379.545738:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384379.545748:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.545751:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384379.545753:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.545756:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384379.545762:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384379.545776:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.545784:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384379.545786:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384379.545789:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384379.545798:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000611216c2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744059008:0@lo:256: 00000100:00000001:3.0:1767384379.545803:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.545809:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.545812:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384379.545814:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384379.545819:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.545827:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384379.545830:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000957a0aa7. 00000100:00000001:3.0:1767384379.545834:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384379.545836:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384379.545840:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:3.0:1767384379.545845:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384379.545853:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006a21b243. 00010000:00000001:3.0:1767384379.545877:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384379.545885:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384379.545890:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384379.545894:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384379.545896:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384379.545898:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384379.545900:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:3.0:1767384379.545912:0:16793:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.203.113@tcp' 00000400:00000200:3.0:1767384379.545916:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384379.545920:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384379.545923:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384379.545929:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384379.545935:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (41) 00000400:00000200:3.0:1767384379.545940:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384379.545945:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384379.545947:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (42) 00000400:00000200:3.0:1767384379.545949:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:3.0:1767384379.545951:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:3.0:1767384379.545955:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545957:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:3.0:1767384379.545959:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:3.0:1767384379.545962:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545964:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:3.0:1767384379.545966:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:3.0:1767384379.545971:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545973:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:3.0:1767384379.545975:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:3.0:1767384379.545977:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545980:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:3.0:1767384379.545982:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384379.545986:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545988:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:3.0:1767384379.545991:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:3.0:1767384379.545994:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.545996:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:3.0:1767384379.545998:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:3.0:1767384379.546003:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546006:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:3.0:1767384379.546008:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:3.0:1767384379.546014:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546016:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:3.0:1767384379.546018:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:3.0:1767384379.546023:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546032:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:3.0:1767384379.546034:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:3.0:1767384379.546040:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546043:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:3.0:1767384379.546045:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:3.0:1767384379.546050:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546052:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:3.0:1767384379.546054:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:3.0:1767384379.546059:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546061:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:3.0:1767384379.546063:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:3.0:1767384379.546068:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546070:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:3.0:1767384379.546072:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:3.0:1767384379.546077:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546078:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:3.0:1767384379.546080:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:3.0:1767384379.546086:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546087:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:3.0:1767384379.546089:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:3.0:1767384379.546093:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546095:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:3.0:1767384379.546097:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:3.0:1767384379.546099:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546101:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:3.0:1767384379.546103:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:3.0:1767384379.546106:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546108:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:3.0:1767384379.546111:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:3.0:1767384379.546114:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546115:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:3.0:1767384379.546117:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:3.0:1767384379.546120:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546121:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:3.0:1767384379.546123:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:3.0:1767384379.546126:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546135:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:3.0:1767384379.546138:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:3.0:1767384379.546142:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546144:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:3.0:1767384379.546146:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:3.0:1767384379.546150:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546152:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:3.0:1767384379.546154:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:3.0:1767384379.546156:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546159:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:3.0:1767384379.546161:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:3.0:1767384379.546165:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546166:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:3.0:1767384379.546169:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:3.0:1767384379.546173:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546175:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:3.0:1767384379.546178:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:3.0:1767384379.546181:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546183:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:3.0:1767384379.546185:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:3.0:1767384379.546189:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546191:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:3.0:1767384379.546193:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:3.0:1767384379.546196:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546198:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:3.0:1767384379.546199:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:3.0:1767384379.546202:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546204:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:3.0:1767384379.546206:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:3.0:1767384379.546209:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384379.546211:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000001:3.0:1767384379.546213:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384379.546216:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384379.546221:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:3.0:1767384379.546226:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002689acad. 10000000:00000040:3.0:1767384379.546236:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 85/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384379.546239:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384379.546246:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384379.546251:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939c601e. 00000020:00000010:3.0:1767384379.546256:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ef037eb1. 00000040:00000010:3.0:1767384379.546261:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000057d79d63. 00000020:00000010:3.0:1767384379.546268:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e97f3125. 00000020:00000010:3.0:1767384379.546275:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384379.546280:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000db14f7a7. 80000000:00000010:3.0:1767384379.546286:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002724585c. 40000000:00000010:3.0:1767384379.546291:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d1bb543. 00100000:00000010:3.0:1767384379.546299:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5bf39aa. 00040000:00000010:3.0:1767384379.546304:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a97d7220. 00040000:00000010:3.0:1767384379.546310:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000037c6160d. 00040000:00000010:3.0:1767384379.546316:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009a907640. 00080000:00000010:3.0:1767384379.546322:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a69a85de. 00000004:00000010:3.0:1767384379.546328:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f6612cb4. 00000004:00000010:3.0:1767384379.546334:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b1192385. 00000004:00000010:3.0:1767384379.546340:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000141f4a36. 00002000:00000010:3.0:1767384379.546345:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000906f0637. 00000004:00000010:3.0:1767384379.546350:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b22550c1. 00000004:00000001:3.0:1767384379.546355:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384379.546358:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384379.546359:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002689acad 00000040:00001000:3.0:1767384379.546361:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384379.546363:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384379.546365:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384379.546367:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384379.546370:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384379.546372:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384379.546373:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384379.546375:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:3.0:1767384379.546377:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384379.546444:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384379.546457:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef037eb1. 00000040:00000010:3.0:1767384379.546461:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000057d79d63. 00000020:00000010:3.0:1767384379.546466:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e97f3125. 00000020:00000010:3.0:1767384379.546471:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384379.546475:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000db14f7a7. 80000000:00000010:3.0:1767384379.546479:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002724585c. 40000000:00000010:3.0:1767384379.546483:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d1bb543. 00100000:00000010:3.0:1767384379.546486:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e5bf39aa. 00040000:00000010:3.0:1767384379.546491:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a97d7220. 00040000:00000010:3.0:1767384379.546495:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037c6160d. 00040000:00000010:3.0:1767384379.546498:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009a907640. 00080000:00000010:3.0:1767384379.546502:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a69a85de. 00000004:00000010:3.0:1767384379.546509:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f6612cb4. 00000004:00000010:3.0:1767384379.546513:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b1192385. 00000004:00000010:3.0:1767384379.546519:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000141f4a36. 00002000:00000010:3.0:1767384379.546539:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000906f0637. 00000004:00000010:3.0:1767384379.546543:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b22550c1. 00000020:00000010:3.0:1767384379.546547:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939c601e. 00000020:00000001:3.0:1767384379.546551:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384379.546612:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384379.546615:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002689acad. 10000000:00000040:3.0:1767384379.546626:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384379.546630:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006a21b243. 10000000:00000001:3.0:1767384379.546636:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384379.546640:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384379.546645:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000611216c2 x1853236744059008/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384379.546652:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384379.546656:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384379.546658:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eab9cd9. 02000000:00000001:3.0:1767384379.546662:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384379.546663:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384379.546664:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384379.546667:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384379.546676:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384379.546678:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384379.546680:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384379.546682:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384379.546686:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000878f0977. 00000100:00000010:3.0:1767384379.546690:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000041547106. 00000100:00000001:3.0:1767384379.546693:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384379.546695:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060d6cd45. 02000000:00000001:3.0:1767384379.546698:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384379.546699:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384379.546701:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000611216c2. 00000100:00000001:3.0:1767384379.546705:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384379.546706:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384379.546722:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000006c27a073. 10000000:01000000:3.0:1767384379.546727:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384379.546730:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384379.546733:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384379.546735:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384379.546738:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=3 00000020:00000001:3.0:1767384379.546741:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.546744:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384379.546747:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384379.546750:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.546758:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.546761:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384379.546762:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384379.546769:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384379.546770:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384379.546772:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384379.546773:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384379.546776:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384379.546779:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384379.546791:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384379.546793:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384379.546796:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384379.557993:0:38443:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000000e130343. 00000020:00000040:2.0:1767384379.558008:0:38443:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384379.558012:0:38443:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000000e130343. 00000100:00000040:0.0:1767384379.561621:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294968341, at 4294968342 00000100:00000040:1.0:1767384379.561630:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294968341, at 4294968342 00000100:00000010:0.0:1767384379.561633:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e69e6f5. 00000100:00000010:1.0:1767384379.561643:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00000100:00000040:2.0:1767384379.562585:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294968341, at 4294968343 00000100:00000010:2.0:1767384379.562592:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000040:3.0:1767384379.563261:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294968341, at 4294968343 00000100:00000010:3.0:1767384379.563277:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000400:00000001:1.0:1767384379.796626:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384379.796631:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384379.796635:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384379.796640:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:1.0:1767384379.796646:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384379.796655:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384379.796678:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006baa7c8d. 00000400:00000010:1.0:1767384379.796683:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080ef6a92. 00000400:00000200:1.0:1767384379.796690:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp46 00000400:00000010:1.0:1767384379.796694:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000431172ea. 00000400:00000010:1.0:1767384379.796700:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d0b0b817. 00000400:00000010:1.0:1767384379.796706:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000400:00000010:1.0:1767384379.796714:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000db247c8a. 00000400:00000200:1.0:1767384379.796719:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp46 00000400:00000200:1.0:1767384379.796739:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp46 local destination 00000400:00000200:1.0:1767384379.796745:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp46 00000400:00000200:1.0:1767384379.796748:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp46 NI seq info: [200:200:256:4294967295] 192.168.203.113@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000200:1.0:1767384379.796755:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp46 00000400:00000200:1.0:1767384379.796761:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp46(192.168.203.113@tcp46:) -> 192.168.203.113@tcp46(192.168.203.113@tcp46:192.168.203.113@tcp46) : GET try# 0 00000800:00000200:1.0:1767384379.796765:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp46 00000800:00000010:1.0:1767384379.796769:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5f36e09. 00000800:00000200:1.0:1767384379.796775:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000800:00000200:1.1:1767384379.796779:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000200:1.0:1767384379.796799:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp46 added to recovery queue. ping count: 2 next ping: 305 health :800 00000400:00000200:0.0:1767384379.796874:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.796918:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.796937:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.796960:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.796994:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797011:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797024:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797039:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797054:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797068:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797086:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797111:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797154:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797170:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797184:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797201:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797217:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797231:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797245:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797263:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797279:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797294:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797312:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797327:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797348:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797365:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797382:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797397:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797411:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797427:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797441:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797454:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797467:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797483:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384379.797497:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384379.797705:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e704cad. 00000800:00000010:0.0:1767384379.797709:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064094efc. 00000800:00000010:0.0:1767384379.797715:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6ee55e6. 00000800:00000010:0.0:1767384379.797732:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6ee55e6. 00000800:00020000:0.0:1767384379.797742:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384379.797746:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064094efc. 00000800:00000010:0.0:1767384379.797748:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008e704cad. 00000400:02020000:0.0:1767384379.797791:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384379.797797:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp46 notifying 192.168.203.113@tcp46: down 00000800:00000200:0.0:1767384379.797801:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp46 down 00000800:00000100:0.0:1767384379.797807:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp46 00000800:00000010:0.0:1767384379.797811:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5f36e09. 00000400:00000200:0.0:1767384379.797815:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384379.797820:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp46->192.168.203.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384379.797828:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384379.797830:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384379.797833:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384380.371769:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384380.371778:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384380.371785:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384380.371787:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.371823:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384380.371831:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384380.371837:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384380.563714:0:17567:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384380.563722:0:17567:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384380.563749:0:36945:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384380.563752:0:36945:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384380.563925:0:16781:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384380.563932:0:16781:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384380.819630:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f4d5f17] -> 12345-192.168.203.113@tcp13 (6) 00000800:00000200:2.0:1767384380.819643:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp13 ip 192.168.203.113:988 00000800:00000200:2.0:1767384380.819647:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384380.819663:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (4) 00000800:00000200:2.1:1767384380.819666:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (4) 00000400:00000001:1.0:1767384380.819677:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384380.819681:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384380.819684:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:1.0:1767384380.819687:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:1.0:1767384380.819692:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384380.819696:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384380.819707:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000431172ea. 00000400:00000010:1.0:1767384380.819711:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d0b0b817. 00000400:00000200:1.0:1767384380.819716:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp45 00000400:00000010:1.0:1767384380.819720:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000085e960bf. 00000400:00000010:1.0:1767384380.819724:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000044061bc0. 00000400:00000200:2.0:1767384380.819733:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000010:1.0:1767384380.819734:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000400:00000010:1.0:1767384380.819743:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000734f43a9. 00000400:00000200:1.0:1767384380.819747:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp45 00000400:00000200:1.0:1767384380.819760:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp45 local destination 00000400:00000200:1.0:1767384380.819765:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp45 00000400:00000200:1.0:1767384380.819770:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp45 NI seq info: [201:201:256:4294967295] 192.168.203.113@tcp45 LPNI seq info [191:191:8:4294967295] 00000400:00000200:1.0:1767384380.819776:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp45 00000400:00000200:1.0:1767384380.819784:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp45(192.168.203.113@tcp45:) -> 192.168.203.113@tcp45(192.168.203.113@tcp45:192.168.203.113@tcp45) : GET try# 0 00000400:00000200:2.0:1767384380.819789:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000800:00000200:1.0:1767384380.819790:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp45 00000800:00000010:1.0:1767384380.819795:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000562f07a5. 00000800:00000200:1.0:1767384380.819801:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000800:00000200:1.1:1767384380.819806:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000400:00000200:2.0:1767384380.819829:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.819830:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp45 added to recovery queue. ping count: 3 next ping: 310 health :700 00000400:00000200:2.0:1767384380.819868:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.819892:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.819917:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.819942:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.819985:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.819986:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820025:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000800:00000200:3.0:1767384380.820026:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384380.820032:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384380.820041:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384380.820041:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00000001:3.0:1767384380.820045:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384380.820048:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.820063:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820097:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820105:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820150:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820158:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820186:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820195:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820232:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820238:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820281:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820287:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820339:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820340:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820382:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820398:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820409:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820442:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820449:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820486:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820508:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820542:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820576:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820611:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820619:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820663:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820672:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820710:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820716:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820771:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820772:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820794:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820822:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820840:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820871:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820895:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820937:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820948:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.820983:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.820999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821039:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821040:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821093:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821100:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821144:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821149:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821195:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821208:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821243:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821252:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821295:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821314:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384380.821351:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821365:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821407:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821443:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384380.821466:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000800:00000010:2.0:1767384380.821469:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384380.821473:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e969acd9. 00000800:00000010:2.0:1767384380.821478:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b0da2c93. 00000400:00000200:1.0:1767384380.821490:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000800:00000010:2.0:1767384380.821497:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b0da2c93. 00000800:00020000:2.0:1767384380.821505:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384380.821507:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e969acd9. 00000800:00000010:2.0:1767384380.821510:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:00000200:1.0:1767384380.821530:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:02020000:2.0:1767384380.821578:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384380.821581:0:16143:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384380.821589:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384380.821683:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081f10552. 00000800:00000010:1.0:1767384380.821687:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c4929e0. 00000800:00000010:1.0:1767384380.821690:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eab47ee1. 00000800:00000010:1.0:1767384380.821710:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eab47ee1. 00000800:00020000:1.0:1767384380.821716:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384380.821719:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c4929e0. 00000800:00000010:1.0:1767384380.821721:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081f10552. 00000400:02020000:1.0:1767384380.821753:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384380.821758:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp45 notifying 192.168.203.113@tcp45: down 00000800:00000200:1.0:1767384380.821763:0:16145:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp45 down 00000800:00000100:1.0:1767384380.821768:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp45 00000800:00000010:1.0:1767384380.821771:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000562f07a5. 00000400:00000200:1.0:1767384380.821774:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384380.821779:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp45->192.168.203.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384380.821793:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384380.821796:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384380.821799:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp45) recovery failed with -71 00080000:00000001:3.0:1767384381.385153:0:38914:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384381.385170:0:38914:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.385176:0:38914:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384381.385183:0:38914:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384381.385190:0:38914:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384381.385193:0:38914:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.395626:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384381.395633:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.395641:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384381.395643:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.395665:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.395669:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384381.395673:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384381.843615:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aaffa635] -> 12345-192.168.203.113@tcp29 (6) 00000800:00000200:2.0:1767384381.843625:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp29 ip 192.168.203.113:988 00000800:00000200:2.0:1767384381.843630:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384381.843676:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384381.843679:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384381.843682:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd97150 00000400:00000010:3.0:1767384381.843685:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fd97150. 00000400:00000200:3.0:1767384381.843688:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384381.843691:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384381.843702:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000085e960bf. 00000400:00000010:3.0:1767384381.843705:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000044061bc0. 00000800:00000200:2.0:1767384381.843741:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384381.843746:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.843760:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384381.843765:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384381.843768:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384382.114747:0:39078:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384382.114751:0:39078:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384382.117775:0:39078:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384382.124875:0:39079:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000012289312. 00000400:00000010:1.0:1767384382.124892:0:39079:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008c4929e0. 00000400:00000010:1.0:1767384382.124901:0:39079:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008d7ef9d1. 00000400:00000010:1.0:1767384382.124905:0:39079:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d0b0b817. 00000400:00000010:1.0:1767384382.124909:0:39079:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e24324c. 00000400:00000010:1.0:1767384382.124913:0:39079:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b66c7493. 00000400:00000010:1.0:1767384382.124916:0:39079:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000801147a4. 00000400:00000010:1.0:1767384382.124917:0:39079:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a970add6. 00000400:00000010:1.0:1767384382.124921:0:39079:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d19c1bad. 00000800:00000010:1.0:1767384382.124937:0:39079:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002c49795d. 00000800:00000200:1.0:1767384382.124949:0:39079:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384382.124964:0:39079:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384382.124998:0:39079:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.113) 00000400:02000000:1.0:1767384382.125026:0:39079:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.113@tcp50 [8/256/0/180] 00000400:00000010:1.0:1767384382.127308:0:39079:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000085e30b49. 00000400:00000010:1.0:1767384382.127314:0:39079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38f9ba8. 00000400:00000010:1.0:1767384382.127319:0:39079:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008053fbbf. 00000400:00000001:1.0:1767384382.127340:0:39079:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.127342:0:39079:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.127344:0:39079:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c382306. 00000400:00000200:1.0:1767384382.127347:0:39079:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cce58a3e 00000400:00000010:1.0:1767384382.127348:0:39079:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cce58a3e. 00000400:00000010:1.0:1767384382.127352:0:39079:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000a257b9c4. 00000400:00000200:1.0:1767384382.127357:0:39079:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (41) 00000400:00000200:1.0:1767384382.127374:0:39079:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:1.0:1767384382.127382:0:39079:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:1.0:1767384382.127388:0:39079:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000081f10552. 00000400:00000200:2.0:1767384382.127391:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384382.127393:0:39079:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384382.127397:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 00000020:01000000:1.0:1767384382.127398:0:39079:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.113@tcp50 00000400:00000010:2.0:1767384382.127404:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3596f. 00000400:00000200:2.0:1767384382.127407:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000010:2.0:1767384382.127412:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075bfb142. 00000400:00000200:2.0:1767384382.127415:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000010:1.0:1767384382.127417:0:39079:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008c4929e0. 00000400:00000010:1.0:1767384382.127423:0:39079:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000012289312. 00000400:00000200:2.0:1767384382.127426:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:2.0:1767384382.127431:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:2.0:1767384382.127435:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:2.0:1767384382.127438:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000020:00000001:3.0:1767384382.127440:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384382.127445:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 10000000:00000001:3.0:1767384382.127447:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384382.127448:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 10000000:00000001:3.0:1767384382.127451:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384382.127454:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 10000000:01000000:3.0:1767384382.127456:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384382.127459:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000020:01000004:3.0:1767384382.127462:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384382.127463:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000020:01000004:3.0:1767384382.127467:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384382.127468:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:2.0:1767384382.127471:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:2.0:1767384382.127476:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000020:01000004:3.0:1767384382.127477:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384382.127481:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384382.127485:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384382.127485:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000020:01000004:3.0:1767384382.127489:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384382.127491:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384382.127493:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384382.127495:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384382.127497:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384382.127501:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000842e4fb0. 00000400:00000200:2.0:1767384382.127516:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000020:00000040:3.0:1767384382.127520:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000400:00000200:2.0:1767384382.127525:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000100:00000001:3.0:1767384382.127528:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384382.127532:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 02000000:00000001:3.0:1767384382.127533:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384382.127539:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127540:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000400:00000200:2.0:1767384382.127547:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[195, 60] 02000000:00000010:3.0:1767384382.127550:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c8451a6. 00000400:00000200:2.0:1767384382.127575:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 00000100:00000001:3.0:1767384382.127577:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127584:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[168, 60] 00000100:00000001:3.0:1767384382.127586:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384382.127589:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127592:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 60], ns[72, 60] 00000400:00000200:2.0:1767384382.127599:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[73, 60] 00000100:00000040:3.0:1767384382.127600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000842e4fb0] to pc [ptlrpcd_00_00+0] req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.127605:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[181, 60], ns[191, 60] 00000400:00000200:2.0:1767384382.127616:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[183, 60], ns[193, 60] 00000400:00000200:2.0:1767384382.127626:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 60], ns[120, 60] 00000400:00000200:2.0:1767384382.127634:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 60], ns[100, 60] 00000400:00000200:2.0:1767384382.127638:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 60], ns[156, 60] 10000000:00000001:3.0:1767384382.127640:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384382.127645:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127645:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[169, 60] 00000020:00000001:3.0:1767384382.127649:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384382.127654:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384382.127655:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[127, 60] 00000020:00000001:3.0:1767384382.127663:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384382.127664:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[163, 60], ns[173, 60] 10000000:00000001:3.0:1767384382.127667:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384382.127671:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384382.127674:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384382.127674:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000020:01000004:3.0:1767384382.127679:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384382.127682:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384382.127683:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 60], ns[149, 60] 00000020:01000004:3.0:1767384382.127686:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384382.127688:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384382.127689:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384382.127690:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384382.127691:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384382.127694:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384382.127697:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384382.127699:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 60], ns[167, 60] 00000100:00000010:3.0:1767384382.127702:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056aaba7c. 00000400:00000200:2.0:1767384382.127703:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 60], ns[170, 60] 00000020:00000040:3.0:1767384382.127708:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:0.0:1767384382.127708:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384382.127709:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 60], ns[190, 60] 00000400:00000200:2.0:1767384382.127715:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 60], ns[177, 60] 00000100:00100000:0.0:1767384382.127715:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384382.127721:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.127722:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384382.127723:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[191, 60], ns[201, 60] 02000000:00000001:3.0:1767384382.127725:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384382.127729:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127730:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[190, 60], ns[200, 60] 00000100:00000001:0.0:1767384382.127732:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384382.127737:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d10ef302. 00000100:00000001:0.0:1767384382.127737:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384382.127738:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000100:00000001:3.0:1767384382.127743:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.127744:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.127748:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.127750:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384382.127752:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384382.127754:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127754:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000040:0.0:1767384382.127760:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.127763:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056aaba7c] to pc [ptlrpcd_00_01+1] req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384382.127766:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384382.127782:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:2.0:1767384382.127792:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp47 00000100:00000001:0.0:1767384382.127792:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384382.127795:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.127797:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384382.127799:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127802:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp47 lpni_is_preferred = 0 00000020:00000001:3.0:1767384382.127803:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.127803:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000000:3.0:1767384382.127807:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384382.127809:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp47 02000000:00000001:0.0:1767384382.127809:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.127810:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000081f10552. 02000000:00000001:0.0:1767384382.127816:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127818:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp47 NI seq info: [202:202:256:4294967295] 192.168.203.113@tcp47 LPNI seq info [192:192:8:4294967295] 00000100:00100000:0.0:1767384382.127822:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744059136:0@lo:253: 00000400:00000200:2.0:1767384382.127828:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp47 00000100:00000001:3.0:1767384382.127831:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.127837:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384382.127839:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:2.0:1767384382.127841:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47:) -> 192.168.203.113@tcp47(192.168.203.113@tcp:192.168.203.113@tcp47) : PUT try# 0 00000100:00000001:3.0:1767384382.127843:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384382.127845:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384382.127849:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.113@tcp47 02000000:00000001:0.0:1767384382.127849:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.127850:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.127853:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384382.127854:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a532d9. 02000000:00000001:0.0:1767384382.127855:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384382.127857:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.127860:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.127861:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384382.127863:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ba2ed704. 02000000:00000010:0.0:1767384382.127864:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e704cad. 00000100:00000040:3.0:1767384382.127866:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384382.127868:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f2423198. 02000000:00000001:0.0:1767384382.127870:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384382.127877:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000400:00000010:0.0:1767384382.127878:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000800:00000200:2.1:1767384382.127886:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000400:00000010:0.0:1767384382.127887:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bee1f092. 00000100:00000001:3.0:1767384382.127888:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.127890:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384382.127893:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744059136, portal 25 02000000:00000001:3.0:1767384382.127895:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384382.127898:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384382.127899:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.127902:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341716992 : -120961367834624 : ffff91fc7ca38000) 02000000:00000001:3.0:1767384382.127904:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.127908:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000100:00000040:0.0:1767384382.127909:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.127910:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744059264:0@lo:253: 00000400:00000200:2.0:1767384382.127915:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300551 rc 0 00000100:00000001:3.0:1767384382.127921:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384382.127926:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384382.127926:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384382.127929:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.127932:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384382.127933:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384382.127936:0:16155:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ee2198. 02000000:00000010:3.0:1767384382.127939:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000833fb32d. 00000100:00000200:0.0:1767384382.127939:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744059136, offset 0 00000400:00000200:0.0:1767384382.127944:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384382.127953:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384382.127955:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.127961:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000400:00000200:0.0:1767384382.127962:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07900 00000400:00000010:3.0:1767384382.127969:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c8986ec. 00000400:00000200:0.0:1767384382.127969:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d5 [2] + 0 00000400:00000010:0.0:1767384382.127974:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000addd2190. 00000400:00000200:0.0:1767384382.127977:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6bd3eee 00000400:00000200:2.0:1767384382.127978:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.127982:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384382.127983:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744059264, portal 25 00000100:00000001:3.0:1767384382.127988:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384382.127989:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.127991:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341725952 : -120961367825664 : ffff91fc7ca3a300) 00000400:00000200:0.0:1767384382.127993:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6bd3eee 00000400:00000010:0.0:1767384382.127997:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6bd3eee. 00000100:00000040:3.0:1767384382.127999:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.128002:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384382.128005:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384382.128009:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000520e423f x1853236744059136 msgsize 4848 00000100:00000001:3.0:1767384382.128013:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.128019:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384382.128019:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384382.128023:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384382.128024:0:16154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7df16ad. 00000100:00000200:3.0:1767384382.128029:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236744059264, offset 0 00000100:00000001:0.0:1767384382.128030:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384382.128031:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.128037:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384382.128043:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ee2198 00000400:00000200:3.0:1767384382.128046:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384382.128051:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037ee2198. 00000100:00000001:0.0:1767384382.128055:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384382.128056:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824dd07980 00000400:00000200:2.0:1767384382.128059:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000100:00000200:0.0:1767384382.128060:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384382.128065:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16dd [2] + 0 00000400:00000010:3.0:1767384382.128073:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000100:00000001:0.0:1767384382.128076:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384382.128078:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ada8eefe 00000100:00000040:0.0:1767384382.128081:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384382.128084:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384382.128088:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000100:00000001:0.0:1767384382.128090:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.128093:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.128096:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384382.128098:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ada8eefe 00000400:00000010:3.0:1767384382.128101:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ada8eefe. 00000100:00000001:0.0:1767384382.128104:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128105:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.128109:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384382.128110:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294970925 00000100:00000040:3.0:1767384382.128112:0:16154:0:(events.c:337:request_in_callback()) incoming req@0000000055f24d25 x1853236744059264 msgsize 4848 00000100:00000010:0.0:1767384382.128116:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d106672. 00000400:00000200:2.0:1767384382.128120:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00100000:3.0:1767384382.128121:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384382.128126:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384382.128126:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384382.128135:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294970925 00000100:00000001:3.0:1767384382.128136:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384382.128141:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3c95a0. 00000400:00000200:3.0:1767384382.128142:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7df16ad 00000400:00000200:2.0:1767384382.128145:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000010:3.0:1767384382.128146:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7df16ad. 00000100:00000001:0.0:1767384382.128148:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384382.128151:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384382.128156:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294970925 00000100:00000200:3.0:1767384382.128157:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384382.128163:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091e19d71. 00000100:00000001:0.0:1767384382.128169:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384382.128171:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384382.128174:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294970925 00000100:00000010:0.0:1767384382.128177:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ddb65bd. 00000100:00000001:0.0:1767384382.128181:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384382.128183:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.128185:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.128189:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.128190:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000100:00000001:0.0:1767384382.128195:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.128200:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128201:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.128202:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.128205:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.128206:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.128207:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.128210:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128212:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128216:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294970925 00000100:00000001:3.0:1767384382.128220:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294970925 00000100:00000001:3.0:1767384382.128223:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294970925 00000100:00000001:3.0:1767384382.128225:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294970925 00000100:00000001:3.0:1767384382.128227:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294970925 00000100:00000001:0.0:1767384382.128227:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384382.128230:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059136 00000100:00000001:3.0:1767384382.128231:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294970925 02000000:00000001:0.0:1767384382.128235:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.128236:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294970925 00000100:00000001:3.0:1767384382.128239:0:16154:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294970925 00000100:00000001:3.0:1767384382.128241:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384382.128241:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:0.0:1767384382.128243:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384382.128246:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128248:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.128250:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128252:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384382.128254:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059136 00000100:00000001:3.0:1767384382.128257:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.128258:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384382.128261:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384382.128263:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384382.128266:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384382.128267:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384382.128269:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384382.128272:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384382.128275:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6d679c6. 00000100:00000001:0.0:1767384382.128278:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.128279:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384382.128280:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6d679c6. 00000100:00100000:3.0:1767384382.128284:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059264 02000000:00000001:3.0:1767384382.128287:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384382.128287:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d45270f. 00000100:00000001:3.0:1767384382.128289:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.128292:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.128293:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000020:00000010:0.0:1767384382.128294:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000220b92a4. 02000000:00000001:3.0:1767384382.128297:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.128300:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00100000:3.0:1767384382.128301:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059264 00000020:00000001:3.0:1767384382.128305:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.128307:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384382.128310:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384382.128311:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384382.128312:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000100:00000001:0.0:1767384382.128314:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384382.128317:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384382.128318:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384382.128320:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.128323:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384382.128327:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128328:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.128333:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 00000100:00000001:0.0:1767384382.128337:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.128342:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.128345:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 00000100:00000001:0.0:1767384382.128348:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384382.128349:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000020:00000010:3.0:1767384382.128351:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d30f236. 00000100:00000001:0.0:1767384382.128351:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384382.128358:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0f89c71. 00000100:00100000:0.0:1767384382.128358:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:0.0:1767384382.128363:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000020:00000010:3.0:1767384382.128364:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef9e049e. 00000100:00000001:0.0:1767384382.128364:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094055504 : -120961615496112 : ffff91fc6de07c50) 00000100:00000001:3.0:1767384382.128371:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384382.128371:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000520e423f x1853236744059136/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.128375:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.128377:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.128380:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384382.128383:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384382.128384:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6d679c6. 00000100:00000001:0.0:1767384382.128388:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.128389:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384382.128395:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6d679c6. 00000100:00100000:0.0:1767384382.128400:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16155:x1853236744059136:12345-0@lo:253: 00000100:00000001:3.0:1767384382.128403:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384382.128403:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000200:0.0:1767384382.128404:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059136 00000100:00000001:3.0:1767384382.128406:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384382.128409:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384382.128413:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384382.128414:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000001:0.0:1767384382.128415:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.128419:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000020:00000001:0.0:1767384382.128419:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384382.128423:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000100:00000001:3.0:1767384382.128424:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094045264 : -120961615506352 : ffff91fc6de05450) 00000020:00000001:0.0:1767384382.128427:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384382.128429:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384382.128431:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055f24d25 x1853236744059264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384382.128432:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384382.128435:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384382.128438:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.128440:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00000001:0.0:1767384382.128443:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384382.128447:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384382.128449:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384382.128452:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000f6d8eb8. 00000020:00000010:3.0:1767384382.128454:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007399a64a. 02000000:00000001:0.0:1767384382.128455:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.128459:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128460:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384382.128461:0:16790:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384382.128465:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007399a64a. 20000000:00000010:0.0:1767384382.128470:0:16790:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d521540. 00000100:00100000:3.0:1767384382.128471:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16154:x1853236744059264:12345-0@lo:253: 20000000:01000000:0.0:1767384382.128475:0:16790:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384382.128477:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000200:3.0:1767384382.128479:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059264 20000000:00000001:0.0:1767384382.128480:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384382.128484:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384382.128485:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384382.128487:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.128489:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384382.128490:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.128493:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384382.128493:0:16790:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384382.128497:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384382.128500:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505872 : -1040045744 : ffffffffc2022950) 00000020:00000001:3.0:1767384382.128503:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.128515:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384382.128516:0:16790:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005527eb80. 00000020:00000001:3.0:1767384382.128517:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384382.128520:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384382.128522:0:16790:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384382.128527:0:16790:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384382.128530:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384382.128533:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000100:00000001:3.0:1767384382.128534:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384382.128534:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:3.0:1767384382.128538:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.128544:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000073319d3e. 02000000:00000001:3.0:1767384382.128547:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.128549:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.128551:0:16788:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384382.128577:0:16788:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000923ce6d0. 20000000:01000000:3.0:1767384382.128581:0:16788:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384382.128583:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384382.128585:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384382.128587:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.128589:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.128591:0:16788:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384382.128593:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00080000:00000001:0.0:1767384382.128605:0:16790:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384382.128610:0:16790:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384382.128612:0:16790:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.128615:0:16790:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384382.128619:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384382.128624:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00000400:00000200:2.0:1767384382.128631:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00080000:00000001:0.0:1767384382.128634:0:16790:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384382.128641:0:16790:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000982fc056. 00080000:00000001:0.0:1767384382.128645:0:16790:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068071936 : -120966641479680 : ffff91fb424e1000) 00080000:00000001:0.0:1767384382.128649:0:16790:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384382.128663:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128694:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128718:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000001:00000001:0.0:1767384382.128743:0:16790:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384382.128744:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00080000:00000001:0.0:1767384382.128745:0:16790:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.128750:0:16790:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384382.128767:0:16790:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.128769:0:16790:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384382.128783:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128828:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128860:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00080000:00000001:0.0:1767384382.128884:0:16790:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384382.128888:0:16790:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384382.128896:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128945:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.128984:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129020:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129055:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129103:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129149:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129187:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129208:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129263:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129306:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.129350:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384382.129514:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:2.0:1767384382.129520:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064094efc. 00000800:00000010:2.0:1767384382.129526:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c74149c. 00000800:00000010:2.0:1767384382.129623:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c74149c. 00000800:00020000:2.0:1767384382.129633:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384382.129636:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064094efc. 00000800:00000010:2.0:1767384382.129640:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:2.0:1767384382.129683:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp47 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384382.129689:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp47 notifying 192.168.203.113@tcp47: down 00000800:00000200:2.0:1767384382.129694:0:16142:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp47 down 00000800:00000100:2.0:1767384382.129699:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.113@tcp47 00000800:00000010:2.0:1767384382.129701:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a532d9. 00000400:00000200:2.0:1767384382.129704:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384382.129707:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384382.129713:0:16142:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp47 added to recovery queue. ping count: 0 next ping: 304 health :900 00000400:00000200:2.0:1767384382.129716:0:16142:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384382.129718:0:16142:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384382.129720:0:16142:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384382.129739:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384382.129742:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301151 00000400:00000001:2.0:1767384382.129745:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384382.129746:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384382.129748:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000400:00000010:2.0:1767384382.129750:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000400:00000200:2.0:1767384382.129753:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384382.129756:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:2.0:1767384382.129759:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000400:00000200:2.0:1767384382.129762:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:2.0:1767384382.129765:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300151 rc -71 00000400:00000200:2.0:1767384382.129768:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:2.0:1767384382.129771:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (42) 00080000:00000001:0.0:1767384382.136867:0:16790:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384382.136873:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384382.136877:0:16790:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 00040000:00000001:3.0:1767384382.136878:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.136882:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384382.136883:0:16790:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384382.136885:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384382.136887:0:16790:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384382.136888:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384382.136891:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000982fc056. 00080000:00000001:3.0:1767384382.136896:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384382.136901:0:16790:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384382.136910:0:16790:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384382.136913:0:16790:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384382.136917:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384382.136921:0:16788:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0ab28fc. 00080000:00000020:0.0:1767384382.136921:0:16790:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384382.136922:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384382.136927:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767384382.136927:0:16788:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:3.0:1767384382.136933:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384382.136936:0:16788:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384382.136938:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384382.136944:0:16811:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a10d5ceb count: 2 00080000:00000001:2.0:1767384382.136944:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384382.136949:0:16811:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.136953:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.136957:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f58854b5. 00000020:00000001:3.0:1767384382.136961:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.136964:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f58854b5 with handle 0xf489261bfe0bc815 to hash 00000020:00000001:3.0:1767384382.136967:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.136968:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.136971:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00080000:00000001:2.0:1767384382.136974:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384382.136975:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384382.136979:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384382.136981:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.136983:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384382.136985:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.136987:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384382.136991:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384382.136993:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098467928 : -120961611083688 : ffff91fc6e23d058) 00080000:00000001:2.0:1767384382.136999:0:16788:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384382.137004:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384382.137006:0:16788:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053de40cf. 00010000:00000001:3.0:1767384382.137008:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384382.137010:0:16788:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086574592 : -120966622977024 : ffff91fb43686400) 00010000:00000001:3.0:1767384382.137012:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.137016:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384382.137016:0:16788:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384382.137020:0:16811:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384382.137025:0:16811:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.137032:0:16811:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384382.137034:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.137037:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.137038:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.137040:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.137043:0:16811:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384382.137045:0:16811:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.137052:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a10d5ceb) refcount = 2 00010000:00000040:3.0:1767384382.137056:0:16811:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384382.137059:0:16811:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.137064:0:16811:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384382.137066:0:16811:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384382.137067:0:16788:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384382.137070:0:16788:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384382.137075:0:16788:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:3.0:1767384382.137077:0:16811:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006680f4ca. 00000100:00000001:3.0:1767384382.137082:0:16811:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384382.137088:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fe72055. 00000100:00000001:3.0:1767384382.137091:0:16811:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112361597952 : -120961347953664 : ffff91fc7dd2dc00) 00080000:00000001:2.0:1767384382.137091:0:16788:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137096:0:16811:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623112361597952 : -120961347953664 : ffff91fc7dd2dc00) 00080000:00000001:2.0:1767384382.137097:0:16788:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384382.137101:0:16811:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384382.137111:0:16811:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384382.137114:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384382.137117:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.137119:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384382.137121:0:16811:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.137124:0:16811:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.137126:0:16811:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384382.137129:0:16811:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384382.137134:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065fdcf78. 00000020:00000040:3.0:1767384382.137138:0:16811:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000100:00000001:3.0:1767384382.137141:0:16811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384382.137144:0:16811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384382.137148:0:16811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.137154:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001569cfa1. 00000100:00000001:3.0:1767384382.137159:0:16811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.137164:0:16811:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 16 pid: 16790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.137178:0:16811:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 16 pid: 16790 timeout: 453 lvb_type: 0 00080000:00000001:2.0:1767384382.137181:0:16788:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384382.137188:0:16788:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384382.137191:0:16811:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384382.137195:0:16811:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384382.137200:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384382.137209:0:16811:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.137211:0:16811:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.137215:0:16811:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744059392:0@lo:104: 00000100:00000001:3.0:1767384382.137219:0:16811:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384382.137224:0:16811:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384382.137227:0:16811:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.137230:0:16811:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384382.137233:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf3395a9. 02000000:00000001:3.0:1767384382.137236:0:16811:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384382.137240:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384382.137247:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384382.137259:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744059392, portal 16 00000100:00000001:3.0:1767384382.137261:0:16811:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384382.137263:0:16811:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112341718784 : -120961367832832 : ffff91fc7ca38700) 00000100:00000040:3.0:1767384382.137268:0:16811:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384382.137276:0:16811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.137279:0:16811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384382.137281:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384382.137284:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744059392, offset 0 00000400:00000200:3.0:1767384382.137291:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.137303:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.137313:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd07a00 00000400:00000200:3.0:1767384382.137320:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 1640 00000400:00000200:3.0:1767384382.137327:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.137331:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.137337:0:16811:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.137339:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384382.137343:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7bcd810. 00000100:00000040:3.0:1767384382.137346:0:16811:0:(events.c:337:request_in_callback()) incoming req@00000000a7bcd810 x1853236744059392 msgsize 328 00000100:00100000:3.0:1767384382.137350:0:16811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384382.137362:0:16811:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.137369:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384382.137372:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:3.0:1767384382.137376:0:16811:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384382.137379:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384382.137387:0:36945:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384382.137389:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384382.137392:0:36945:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059392 00000100:00000040:3.0:1767384382.137393:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384382.137396:0:36945:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.137400:0:36945:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.137403:0:36945:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137405:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137408:0:16811:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384382.137410:0:36945:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137414:0:16811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.137415:0:36945:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059392 00000020:00000001:1.0:1767384382.137420:0:36945:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384382.137421:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294970934 00000020:00000040:1.0:1767384382.137422:0:36945:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3df 00000020:00000001:1.0:1767384382.137426:0:36945:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.137429:0:36945:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ae565c96 refcount=3 00000020:00000001:1.0:1767384382.137432:0:36945:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000020:00000001:1.0:1767384382.137435:0:36945:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111490592768 : -120962218958848 : ffff91fc49e86000) 00000100:00000001:1.0:1767384382.137439:0:36945:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.137442:0:36945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384382.137446:0:36945:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.137449:0:36945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000100:00000001:3.0:1767384382.137452:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294970925 00000020:00000010:1.0:1767384382.137455:0:36945:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab92344a. 00000020:00000010:1.0:1767384382.137461:0:36945:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b05a704. 00000100:00000001:3.0:1767384382.137465:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294970934 00000020:00000010:1.0:1767384382.137467:0:36945:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000001:3.0:1767384382.137470:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294970925 00000100:00000001:3.0:1767384382.137476:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294970934 00000100:00000040:1.0:1767384382.137479:0:36945:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384382.137481:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294970925 00000100:00000001:1.0:1767384382.137485:0:36945:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.137486:0:16811:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294970934 00000100:00000001:1.0:1767384382.137489:0:36945:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384382.137492:0:16811:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294970925 00000100:00000001:1.0:1767384382.137492:0:36945:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137498:0:16811:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.137501:0:16811:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.137503:0:16811:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.137503:0:36945:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.137521:0:16811:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.137526:0:16811:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.137528:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.137530:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.137532:0:16811:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.137534:0:16811:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384382.137535:0:36945:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.137536:0:16811:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384382.137541:0:16811:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137543:0:16811:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.137545:0:16811:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384382.137548:0:16811:0:(client.c:2690:ptlrpc_set_wait()) set 000000001fe72055 going to sleep for 11 seconds 00000100:00000001:1.0:1767384382.137550:0:36945:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.137551:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384382.137579:0:36945:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384382.137583:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384382.137586:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384382.137586:0:36945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:3.0:1767384382.137587:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.137593:0:36945:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ae565c96 : new rpc_count 1 00000100:00000001:2.0:1767384382.137594:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.137599:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.137599:0:36945:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454590720 : -120962254960896 : ffff91fc47c30700) 00000100:00000040:1.0:1767384382.137608:0:36945:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7bcd810 x1853236744059392/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384382.137618:0:36945:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.137621:0:36945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc2607dc. 00000100:00000001:1.0:1767384382.137623:0:36945:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.137625:0:36945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc2607dc. 00000100:00100000:1.0:1767384382.137629:0:36945:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7bcd810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744059392:12345-0@lo:104: 00000100:00000200:1.0:1767384382.137632:0:36945:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059392 00010000:00000001:1.0:1767384382.137635:0:36945:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384382.137638:0:36945:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384382.137640:0:36945:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.137641:0:36945:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=2 00000020:00000001:1.0:1767384382.137643:0:36945:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:1.0:1767384382.137646:0:36945:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:1.0:1767384382.137649:0:36945:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.137651:0:36945:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.137653:0:36945:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384382.137661:0:36945:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.137663:0:36945:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384382.137668:0:36945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f8bb284. 02000000:00000001:1.0:1767384382.137670:0:36945:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.137671:0:36945:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.137676:0:36945:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384382.137678:0:36945:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.137681:0:36945:0:(import.c:2128:obd_at_measure()) add 1 to 0000000074a5838d time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.137686:0:36945:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384382.137694:0:36945:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384382.137696:0:36945:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384382.137698:0:36945:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384382.137700:0:36945:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.137703:0:36945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.137704:0:36945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.137708:0:36945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000100:00000200:1.0:1767384382.137711:0:36945:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744059392, offset 224 00000400:00000200:1.0:1767384382.137716:0:36945:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384382.137721:0:36945:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384382.137728:0:36945:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd07a00 00000400:00000200:1.0:1767384382.137732:0:36945:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f85 [1] + 224 00000400:00000200:1.0:1767384382.137735:0:36945:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.137738:0:36945:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.137741:0:36945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384382.137745:0:36945:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384382.137754:0:36945:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384382.137767:0:36945:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384382.137772:0:36945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000400:00000010:1.0:1767384382.137774:0:36945:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000100:00000001:1.0:1767384382.137777:0:36945:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384382.137778:0:36945:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384382.137781:0:36945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137783:0:16811:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384382.137786:0:36945:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000001:3.0:1767384382.137789:0:16811:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384382.137791:0:36945:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384382.137792:0:16811:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.137795:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00010000:00000010:1.0:1767384382.137797:0:36945:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008c4929e0. 00000400:00000200:3.0:1767384382.137800:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00010000:00000001:1.0:1767384382.137801:0:36945:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384382.137804:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384382.137808:0:16811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.137812:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384382.137814:0:36945:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384382.137821:0:36945:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.137826:0:36945:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384382.137829:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384382.137830:0:36945:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.137836:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384382.137839:0:36945:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7bcd810 x1853236744059392/t0(0) o104->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384382.137841:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137842:0:16811:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384382.137845:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384382.137850:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384382.137852:0:16811:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.137854:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384382.137857:0:16811:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384382.137859:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384382.137862:0:16811:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.137865:0:16811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.137868:0:16811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.137869:0:36945:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7bcd810 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+3:16811:x1853236744059392:12345-0@lo:104: Request processed in 247us (518us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384382.137873:0:16811:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.137876:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005d3bc7e9 already unused, calling callback (000000001cc36fe6) 00000100:00001000:3.0:1767384382.137880:0:16811:0:(import.c:2128:obd_at_measure()) add 5 to 000000000b9a74b9 time=90 v=5 (5 0 0 0) 10000000:00000001:2.0:1767384382.137882:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384382.137886:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384382.137886:0:36945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00001000:3.0:1767384382.137888:0:16811:0:(import.c:2128:obd_at_measure()) add 1 to 000000002e943816 time=90 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384382.137893:0:36945:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ae565c96 : new rpc_count 0 00000100:00000001:3.0:1767384382.137897:0:16811:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384382.137899:0:36945:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.137900:0:16811:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.137903:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384382.137903:0:36945:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384382.137904:0:16811:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384382.137907:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384382.137908:0:16811:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.137910:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384382.137910:0:36945:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b05a704. 00000100:00000001:3.0:1767384382.137912:0:16811:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.137915:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=3 00000020:00000010:1.0:1767384382.137917:0:36945:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000100:00000040:3.0:1767384382.137919:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384382.137919:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000020:00000010:1.0:1767384382.137924:0:36945:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab92344a. 00010000:00000001:2.0:1767384382.137925:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:2.0:1767384382.137932:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:1.0:1767384382.137933:0:36945:0:(genops.c:898:class_export_put()) PUTting export 00000000ae565c96 : new refcount 2 00000100:00000001:3.0:1767384382.137934:0:16811:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384382.137936:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384382.137939:0:36945:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.137940:0:16811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.137944:0:16811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.137950:0:16811:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:2.0:1767384382.137951:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.137953:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:2.0:1767384382.137955:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.137956:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.137959:0:16811:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.137967:0:16811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384382.137967:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384382.137974:0:16784:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384382.137978:0:16784:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00100000:3.0:1767384382.137980:0:16811:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000065fdcf78 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16811:1853236744059392:0@lo:104: 10000000:00000040:2.0:1767384382.137983:0:16784:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384382.137987:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384382.137988:0:16811:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.137989:0:16784:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137993:0:16811:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.137996:0:16811:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384382.137998:0:16811:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.138001:0:16811:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000065fdcf78 x1853236744059392/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384382.138003:0:16784:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384382.138006:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384382.138009:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 00000100:00000001:3.0:1767384382.138011:0:16811:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767384382.138013:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384382.138016:0:16811:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1767384382.138016:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.138020:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf3395a9. 00010000:00000001:2.0:1767384382.138022:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384382.138026:0:16811:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384382.138026:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384382.138029:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384382.138031:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384382.138032:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.138036:0:16811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384382.138036:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d3bc7e9 with handle 0xf489261bfe0bc807 from hash 00000020:00000040:3.0:1767384382.138039:0:16811:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00010000:00000001:2.0:1767384382.138041:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767384382.138044:0:16811:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384382.138045:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384382.138049:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001569cfa1. 00010000:00000001:2.0:1767384382.138049:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.138051:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384382.138055:0:16811:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384382.138055:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1767384382.138059:0:16811:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384382.138059:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000010:3.0:1767384382.138062:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065fdcf78. 00010000:00000001:2.0:1767384382.138064:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384382.138067:0:16811:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384382.138068:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384382.138072:0:16811:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384382.138076:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001fe72055. 00000100:00000010:2.0:1767384382.138076:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e6364a9. 00000020:00000040:2.0:1767384382.138081:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384382.138083:0:16811:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384382.138087:0:16811:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384382.138087:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384382.138091:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:3.0:1767384382.138092:0:16811:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006680f4ca. 02000000:00000001:2.0:1767384382.138095:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138097:0:16811:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138101:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384382.138101:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001eab4e2f. 00010000:00000001:3.0:1767384382.138106:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384382.138108:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.138110:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384382.138113:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767384382.138114:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384382.138119:0:16811:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384382.138119:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384382.138135:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384382.138137:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384382.138140:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384382.138143:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384382.138150:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e6364a9] to pc [ptlrpcd_00_02+2] req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.138168:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384382.138171:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.138173:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.138174:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.138177:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138179:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384382.138179:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.138183:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384382.138184:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.138186:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384382.138192:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.138195:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384382.138198:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 000000005d3bc7e9/0xf489261bfe0bc807 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf489261bfe0bc80e expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384382.138210:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.138212:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.138213:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009936a7e7 count: 0 02000000:00000001:3.0:1767384382.138215:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384382.138219:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384382.138222:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.138223:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384382.138226:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e6364a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744059520:0@lo:103: 00010000:00000001:2.0:1767384382.138227:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384382.138231:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008c4929e0. 00000100:00000001:3.0:1767384382.138232:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384382.138237:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384382.138237:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.138239:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384382.138241:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384382.138243:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384382.138244:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.138247:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384382.138248:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384382.138249:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.138253:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:3.0:1767384382.138254:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001569cfa1. 00000020:00000001:2.0:1767384382.138255:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384382.138257:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.138258:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.138260:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384382.138263:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384382.138269:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384382.138271:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744059520, portal 18 00000100:00000001:3.0:1767384382.138273:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384382.138274:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229094272 : -120961480457344 : ffff91fc75ed0380) 00000100:00000040:3.0:1767384382.138278:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.138285:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.138286:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384382.138289:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384382.138291:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744059520, offset 0 00000400:00000200:3.0:1767384382.138294:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.138300:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.138306:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd07a80 00000400:00000200:3.0:1767384382.138312:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:3.0:1767384382.138316:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.138319:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.138323:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384382.138325:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384382.138328:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002724325f. 00000100:00000040:3.0:1767384382.138331:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000002724325f x1853236744059520 msgsize 328 00000100:00100000:3.0:1767384382.138335:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384382.138346:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.138351:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384382.138353:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:3.0:1767384382.138357:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384382.138360:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.138368:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.138371:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.138378:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138387:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384382.138392:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138394:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294970935 00000100:00000001:3.0:1767384382.138400:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294970934 00000100:00000001:3.0:1767384382.138403:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294970935 00000100:00000001:3.0:1767384382.138407:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294970934 00000100:00000001:3.0:1767384382.138410:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294970935 00000100:00000001:3.0:1767384382.138414:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294970934 00000100:00000001:3.0:1767384382.138417:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294970935 00000100:00000001:3.0:1767384382.138419:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294970934 00000100:00000001:3.0:1767384382.138421:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.138423:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138425:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138428:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.138432:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.138434:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384382.138436:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.138438:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.138439:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138441:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138451:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.138453:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138466:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384382.138468:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059520 02000000:00000001:3.0:1767384382.138470:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.138472:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.138474:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.138477:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384382.138479:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059520 00000020:00000001:3.0:1767384382.138481:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384382.138482:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384382.138484:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.138485:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=17 00000020:00000001:3.0:1767384382.138488:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384382.138495:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384382.138498:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.138501:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384382.138515:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.138518:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000020:00000010:3.0:1767384382.138523:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf3395a9. 00000020:00000010:3.0:1767384382.138528:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd091c03. 00000020:00000010:3.0:1767384382.138532:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384382.138540:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384382.138543:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.138545:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384382.138547:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384382.138549:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138552:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384382.138574:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.138576:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.138577:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc96daad refcount=4 00000020:00000001:3.0:1767384382.138580:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00010000:00000001:3.0:1767384382.138583:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00010000:00010000:3.0:1767384382.138587:0:16781:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 17 pid: 16790 timeout: 453 lvb_type: 0 00010000:00000001:3.0:1767384382.138594:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.138595:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.138597:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.138599:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.138603:0:16781:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384382.138608:0:16781:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002724325f x1853236744059520/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.138616:0:16781:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384382.138618:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138627:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.138638:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384382.138640:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384382.138649:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384382.138652:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 3 00000100:00000001:3.0:1767384382.138655:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454593408 : -120962254958208 : ffff91fc47c31180) 00000100:00000040:3.0:1767384382.138660:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002724325f x1853236744059520/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 328/0 e 0 to 0 dl 1767384393 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.138668:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384382.138671:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006680f4ca. 00000100:00000001:3.0:1767384382.138673:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384382.138675:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006680f4ca. 00000100:00100000:3.0:1767384382.138680:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002724325f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+17:16156:x1853236744059520:12345-0@lo:103: 00000100:00000200:3.0:1767384382.138684:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059520 00010000:00000001:3.0:1767384382.138686:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384382.138688:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384382.138691:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384382.138694:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.138696:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384382.138700:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000443a3c4d. 02000000:00000001:3.0:1767384382.138702:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.138704:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138707:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384382.138708:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384382.138710:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.138712:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.138714:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dc96daad refcount=4 00000020:00000001:3.0:1767384382.138716:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00010000:00000001:3.0:1767384382.138719:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454697472 : -120962254854144 : ffff91fc47c4a800) 00010000:00000040:3.0:1767384382.138721:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a10d5ceb count: 3 00010000:00010000:3.0:1767384382.138725:0:16781:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 17 pid: 16790 timeout: 453 lvb_type: 0 00000100:00001000:3.0:1767384382.138731:0:16781:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d5b4ed7f time=1767384382 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384382.138734:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384382.138745:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.138747:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.138750:0:16781:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 17 pid: 16790 timeout: 453 lvb_type: 0 00000020:00000001:3.0:1767384382.138757:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.138758:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.138760:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.138762:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138765:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384382.138767:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384382.138771:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.138773:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.138775:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.138777:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.138779:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc96daad with handle 0xf489261bfe0bc80e from hash 00010000:00000001:3.0:1767384382.138782:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384382.138783:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.138785:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.138786:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384382.138788:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384382.138790:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384382.138793:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc96daad/0xf489261bfe0bc80e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf489261bfe0bc807 expref: 17 pid: 16790 timeout: 453 lvb_type: 0 00010000:00000040:3.0:1767384382.138799:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:3.0:1767384382.138801:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 16 00010000:00000001:3.0:1767384382.138807:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.138809:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.138811:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384382.138813:0:16781:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f58854b5 00010000:00000001:3.0:1767384382.138815:0:16781:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.138816:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.138818:0:16781:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.138819:0:16781:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.138821:0:16781:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.138824:0:16781:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.138826:0:16781:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384382.138833:0:16781:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138839:0:16781:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384382.138842:0:16781:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.138844:0:16781:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.138846:0:16781:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.138847:0:16781:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a10d5ceb) refcount = 2 00010000:00010000:3.0:1767384382.138851:0:16781:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138857:0:16781:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.138859:0:16781:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.138860:0:16781:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.138862:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384382.138866:0:16781:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006680f4ca. 00000100:00000001:3.0:1767384382.138868:0:16781:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384382.138871:0:16781:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fe72055. 00000100:00000001:3.0:1767384382.138873:0:16781:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112361597952 : -120961347953664 : ffff91fc7dd2dc00) 00000100:00000001:3.0:1767384382.138875:0:16781:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623112361597952 : -120961347953664 : ffff91fc7dd2dc00) 00000100:00000001:3.0:1767384382.138877:0:16781:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384382.138878:0:16781:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384382.138880:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384382.138882:0:16781:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384382.138885:0:16781:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384382.138888:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.138889:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.138891:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=5 00000020:00000001:3.0:1767384382.138893:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.138895:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.138908:0:16781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384382.138910:0:16781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138920:0:16781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384382.138928:0:16781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138934:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.138935:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.138937:0:16781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138943:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.138944:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138946:0:16781:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384382.138948:0:16781:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.138953:0:16781:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f58854b5 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384382.138955:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.138957:0:16781:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384382.138959:0:16781:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138965:0:16781:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384382.138966:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.138967:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.138969:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=6 00000020:00000001:3.0:1767384382.138971:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.138973:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.138976:0:16781:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384382.138978:0:16781:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.138983:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384382.138985:0:16781:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.138987:0:16781:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.138994:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384382.138995:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384382.138996:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.139005:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.139008:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f58854b5 with handle 0xf489261bfe0bc815 from hash 00010000:00000001:3.0:1767384382.139010:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384382.139011:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.139013:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.139014:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384382.139015:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384382.139017:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.139019:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.139020:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.139023:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139024:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.139026:0:16781:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384382.139028:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.139030:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.139031:0:16781:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139033:0:16781:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139035:0:16781:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.139038:0:16781:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.139043:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.139045:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.139047:0:16781:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384382.139048:0:16781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384382.139050:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.139052:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.139053:0:16781:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384382.139055:0:16781:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.139057:0:16781:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139059:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.139060:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.139062:0:16781:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139064:0:16781:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384382.139065:0:16781:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384382.139067:0:16781:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.139069:0:16781:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.139081:0:16781:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384382.139083:0:16781:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001fe72055. 00000100:00000001:3.0:1767384382.139086:0:16781:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384382.139088:0:16781:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384382.139090:0:16781:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006680f4ca. 00010000:00000001:3.0:1767384382.139093:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384382.139095:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384382.139096:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.139100:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.139101:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.139104:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.139107:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.139110:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384382.139112:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384382.139115:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.139117:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.139120:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.139122:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384382.139126:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384382.139129:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744059520, offset 224 00000400:00000200:3.0:1767384382.139134:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.139140:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.139146:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd07a80 00000400:00000200:3.0:1767384382.139150:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f91 [1] + 224 00000400:00000200:3.0:1767384382.139153:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.139157:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.139160:0:16781:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.139163:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.139171:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.139184:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.139188:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384382.139190:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:3.0:1767384382.139199:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384382.139201:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384382.139205:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.139208:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384382.139211:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139213:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.139217:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002724325f x1853236744059520/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.139225:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002724325f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744059520:12345-0@lo:103: Request processed in 557us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.139232:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384382.139235:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:3.0:1767384382.139237:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.139239:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.139242:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd091c03. 00000020:00000010:3.0:1767384382.139247:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384382.139252:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf3395a9. 00000020:00000040:3.0:1767384382.139256:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:3.0:1767384382.139258:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.139280:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.139282:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384382.139285:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384382.139287:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384382.139289:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00000400:00000200:3.0:1767384382.139293:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384382.139295:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384382.139298:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.139301:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384382.139309:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.139316:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.139317:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.139319:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384382.139326:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.139327:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.139329:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.139331:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.139334:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384382.139337:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.139340:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384382.139341:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.139343:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384382.139344:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.139346:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.139350:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.139356:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.139358:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.139360:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384382.139363:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.139370:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e6364a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744059520:0@lo:103: 00000100:00000001:3.0:1767384382.139375:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.139377:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.139380:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e6364a9 x1853236744059520/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.139387:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384382.139389:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384382.139391:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001569cfa1. 02000000:00000001:3.0:1767384382.139394:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384382.139396:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384382.139397:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384382.139400:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384382.139402:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001eab4e2f. 02000000:00000001:3.0:1767384382.139406:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384382.139408:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384382.139409:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e6364a9. 00000100:00000001:3.0:1767384382.139417:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.139419:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.139421:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.139425:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.139427:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.139429:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.139431:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.139445:0:16811:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.139451:0:16811:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384382.139453:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384382.139456:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.139462:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384382.139464:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384382.139466:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc815 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.139471:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a10d5ceb count: 0 00010000:00000001:3.0:1767384382.139482:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384382.139484:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384382.143576:0:39083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dc96daad. 00010000:00000010:2.1:1767384382.143576:0:16659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009936a7e7. 00010000:00000010:2.1:1767384382.143586:0:16659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d3bc7e9. 00010000:00000010:3.1:1767384382.143587:0:39083:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a10d5ceb. 00010000:00000010:3.1:1767384382.143594:0:39083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f58854b5. 00080000:00000001:3.0:1767384382.146435:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384382.146438:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.146441:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384382.146442:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.146444:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384382.146447:0:16788:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384382.146448:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053de40cf. 00080000:00000001:3.0:1767384382.146455:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767384382.146455:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000799e8bc2/0000000094b73940 to site lru. bkt: 000000000120463c 20000000:00000001:2.0:1767384382.146460:0:16788:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.146463:0:16788:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384382.146466:0:16788:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384382.146480:0:16788:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384382.146484:0:16788:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384382.146486:0:16811:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384382.146490:0:16811:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384382.146492:0:16788:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384382.146493:0:16811:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384382.146499:0:16811:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384382.146501:0:16811:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384382.146518:0:16811:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000033b3c527. 00010000:00000001:3.0:1767384382.146523:0:16811:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384382.146532:0:16811:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f58854b5. 00000020:00000001:3.0:1767384382.146536:0:16811:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384382.146539:0:16811:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f58854b5 with handle 0xf489261bfe0bc81c to hash 00000020:00000001:3.0:1767384382.146542:0:16811:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384382.146544:0:16811:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146547:0:16811:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146550:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.146552:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.146577:0:16811:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146585:0:16811:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384382.146588:0:16811:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384382.146590:0:16811:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384382.146593:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.146595:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.146596:0:16811:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384382.146598:0:16811:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.146600:0:16811:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384382.146603:0:16811:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384382.146605:0:16811:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384382.146606:0:16811:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384382.146608:0:16811:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000033b3c527) refcount = 1 00010000:00010000:3.0:1767384382.146612:0:16811:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146618:0:16811:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384382.146620:0:16811:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384382.146622:0:16811:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.146624:0:16811:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146626:0:16811:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384382.146629:0:16811:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384382.146631:0:16811:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003779612s 00010000:00000001:3.0:1767384382.146634:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.146636:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.146644:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=4 00000020:00000001:3.0:1767384382.146647:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146650:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146652:0:16811:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384382.146654:0:16811:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146660:0:16811:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384382.146662:0:16811:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146667:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.146669:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384382.146671:0:16811:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146676:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.146678:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146680:0:16811:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384382.146682:0:16811:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384382.146688:0:16811:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f58854b5 already unused, calling callback (0000000092aba540) 00010000:00000001:3.0:1767384382.146690:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.146692:0:16811:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384382.146694:0:16811:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146700:0:16811:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384382.146701:0:16811:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384382.146702:0:16811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384382.146703:0:16811:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f58854b5 refcount=5 00000020:00000001:3.0:1767384382.146705:0:16811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146707:0:16811:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384382.146710:0:16811:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384382.146716:0:16811:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146722:0:16811:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384382.146724:0:16811:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384382.146726:0:16811:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146729:0:16811:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384382.146731:0:16811:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384382.146733:0:16811:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384382.146735:0:16811:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384382.146738:0:16811:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f58854b5 with handle 0xf489261bfe0bc81c from hash 00010000:00000001:3.0:1767384382.146740:0:16811:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384382.146742:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.146743:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.146745:0:16811:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384382.146747:0:16811:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384382.146749:0:16811:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384382.146751:0:16811:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384382.146753:0:16811:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384382.146756:0:16811:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146758:0:16811:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384382.146760:0:16811:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384382.146762:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.146764:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.146765:0:16811:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146767:0:16811:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.146769:0:16811:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.146772:0:16811:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146777:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.146778:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.146780:0:16811:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384382.146782:0:16811:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384382.146783:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384382.146784:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384382.146786:0:16811:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384382.146788:0:16811:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.146798:0:16811:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.146800:0:16811:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384382.146806:0:16811:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384382.146807:0:16811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384382.146808:0:16811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc81c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16811 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384382.146814:0:16811:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000033b3c527 count: 0 00010000:00000001:3.0:1767384382.146824:0:16811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384382.146826:0:16811:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384382.148746:0:16790:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384382.148750:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384382.148753:0:16790:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d521540. 20000000:00000001:0.0:1767384382.148760:0:16790:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384382.148764:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744059136 00010000:00000001:0.0:1767384382.148768:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384382.148776:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000520e423f x1853236744059136/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384382.148784:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384382.148787:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.148790:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.148794:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.148798:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384382.148800:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384382.148804:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384382.148807:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.148818:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384382.148822:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384382.148826:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ee2198. 00000100:00000200:0.0:1767384382.148831:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744059136, offset 224 00000400:00000200:0.0:1767384382.148838:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384382.148848:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384382.148857:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07900 00000400:00000200:0.0:1767384382.148864:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f75 [2] + 224 00000400:00000200:0.0:1767384382.148871:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.148874:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.148879:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384382.148883:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384382.148892:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.148905:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384382.148911:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ee2198 00000400:00000010:0.0:1767384382.148914:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037ee2198. 00000100:00000001:0.0:1767384382.148917:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.148918:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.148923:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.148925:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384382.148928:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384382.148930:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384382.148932:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384382.148936:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000520e423f x1853236744059136/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.148945:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000520e423f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744059136:12345-0@lo:253: Request processed in 20564us (20934us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384382.148955:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:0.0:1767384382.148958:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384382.148960:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.148962:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384382.148973:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000220b92a4. 00000020:00000010:0.0:1767384382.148977:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384382.148980:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d45270f. 00000020:00000040:0.0:1767384382.148985:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 02000000:00000001:0.0:1767384382.148989:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.148992:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000f6d8eb8. 02000000:00000001:0.0:1767384382.148995:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.148997:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384382.149002:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384382.149007:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f11c0d. 00000400:00000010:0.0:1767384382.149012:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ee2198. 00000100:00000001:0.0:1767384382.149028:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.149030:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384382.149033:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.149035:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384382.149036:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00000400:00000200:0.0:1767384382.149039:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee1f092 00000400:00000010:0.0:1767384382.149040:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bee1f092. 00000100:00000001:0.0:1767384382.149043:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384382.149046:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384382.149052:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.149057:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384382.149058:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.149060:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384382.149061:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384382.149062:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384382.149064:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384382.149065:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.149068:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384382.149071:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.149073:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384382.149074:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.149075:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384382.149077:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.149083:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384382.149085:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.149090:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384382.149092:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384382.149093:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384382.149096:0:16155:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384382.149098:0:16155:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384382.149099:0:16155:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384382.149100:0:16155:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384382.149102:0:16155:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384382.149103:0:16155:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384382.149104:0:16155:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384382.149105:0:16155:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384382.149106:0:16155:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384382.149107:0:16155:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384382.149109:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384382.149114:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000842e4fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744059136:0@lo:253: 00000100:00000001:0.0:1767384382.149118:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.149120:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384382.149122:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000842e4fb0 x1853236744059136/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.149127:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384382.149129:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384382.149131:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e704cad. 02000000:00000001:0.0:1767384382.149135:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384382.149137:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384382.149138:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384382.149140:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384382.149141:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c8451a6. 02000000:00000001:0.0:1767384382.149146:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384382.149147:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384382.149148:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000842e4fb0. 00000100:00000001:0.0:1767384382.149151:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384382.149157:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.149159:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384382.149165:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384382.149167:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.149169:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384382.149171:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384382.149737:0:39084:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000004d84ecd. 00000400:00000040:1.0:1767384382.149755:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.149758:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384382.149761:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.149762:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.149765:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.149766:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384382.149768:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.149770:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384382.149771:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384382.149773:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384382.149775:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384382.149777:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.149780:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384382.149782:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.149784:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384382.149786:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384382.149788:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.149790:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384382.149791:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384382.149794:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.149797:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.149798:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.149806:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.149808:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.149809:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384382.149812:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.149814:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.149816:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.149817:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.149819:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.149821:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384382.149824:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.149826:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.149828:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.149829:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.149831:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.149832:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384382.149835:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.149837:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.149839:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384382.149841:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384382.149844:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.149846:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384382.149848:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384382.149850:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384382.149852:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384382.149854:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384382.149855:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384382.149858:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384382.149860:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.149862:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384382.149863:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384382.149865:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384382.149867:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384382.149869:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384382.149871:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384382.149873:0:39084:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384382.150003:0:39084:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000004d84ecd. 00080000:00000020:0.0:1767384382.150055:0:16788:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384382.150058:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384382.150059:0:16788:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000923ce6d0. 20000000:00000001:0.0:1767384382.150064:0:16788:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384382.150066:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744059264 00010000:00000001:0.0:1767384382.150068:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384382.150071:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055f24d25 x1853236744059264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384382.150076:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384382.150077:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384382.150079:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384382.150081:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384382.150082:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384382.150083:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384382.150085:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384382.150086:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.150087:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384382.150088:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384382.150090:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f728e267. 00000100:00000200:0.0:1767384382.150092:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744059264, offset 224 00000400:00000200:0.0:1767384382.150094:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384382.150098:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384382.150102:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd07980 00000400:00000200:0.0:1767384382.150105:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f7d [2] + 224 00000400:00000200:0.0:1767384382.150108:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.150110:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384382.150112:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384382.150114:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384382.150127:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.150137:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384382.150140:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f728e267 00000400:00000010:0.0:1767384382.150142:0:16788:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f728e267. 00000100:00000001:0.0:1767384382.150143:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384382.150145:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384382.150147:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.150148:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384382.150150:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384382.150152:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384382.150152:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384382.150155:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384382.150158:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384382.150158:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384382.150161:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384382.150162:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055f24d25 x1853236744059264/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384382.150164:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d63b84. 00000400:00000200:3.0:1767384382.150170:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c8986ec 00000100:00100000:0.0:1767384382.150174:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055f24d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744059264:12345-0@lo:253: Request processed in 21723us (22059us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384382.150175:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c8986ec. 00000100:00000001:3.0:1767384382.150181:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384382.150184:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:0.0:1767384382.150186:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:3.0:1767384382.150189:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384382.150189:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384382.150191:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384382.150194:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0f89c71. 00000020:00000010:0.0:1767384382.150199:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef9e049e. 00000020:00000010:0.0:1767384382.150203:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d30f236. 00000100:00000200:3.0:1767384382.150206:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384382.150206:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:0.0:1767384382.150210:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384382.150212:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000073319d3e. 02000000:00000001:0.0:1767384382.150216:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384382.150218:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.150222:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384382.150222:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384382.150224:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384382.150226:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7151ac5. 00000100:00000001:3.0:1767384382.150228:0:16154:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384382.150230:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f728e267. 02000000:00000001:3.0:1767384382.150231:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384382.150234:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384382.150235:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384382.150238:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.150240:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384382.150244:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.150247:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384382.150248:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384382.150250:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384382.150258:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.150260:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.150263:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.150270:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.150273:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384382.150274:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384382.150277:0:16154:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384382.150278:0:16154:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384382.150279:0:16154:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384382.150280:0:16154:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384382.150282:0:16154:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384382.150283:0:16154:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384382.150284:0:16154:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384382.150285:0:16154:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384382.150286:0:16154:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384382.150289:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.150295:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056aaba7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744059264:0@lo:253: 00000100:00000001:3.0:1767384382.150299:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.150301:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384382.150303:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056aaba7c x1853236744059264/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.150309:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384382.150310:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384382.150312:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000833fb32d. 02000000:00000001:3.0:1767384382.150315:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384382.150316:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384382.150318:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384382.150319:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384382.150321:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d10ef302. 02000000:00000001:3.0:1767384382.150323:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384382.150324:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384382.150325:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056aaba7c. 00000100:00000001:3.0:1767384382.150328:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384382.150334:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.150336:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.150340:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384382.150341:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.150342:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.150343:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384382.150771:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000033b3c527. 00010000:00000010:3.1:1767384382.150776:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f58854b5. 00000100:00000040:2.0:1767384382.155592:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294970935, at 4294970936 00000100:00000040:3.0:1767384382.155602:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294970935, at 4294970936 00000100:00000010:2.0:1767384382.155602:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091e19d71. 00000100:00000040:1.0:1767384382.155602:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294970935, at 4294970936 00000100:00000010:1.0:1767384382.155613:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3c95a0. 00000100:00000010:3.0:1767384382.155615:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ddb65bd. 00000100:00000040:0.0:1767384382.155622:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294970935, at 4294970936 00000100:00000010:0.0:1767384382.155636:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d106672. 00010000:00000001:1.0:1767384382.419604:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384382.419609:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.419616:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384382.419619:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384382.419622:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384382.419623:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.419706:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384382.419709:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.419712:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.419715:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.419748:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384382.419752:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.419755:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384382.867647:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003cf54f64] -> 12345-192.168.203.113@tcp16 (6) 00000400:00000200:1.0:1767384382.867653:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp35 00000400:00000010:1.0:1767384382.867658:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000329e251b. 00000800:00000200:3.0:1767384382.867659:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp16 ip 192.168.203.113:988 00000800:00000200:3.0:1767384382.867665:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384382.867666:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5c946eb. 00000400:00000010:1.0:1767384382.867672:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000400:00000010:1.0:1767384382.867680:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d98b8882. 00000400:00000200:1.0:1767384382.867685:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp35 00000400:00000200:1.0:1767384382.867702:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp35 local destination 00000400:00000200:1.0:1767384382.867709:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp35 00000400:00000200:1.0:1767384382.867715:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp35 NI seq info: [203:203:256:4294967295] 192.168.203.113@tcp35 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384382.867721:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp35 00000400:00000200:1.0:1767384382.867731:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp35(192.168.203.113@tcp35:) -> 192.168.203.113@tcp35(192.168.203.113@tcp35:192.168.203.113@tcp35) : GET try# 0 00000800:00000200:1.0:1767384382.867737:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp35 00000800:00000010:1.0:1767384382.867741:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5f36e09. 00000800:00000200:1.0:1767384382.867748:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000800:00000200:1.1:1767384382.867752:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000073dd0412] -> 12345-192.168.203.113@tcp35 (2) 00000400:00000200:1.0:1767384382.867776:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp35 added to recovery queue. ping count: 5 next ping: 336 health :500 00000400:00000200:1.0:1767384382.867781:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp47 00000400:00000010:1.0:1767384382.867784:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099e8ecaf. 00000400:00000010:1.0:1767384382.867787:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ee541d2. 00000400:00000010:1.0:1767384382.867790:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc14f76. 00000400:00000010:1.0:1767384382.867793:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001c2e943a. 00000400:00000200:1.0:1767384382.867797:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp47 00000400:00000200:1.0:1767384382.867805:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp47 local destination 00000400:00000200:1.0:1767384382.867815:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp47 00000400:00000200:1.0:1767384382.867819:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp47 NI seq info: [204:204:256:4294967295] 192.168.203.113@tcp47 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384382.867825:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp47 00000800:00000200:0.0:1767384382.867826:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384382.867833:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384382.867836:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47:) -> 192.168.203.113@tcp47(192.168.203.113@tcp47:192.168.203.113@tcp47) : GET try# 0 00000800:00000200:1.0:1767384382.867843:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp47 00000800:00000001:0.0:1767384382.867844:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384382.867846:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005181f98a. 00000800:00000001:0.0:1767384382.867850:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384382.867854:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000800:00000001:0.0:1767384382.867856:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384382.867860:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000400:00000200:1.0:1767384382.867874:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp47 added to recovery queue. ping count: 1 next ping: 306 health :900 00000400:00000200:0.0:1767384382.867929:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.867979:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.868017:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868100:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868138:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868157:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868179:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868199:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868217:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868238:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868261:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868282:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868301:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868322:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868338:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868357:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868379:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868399:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868424:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868451:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868482:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868531:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384382.868579:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868674:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868717:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868745:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868774:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868805:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868838:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868863:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868887:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868909:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868932:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868953:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.868977:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.869000:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.869025:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384382.869048:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384382.869175:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082c8cd75. 00000800:00000010:2.0:1767384382.869181:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045f8c94f. 00000800:00000010:2.0:1767384382.869187:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a12bab71. 00000800:00000010:2.0:1767384382.869211:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a12bab71. 00000400:00000200:0.0:1767384382.869217:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000800:00020000:2.0:1767384382.869220:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384382.869225:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045f8c94f. 00000800:00000010:2.0:1767384382.869228:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082c8cd75. 00000400:00000200:0.0:1767384382.869256:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:02020000:2.0:1767384382.869281:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp47 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384382.869289:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp47 notifying 192.168.203.113@tcp47: down 00000400:00000200:2.0:1767384382.869293:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384382.869298:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp47 00000400:00000200:0.0:1767384382.869300:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000010:2.0:1767384382.869301:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005181f98a. 00000400:00000200:2.0:1767384382.869307:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384382.869314:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384382.869323:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384382.869327:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384382.869331:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp47) recovery failed with -71 00000400:00000200:0.0:1767384382.869335:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869367:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869395:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869423:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869447:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869469:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869487:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869525:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869549:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869608:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869632:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869660:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869702:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869744:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869780:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869818:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869860:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869894:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869932:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.869981:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870036:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870075:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870115:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870142:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870166:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870189:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870212:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870235:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384382.870258:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384382.870361:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e704cad. 00000800:00000010:0.0:1767384382.870366:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000070522a4e. 00000800:00000010:0.0:1767384382.870370:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c8764ec. 00000800:00000010:0.0:1767384382.870389:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c8764ec. 00000800:00020000:0.0:1767384382.870396:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384382.870399:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000070522a4e. 00000800:00000010:0.0:1767384382.870401:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008e704cad. 00000400:02020000:0.0:1767384382.870443:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp35 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384382.870450:0:35348:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp35 notifying 192.168.203.113@tcp35: down 00000800:00000200:0.0:1767384382.870456:0:35348:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp35 down 00000800:00000100:0.0:1767384382.870462:0:35348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp35 00000800:00000010:0.0:1767384382.870465:0:35348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5f36e09. 00000400:00000200:0.0:1767384382.870468:0:35348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384382.870473:0:35348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp35->192.168.203.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384382.870480:0:35348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384382.870483:0:35348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384382.870488:0:35348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384383.444615:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384383.444621:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.444628:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384383.444630:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.444649:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384383.444652:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384383.444656:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384383.892615:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.892620:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384383.892622:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000400:00000010:1.0:1767384383.892626:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000400:00000200:1.0:1767384383.892630:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384383.892636:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384383.892644:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000329e251b. 00000400:00000010:1.0:1767384383.892647:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5c946eb. 00000400:00000001:1.0:1767384383.892651:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384383.892653:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384383.892653:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc14f76 00000400:00000010:1.0:1767384383.892655:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc14f76. 00000400:00000200:1.0:1767384383.892656:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384383.892659:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384383.892662:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099e8ecaf. 00000400:00000010:1.0:1767384383.892664:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ee541d2. 00000400:00000200:1.0:1767384383.892668:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp46 00000400:00000010:1.0:1767384383.892671:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099e8ecaf. 00000400:00000010:1.0:1767384383.892680:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006f6be27f. 00000400:00000010:1.0:1767384383.892683:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc14f76. 00000400:00000010:1.0:1767384383.892689:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9d12bf4. 00000400:00000200:1.0:1767384383.892693:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp46 00000400:00000200:1.0:1767384383.892704:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp46 local destination 00000400:00000200:1.0:1767384383.892710:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp46 00000400:00000200:1.0:1767384383.892713:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp46 NI seq info: [205:205:256:4294967295] 192.168.203.113@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1767384383.892719:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp46 00000400:00000200:1.0:1767384383.892726:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp46(192.168.203.113@tcp46:) -> 192.168.203.113@tcp46(192.168.203.113@tcp46:192.168.203.113@tcp46) : GET try# 0 00000800:00000200:1.0:1767384383.892730:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp46 00000800:00000010:1.0:1767384383.892733:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d79f80c. 00000800:00000200:1.0:1767384383.892739:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000800:00000200:1.1:1767384383.892743:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000200:1.0:1767384383.892760:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp46 added to recovery queue. ping count: 3 next ping: 313 health :700 00000400:00000200:0.0:1767384383.892825:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892862:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892880:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892896:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892928:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892955:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892972:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.892988:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893006:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893027:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893047:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893067:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893090:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893113:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893132:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893157:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893185:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893215:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893250:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893273:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893296:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893323:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893351:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893375:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893402:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893428:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893455:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893482:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893523:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893568:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893597:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893625:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893654:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893683:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384383.893713:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384383.893886:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e704cad. 00000800:00000010:0.0:1767384383.893897:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ed5385e. 00000800:00000010:0.0:1767384383.893902:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bc9955a. 00000800:00000010:0.0:1767384383.893926:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bc9955a. 00000800:00020000:0.0:1767384383.893936:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384383.893940:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ed5385e. 00000800:00000010:0.0:1767384383.893942:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008e704cad. 00000400:02020000:0.0:1767384383.893987:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384383.893995:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp46 notifying 192.168.203.113@tcp46: down 00000400:00000200:0.0:1767384383.893999:0:29615:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384383.894003:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp46 00000800:00000010:0.0:1767384383.894006:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d79f80c. 00000400:00000200:0.0:1767384383.894010:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384383.894015:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp46->192.168.203.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384383.894024:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384383.894027:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384383.894031:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384384.467647:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384384.467653:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.467658:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384384.467660:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.467752:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384384.467755:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384384.467758:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384384.659834:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384384.659841:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384384.659848:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012359d2f. 00000020:00000040:1.0:1767384384.659855:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384384.659859:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384384.659862:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384384.659866:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384384.659874:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000555cd2b9. 00000100:00000001:1.0:1767384384.659880:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.659885:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384384.659887:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.659895:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012359d2f] to pc [ptlrpcd_00_03+3] req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.659952:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384384.659956:0:16156:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384384.659958:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384384.660090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384384.660095:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384384.660099:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000870a4e1c. 00000020:00000040:2.0:1767384384.660101:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384384.660104:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.660105:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.660107:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.660111:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000515b2286. 00000100:00000001:2.0:1767384384.660114:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660117:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384384.660126:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.660127:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660130:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870a4e1c] to pc [ptlrpcd_00_00+0] req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.660146:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660148:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384384.660151:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384384.660154:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd079c68. 00000020:00000040:2.0:1767384384.660156:0:36:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384384.660158:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.660159:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.660161:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.660163:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b68bf786. 00000100:00000001:2.0:1767384384.660166:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660168:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384384.660175:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.660176:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660178:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd079c68] to pc [ptlrpcd_00_01+1] req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.660186:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384384.660190:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384384.660192:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d5929a3. 00000020:00000040:2.0:1767384384.660194:0:36:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384384.660196:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.660197:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.660198:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.660200:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014cb7444. 00000100:00000001:2.0:1767384384.660202:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660205:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384384.660211:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.660212:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.660214:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d5929a3] to pc [ptlrpcd_00_02+2] req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660253:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384384.660256:0:16157:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384384.660257:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.660264:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.660266:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.660268:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.660269:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.660271:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.660275:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660282:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.660284:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660287:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.660290:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.660293:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.660295:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d5929a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744060032:0@lo:400: 00000100:00000001:3.0:1767384384.660299:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.660302:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.660304:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660306:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.660311:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000939c601e. 02000000:00000001:3.0:1767384384.660313:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.660319:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000400:00000010:3.0:1767384384.660325:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384384.660330:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060032, portal 10 00000100:00000001:3.0:1767384384.660332:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.660334:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229096064 : -120961480455552 : ffff91fc75ed0a80) 00000100:00000040:3.0:1767384384.660339:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660346:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.660358:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.660361:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384384.660363:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744060032, offset 0 00000400:00000200:3.0:1767384384.660369:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.660380:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.660391:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07c80 00000400:00000200:3.0:1767384384.660396:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000400:00000200:3.0:1767384384.660402:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.660405:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.660412:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.660414:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384384.660417:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee8deac3. 00000100:00000040:3.0:1767384384.660420:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000ee8deac3 x1853236744060032 msgsize 224 00000100:00100000:3.0:1767384384.660423:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384384.660431:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.660438:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384384.660439:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:3.0:1767384384.660442:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.660445:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660453:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.660455:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660461:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660463:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.660467:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.660470:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2697 usecs (3 jiffies) 00000100:00000001:3.0:1767384384.660473:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973443 00000100:00000010:3.0:1767384384.660476:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000100:00000001:3.0:1767384384.660481:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384384.660486:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973443 00000100:00000010:3.0:1767384384.660515:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000100:00000001:3.0:1767384384.660519:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384384.660526:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973443 00000100:00000010:3.0:1767384384.660529:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002724585c. 00000100:00000001:3.0:1767384384.660531:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384384.660533:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973443 00000100:00000010:3.0:1767384384.660536:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000100:00000001:3.0:1767384384.660538:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384384.660541:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.660543:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660546:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660548:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660571:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.660573:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.660574:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.660578:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660585:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.660586:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660588:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.660590:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.660592:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.660594:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000870a4e1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744059776:0@lo:400: 00000100:00000001:3.0:1767384384.660597:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.660599:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.660601:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660602:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.660605:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef037eb1. 02000000:00000001:3.0:1767384384.660607:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.660609:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384384.660612:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384384.660615:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744059776, portal 25 00000100:00000001:3.0:1767384384.660616:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.660617:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229096960 : -120961480454656 : ffff91fc75ed0e00) 00000100:00000040:3.0:1767384384.660621:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660632:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.660634:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.660637:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384384.660639:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744059776, offset 0 00000400:00000200:3.0:1767384384.660642:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.660647:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.660652:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd07b80 00000400:00000200:3.0:1767384384.660657:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1705 [2] + 0 00000400:00000010:3.0:1767384384.660660:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000056a8301. 00000400:00000200:3.0:1767384384.660663:0:16154:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040e22ce7 00000400:00000200:3.0:1767384384.660666:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.660668:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384384.660670:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e22ce7 00000400:00000010:3.0:1767384384.660672:0:16154:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e22ce7. 00000100:00000001:3.0:1767384384.660675:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.660677:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384384.660680:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000f8192bb3 x1853236744059776 msgsize 224 00000100:00100000:3.0:1767384384.660683:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384384.660684:0:16154:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384384.660691:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.660694:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384384.660696:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384384.660698:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.660700:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660707:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.660709:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660715:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660716:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.660719:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660721:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294973457 00000100:00000001:3.0:1767384384.660725:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973443 00000100:00000001:3.0:1767384384.660733:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294973457 00000100:00000001:3.0:1767384384.660735:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973443 00000100:00000001:3.0:1767384384.660737:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294973457 00000100:00000001:3.0:1767384384.660739:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294973443 00000100:00000001:3.0:1767384384.660741:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294973457 00000100:00000001:3.0:1767384384.660744:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294973443 00000100:00000001:3.0:1767384384.660746:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.660748:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660749:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660751:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.660755:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.660756:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384384.660758:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.660759:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.660760:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.660762:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384384.660763:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.660765:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.660766:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.660768:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.660769:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.660770:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.660772:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660779:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.660780:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660782:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.660783:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.660785:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.660787:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd079c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744059904:0@lo:400: 00000100:00000001:3.0:1767384384.660790:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.660792:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.660794:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660800:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.660802:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd4f71ab. 02000000:00000001:3.0:1767384384.660804:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.660807:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000056a8301. 00000400:00000010:3.0:1767384384.660810:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384384.660812:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744059904, portal 4 00000100:00000001:3.0:1767384384.660814:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.660815:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229107712 : -120961480443904 : ffff91fc75ed3800) 00000100:00000040:3.0:1767384384.660820:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660826:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.660827:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.660829:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384384.660831:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744059904, offset 0 00000400:00000200:3.0:1767384384.660834:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.660839:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.660844:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd07c00 00000400:00000200:3.0:1767384384.660848:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000400:00000200:3.0:1767384384.660851:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.660853:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.660857:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.660858:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384384.660861:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec48ef6. 00000100:00000040:3.0:1767384384.660863:0:16154:0:(events.c:337:request_in_callback()) incoming req@00000000bec48ef6 x1853236744059904 msgsize 224 00000100:00100000:3.0:1767384384.660866:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384384.660873:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.660876:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384384.660878:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384384.660880:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.660882:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660888:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.660890:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.660906:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660907:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.660911:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.660913:0:16154:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4735 usecs (5 jiffies) 00000100:00000001:3.0:1767384384.660915:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973445 00000100:00000001:3.0:1767384384.660917:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.660919:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973445 00000100:00000001:3.0:1767384384.660921:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.660922:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973445 00000100:00000001:3.0:1767384384.660924:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.660925:0:16154:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973445 00000100:00000001:3.0:1767384384.660927:0:16154:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.660929:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.660930:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660932:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660934:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.660949:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384384.660951:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060032 02000000:00000001:3.0:1767384384.660953:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384384.660955:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.660956:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.660960:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.660962:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060032 00000020:00000001:3.0:1767384384.660965:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384384.660966:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:3.0:1767384384.660968:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.660971:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000020:00000001:3.0:1767384384.660973:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:3.0:1767384384.660975:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:3.0:1767384384.660979:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.660986:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7063653. 00000100:00000001:3.0:1767384384.660988:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384384.660991:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7063653. 00000020:00000010:3.0:1767384384.660996:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384384.661000:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.661004:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384384.661011:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384384.661013:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384384.661014:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384384.661017:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661023:0:16797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384384.661025:0:16797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384384.661026:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661034:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661042:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384384.661044:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384384.661048:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384384.661050:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:3.0:1767384384.661052:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454595200 : -120962254956416 : ffff91fc47c31880) 00000100:00000040:3.0:1767384384.661056:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee8deac3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661064:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.661066:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7063653. 00000100:00000001:3.0:1767384384.661068:0:16797:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384384.661069:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7063653. 00000100:00100000:3.0:1767384384.661073:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee8deac3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744060032:12345-0@lo:400: 00000100:00000200:3.0:1767384384.661076:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060032 00000020:00000001:3.0:1767384384.661079:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384384.661082:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384384.661084:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661086:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384384.661088:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:3.0:1767384384.661091:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384384.661097:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384384.661100:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384384.661102:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384384.661104:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661106:0:16797:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384384.661109:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384384.661112:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384384.661114:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036c9e51b. 02000000:00000001:3.0:1767384384.661116:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661118:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661120:0:16797:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384384.661123:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060032 00010000:00000001:3.0:1767384384.661125:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384384.661129:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee8deac3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384384.661135:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384384.661137:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.661141:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.661145:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384384.661147:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384384.661149:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384384.661151:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384384.661153:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661156:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.661158:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.661160:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384384.661162:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744060032, offset 224 00000400:00000200:3.0:1767384384.661165:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.661170:0:16797:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.661175:0:16797:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07c80 00000400:00000200:3.0:1767384384.661178:0:16797:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fb9 [1] + 224 00000400:00000200:3.0:1767384384.661181:0:16797:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.661184:0:16797:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.661187:0:16797:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.661190:0:16797:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384384.661202:0:16797:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661212:0:16797:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.661216:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384384.661218:0:16797:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384384.661220:0:16797:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384384.661222:0:16797:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.661224:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.661227:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384384.661228:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384384.661230:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661232:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384384.661235:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee8deac3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.661242:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee8deac3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744060032:12345-0@lo:400: Request processed in 177us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384384.661249:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384384.661252:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:3.0:1767384384.661254:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384384.661255:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384384.661258:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.661261:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384384.661264:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384384.661268:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000100:00000001:3.0:1767384384.661271:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661285:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384384.661286:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059904 02000000:00000001:3.0:1767384384.661288:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384384.661289:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.661291:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.661293:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.661295:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059904 00000020:00000001:3.0:1767384384.661301:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384384.661302:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:3.0:1767384384.661304:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.661306:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:3.0:1767384384.661307:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:3.0:1767384384.661309:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384384.661312:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.661314:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7063653. 00000020:00000010:3.0:1767384384.661317:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000034b268ed. 00000020:00000040:3.0:1767384384.661321:0:17567:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000100:00000001:3.0:1767384384.661328:0:17567:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384384.661331:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384384.661333:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.661336:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384384.661340:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384384.661341:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384384.661343:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384384.661344:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661347:0:17567:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384384.661348:0:17567:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384384.661349:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661356:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661362:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384384.661363:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384384.661366:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384384.661368:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384384.661369:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454600576 : -120962254951040 : ffff91fc47c32d80) 00000100:00000040:3.0:1767384384.661372:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec48ef6 x1853236744059904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661379:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.661381:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:3.0:1767384384.661383:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384384.661384:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000100:00100000:3.0:1767384384.661391:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec48ef6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744059904:12345-0@lo:400: 00000100:00000200:3.0:1767384384.661394:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059904 00000020:00000001:3.0:1767384384.661396:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384384.661398:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384384.661399:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661401:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384384.661403:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:3.0:1767384384.661405:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384384.661407:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384384.661408:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384384.661410:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384384.661411:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661413:0:17567:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384384.661414:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384384.661416:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384384.661418:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e577db90. 02000000:00000001:3.0:1767384384.661420:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661422:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661424:0:17567:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384384.661426:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744059904 00010000:00000001:3.0:1767384384.661428:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384384.661430:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bec48ef6 x1853236744059904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384384.661436:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384384.661437:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.661439:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.661442:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384384.661444:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384384.661445:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384384.661447:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384384.661449:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661451:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.661453:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.661455:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384384.661457:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744059904, offset 224 00000400:00000200:3.0:1767384384.661465:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.661470:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.661475:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd07c00 00000400:00000200:3.0:1767384384.661478:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fc9 [1] + 224 00000400:00000200:3.0:1767384384.661482:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.661484:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.661499:0:17567:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.661503:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384384.661510:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661521:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.661525:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:3.0:1767384384.661526:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:3.0:1767384384.661528:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384384.661529:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.661532:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.661534:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384384.661536:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384384.661537:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.661539:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384384.661542:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec48ef6 x1853236744059904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.661549:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec48ef6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16154:x1853236744059904:12345-0@lo:400: Request processed in 169us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384384.661569:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384384.661571:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:3.0:1767384384.661573:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384384.661574:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384384.661577:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.661579:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384384.661581:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384384.661589:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:3.0:1767384384.661591:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661604:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.661606:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384384.661609:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.661611:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384384.661613:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d63b84. 00000400:00000200:3.0:1767384384.661616:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384384.661617:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000001:3.0:1767384384.661619:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.661622:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384384.661629:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661635:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384384.661636:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661638:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384384.661640:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384384.661642:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.661643:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.661645:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.661649:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384384.661652:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.661654:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384384.661656:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.661658:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384384.661661:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384384.661667:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661670:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384384.661671:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384384.661673:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384384.661675:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.661677:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661693:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.661696:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384384.661697:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384384.661700:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.661707:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d5929a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744060032:0@lo:400: 00000100:00000001:3.0:1767384384.661711:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661713:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.661714:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d5929a3 x1853236744060032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661720:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384384.661722:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384384.661724:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000939c601e. 02000000:00000001:3.0:1767384384.661727:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384384.661728:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.661730:0:16157:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384384.661732:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384384.661733:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014cb7444. 02000000:00000001:3.0:1767384384.661740:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384384.661741:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384384.661743:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d5929a3. 00000100:00000001:3.0:1767384384.661745:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384384.661746:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661748:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661751:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.661752:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661754:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.661755:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661761:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.661763:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384384.661765:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.661767:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384384.661768:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000056a8301. 00000400:00000200:3.0:1767384384.661770:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384384.661777:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384384.661779:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.661782:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384384.661789:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661794:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384384.661796:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661797:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384384.661798:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384384.661799:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.661801:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.661802:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.661805:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384384.661808:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.661810:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384384.661811:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.661813:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384384.661815:0:16154:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384384.661821:0:16154:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661823:0:16154:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384384.661824:0:16154:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384384.661825:0:16154:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384384.661827:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.661829:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661835:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.661837:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384384.661838:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384384.661840:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.661846:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd079c68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16154:1853236744059904:0@lo:400: 00000100:00000001:3.0:1767384384.661854:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661856:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.661858:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd079c68 x1853236744059904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661863:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384384.661864:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384384.661866:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd4f71ab. 02000000:00000001:3.0:1767384384.661868:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384384.661870:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.661871:0:16154:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384384.661872:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384384.661874:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b68bf786. 02000000:00000001:3.0:1767384384.661877:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384384.661878:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384384.661879:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd079c68. 00000100:00000001:3.0:1767384384.661881:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384384.661882:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661884:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661885:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.661886:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.661888:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661889:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661914:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384384.661915:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059776 02000000:00000001:3.0:1767384384.661917:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384384.661918:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.661920:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.661922:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.661924:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059776 00000020:00000001:3.0:1767384384.661925:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384384.661926:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:3.0:1767384384.661928:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384384.661930:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000020:00000001:3.0:1767384384.661932:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:3.0:1767384384.661934:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384384.661937:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.661943:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:3.0:1767384384.661945:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384384.661947:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000020:00000010:3.0:1767384384.661950:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd4f71ab. 00000020:00000010:3.0:1767384384.661953:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.661955:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384384.661960:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384384.661962:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384384.661963:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384384.661964:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661968:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.661974:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.661979:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384384.661981:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384384.661984:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:3.0:1767384384.661986:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:3.0:1767384384.661987:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094050384 : -120961615501232 : ffff91fc6de06850) 00000100:00000040:3.0:1767384384.661990:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8192bb3 x1853236744059776/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.661997:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384384.662000:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043cff51d. 00000100:00000001:3.0:1767384384.662001:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384384.662003:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043cff51d. 00000100:00100000:3.0:1767384384.662006:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744059776:12345-0@lo:400: 00000100:00000200:3.0:1767384384.662009:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059776 00000020:00000001:3.0:1767384384.662011:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384384.662013:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384384.662014:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.662016:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384384.662018:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:3.0:1767384384.662020:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384384.662021:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384384.662027:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384384.662028:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384384.662030:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.662031:0:16788:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384384.662033:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384384.662034:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384384.662037:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000837a63e6. 02000000:00000001:3.0:1767384384.662038:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662040:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.662042:0:16788:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384384.662044:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744059776 00010000:00000001:3.0:1767384384.662046:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384384.662048:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8192bb3 x1853236744059776/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384384.662055:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384384.662056:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.662058:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.662060:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384384.662062:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384384.662063:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:3.0:1767384384.662065:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384384.662066:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662068:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.662070:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.662072:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384384.662074:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744059776, offset 224 00000400:00000200:3.0:1767384384.662078:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.662083:0:16788:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.662087:0:16788:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd07b80 00000400:00000200:3.0:1767384384.662091:0:16788:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fc1 [1] + 224 00000400:00000200:3.0:1767384384.662094:0:16788:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.662097:0:16788:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.662099:0:16788:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.662102:0:16788:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384384.662121:0:16788:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.662133:0:16788:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.662137:0:16788:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384384.662138:0:16788:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384384.662140:0:16788:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384384.662142:0:16788:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.662144:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.662146:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:3.0:1767384384.662148:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384384.662150:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.662151:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384384.662154:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8192bb3 x1853236744059776/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.662161:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8192bb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744059776:12345-0@lo:400: Request processed in 163us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384384.662167:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:3.0:1767384384.662169:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:3.0:1767384384.662170:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384384.662172:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384384.662174:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005173dc95. 00000020:00000010:3.0:1767384384.662176:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384384.662178:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd4f71ab. 00000020:00000040:3.0:1767384384.662180:0:16788:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 02000000:00000001:3.0:1767384384.662183:0:16788:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384384.662185:0:16788:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000837a63e6. 02000000:00000001:3.0:1767384384.662187:0:16788:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384384.662188:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384384.662192:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384384.662194:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000056a8301. 00000400:00000010:3.0:1767384384.662198:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae10b764. 00000100:00000001:3.0:1767384384.662207:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.662213:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662218:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.662219:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384384.662222:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.662223:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384384.662225:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00000400:00000200:3.0:1767384384.662227:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:3.0:1767384384.662229:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:3.0:1767384384.662231:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384384.662233:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384384.662240:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.662246:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384384.662247:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.662248:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384384.662250:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384384.662251:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384384.662252:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.662254:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384384.662256:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384384.662258:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384384.662261:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384384.662262:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384384.662264:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384384.662265:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662267:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.662270:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.662276:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.662277:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384384.662279:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384384.662281:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384384.662287:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000870a4e1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744059776:0@lo:400: 00000100:00000001:3.0:1767384384.662295:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.662297:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.662299:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000870a4e1c x1853236744059776/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.662304:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384384.662306:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384384.662307:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef037eb1. 02000000:00000001:3.0:1767384384.662309:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384384.662311:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384384.662312:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384384.662313:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384384.662315:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000515b2286. 02000000:00000001:3.0:1767384384.662318:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384384.662319:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384384.662320:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000870a4e1c. 00000100:00000001:3.0:1767384384.662322:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384384.662323:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.662325:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.662328:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.662329:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662331:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.662332:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384384.662352:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384384.662354:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - evictor 00000004:00000001:1.0:1767384384.662415:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662645:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384384.662647:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.662649:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.662650:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384384.662651:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384384.662655:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.662662:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384384.662663:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.662665:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384384.662667:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384384.662669:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384384.662671:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012359d2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744059648:0@lo:13: 00000100:00000001:0.0:1767384384.662674:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384384.662682:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384384.662684:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.662685:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384384.662688:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033e1be53. 02000000:00000001:0.0:1767384384.662690:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384384.662692:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f8c06f. 00000400:00000010:0.0:1767384384.662696:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000784f1bcc. 00000100:00000200:0.0:1767384384.662698:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744059648, portal 4 00000100:00000001:0.0:1767384384.662700:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384384.662701:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099048832 : -120961610502784 : ffff91fc6e2cad80) 00000100:00000040:0.0:1767384384.662705:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.662711:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384384.662713:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384384.662715:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000100:00000200:0.0:1767384384.662716:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744059648, offset 0 00000400:00000200:0.0:1767384384.662720:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384384.662725:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384384.662730:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd07b00 00000400:00000200:0.0:1767384384.662734:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000400:00000200:0.0:1767384384.662738:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.662740:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384384.662744:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384384.662745:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384384.662748:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f387610. 00000100:00000040:0.0:1767384384.662750:0:16156:0:(events.c:337:request_in_callback()) incoming req@000000007f387610 x1853236744059648 msgsize 224 00000100:00100000:0.0:1767384384.662753:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384384.662803:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384384.662808:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000400:00000010:0.0:1767384384.662810:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000100:00000001:0.0:1767384384.662812:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384384.662814:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.662822:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384384.662829:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.662835:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662837:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384384.662841:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.662843:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4646 usecs (5 jiffies) 00000100:00000001:0.0:1767384384.662845:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973448 00000100:00000001:0.0:1767384384.662847:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294973457 00000100:00000001:0.0:1767384384.662849:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973448 00000100:00000001:0.0:1767384384.662851:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294973457 00000100:00000001:0.0:1767384384.662852:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973448 00000100:00000001:0.0:1767384384.662854:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294973457 00000100:00000001:0.0:1767384384.662855:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973448 00000100:00000001:0.0:1767384384.662857:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294973457 00000100:00000001:0.0:1767384384.662859:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384384.662860:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662862:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662864:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662923:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384384.662925:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384384.662926:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.662928:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.662986:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.662988:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.663008:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.663011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384384.663014:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384384.663017:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d00117. 00000020:00000040:2.0:1767384384.663020:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384384.663023:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384384.663024:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384384.663026:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384384.663029:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000515b2286. 00000100:00000001:2.0:1767384384.663032:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.663036:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384384.663042:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384384.663044:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.663046:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d00117] to pc [ptlrpcd_00_03+3] req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.663083:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.663084:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.663086:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384384.663089:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.663095:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384384.663096:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.663098:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384384.663099:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384384.663101:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384384.663108:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092d00117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744060160:0@lo:400: 00000100:00000001:3.0:1767384384.663111:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384384.663113:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384384.663114:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384384.663116:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384384.663118:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef037eb1. 02000000:00000001:3.0:1767384384.663120:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384384.663122:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384384.663125:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000100:00000200:3.0:1767384384.663128:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060160, portal 10 00000100:00000001:3.0:1767384384.663130:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384384.663130:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229106816 : -120961480444800 : ffff91fc75ed3480) 00000100:00000040:3.0:1767384384.663135:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.663140:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384384.663142:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384384.663144:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384384.663146:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744060160, offset 0 00000400:00000200:3.0:1767384384.663149:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384384.663154:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384384.663159:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd07d00 00000400:00000200:3.0:1767384384.663163:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000400:00000200:3.0:1767384384.663166:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384384.663168:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384384.663171:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384384.663172:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384384.663175:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e273e56d. 00000100:00000040:3.0:1767384384.663177:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000e273e56d x1853236744060160 msgsize 224 00000100:00100000:3.0:1767384384.663180:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384384.663231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.663236:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (311) 00000100:00000001:3.0:1767384384.663267:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384384.663272:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384384.663274:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:3.0:1767384384.663276:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384384.663279:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.663291:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384384.663293:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384384.663299:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.663300:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384384.663304:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384384.663306:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3062 usecs (4 jiffies) 00000100:00000001:3.0:1767384384.663309:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294973447 00000100:00000001:3.0:1767384384.663311:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.663312:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294973447 00000100:00000001:3.0:1767384384.663314:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.663315:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294973447 00000100:00000001:3.0:1767384384.663317:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.663319:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294973447 00000100:00000001:3.0:1767384384.663320:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294973457 00000100:00000001:3.0:1767384384.663322:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384384.663324:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.663326:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.663327:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384384.663331:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384384.663332:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384384.663334:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384384.663335:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384384.663336:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384384.663338:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663375:0:18868:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384384.663382:0:18868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744059648 02000000:00000001:1.0:1767384384.663384:0:18868:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384384.663386:0:18868:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384384.663387:0:18868:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384384.663389:0:18868:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384384.663391:0:18868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744059648 00000020:00000001:1.0:1767384384.663393:0:18868:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384384.663394:0:18868:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:1.0:1767384384.663396:0:18868:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384384.663398:0:18868:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:1.0:1767384384.663400:0:18868:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:1.0:1767384384.663402:0:18868:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384384.663404:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384384.663407:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f2ba31a. 00000100:00000001:1.0:1767384384.663409:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384384.663411:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f2ba31a. 00000020:00000010:1.0:1767384384.663414:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5de4b1. 00000020:00000010:1.0:1767384384.663417:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053a68747. 00000020:00000010:1.0:1767384384.663420:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000040:1.0:1767384384.663425:0:18868:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384384.663426:0:18868:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384384.663428:0:18868:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384384.663429:0:18868:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663432:0:18868:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663449:0:18868:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663456:0:18868:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384384.663457:0:18868:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384384.663460:0:18868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767384384.663462:0:18868:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:1.0:1767384384.663464:0:18868:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112352138112 : -120961357413504 : ffff91fc7d428380) 00000100:00000040:1.0:1767384384.663467:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f387610 x1853236744059648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.663474:0:18868:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384384.663481:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f2ba31a. 00000100:00000001:1.0:1767384384.663483:0:18868:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384384.663485:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f2ba31a. 00000100:00100000:1.0:1767384384.663500:0:18868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f387610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744059648:12345-0@lo:13: 00000100:00000200:1.0:1767384384.663504:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744059648 00000020:00000001:1.0:1767384384.663506:0:18868:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384384.663508:0:18868:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384384.663510:0:18868:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.663511:0:18868:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384384.663521:0:18868:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:1.0:1767384384.663524:0:18868:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384384.663526:0:18868:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384384.663527:0:18868:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384384.663529:0:18868:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384384.663530:0:18868:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663533:0:18868:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384384.663534:0:18868:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384384.663537:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000abef9708. 02000000:00000001:1.0:1767384384.663539:0:18868:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663541:0:18868:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384384.663543:0:18868:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384384.663547:0:18868:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384384.663548:0:18868:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384384.663552:0:18868:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384384.663579:0:18868:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.663582:0:18868:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384384.663584:0:18868:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384384.663587:0:18868:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384384.663590:0:18868:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384384.663593:0:18868:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384384.663595:0:18868:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384384.663599:0:18868:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384384.663601:0:18868:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384384.663603:0:18868:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384384.663605:0:18868:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744059648 00010000:00000001:1.0:1767384384.663611:0:18868:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384384.663614:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f387610 x1853236744059648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384384.663622:0:18868:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384384.663623:0:18868:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384384.663625:0:18868:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384384.663628:0:18868:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384384.663629:0:18868:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384384.663631:0:18868:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384384.663633:0:18868:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384384.663634:0:18868:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663636:0:18868:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384384.663638:0:18868:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384384.663640:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000100:00000200:1.0:1767384384.663643:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744059648, offset 224 00000400:00000200:1.0:1767384384.663648:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384384.663653:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384384.663670:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd07b00 00000400:00000200:1.0:1767384384.663674:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fe1 [1] + 224 00000400:00000200:1.0:1767384384.663678:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384384.663680:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384384.663683:0:18868:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384384.663686:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384384.663693:0:18868:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.663701:0:18868:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384384.663704:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000400:00000010:1.0:1767384384.663706:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000100:00000001:1.0:1767384384.663708:0:18868:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384384.663709:0:18868:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384384.663712:0:18868:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.663714:0:18868:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384384.663716:0:18868:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384384.663722:0:18868:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384384.663724:0:18868:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384384.663727:0:18868:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f387610 x1853236744059648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:365/0 lens 224/368 e 0 to 0 dl 1767384395 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384384.663734:0:18868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f387610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744059648:12345-0@lo:13: Request processed in 259us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384384.663740:0:18868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767384384.663742:0:18868:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:1.0:1767384384.663744:0:18868:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384384.663745:0:18868:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384384.663747:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053a68747. 00000020:00000010:1.0:1767384384.663750:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000020:00000010:1.0:1767384384.663752:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5de4b1. 00000020:00000040:1.0:1767384384.663755:0:18868:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000001:1.0:1767384384.663757:0:18868:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663774:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384384.663776:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384384.663779:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384384.663780:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384384.663782:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f8c06f. 00000400:00000200:1.0:1767384384.663784:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000784f1bcc 00000400:00000010:1.0:1767384384.663786:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000784f1bcc. 00000100:00000001:1.0:1767384384.663788:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384384.663791:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384384.663797:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.663802:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384384.663803:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663804:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384384.663806:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384384.663807:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384384.663808:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384384.663810:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384384.663820:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384384.663823:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384384.663825:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384384.663826:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384384.663827:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384384.663830:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384384.663836:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663837:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384384.663839:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384384.663840:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384384.663841:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.663844:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.663849:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384384.663851:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384384.663852:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384384.663854:0:16156:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384384.663856:0:16156:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384384.663859:0:16156:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384384.663864:0:16156:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384384.663868:0:16156:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384384.663871:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384384.663877:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012359d2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744059648:0@lo:13: 00000100:00000001:1.0:1767384384.663880:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663882:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384384.663884:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012359d2f x1853236744059648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384384.663889:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384384.663896:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384384.663897:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033e1be53. 02000000:00000001:1.0:1767384384.663900:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384384.663902:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384384.663903:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384384.663905:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384384.663906:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000555cd2b9. 02000000:00000001:1.0:1767384384.663908:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384384.663909:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384384.663910:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012359d2f. 00000100:00000001:1.0:1767384384.663913:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384384.663914:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663915:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384384.663918:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384384.663919:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384384.663921:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384384.663922:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.664216:0:16795:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384384.664219:0:16795:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060160 02000000:00000001:0.0:1767384384.664220:0:16795:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384384.664222:0:16795:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384384.664223:0:16795:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384384.664225:0:16795:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384384.664227:0:16795:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060160 00000020:00000001:0.0:1767384384.664229:0:16795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384384.664230:0:16795:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000001:0.0:1767384384.664231:0:16795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384384.664233:0:16795:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:0.0:1767384384.664240:0:16795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:0.0:1767384384.664242:0:16795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000001:0.0:1767384384.664245:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384384.664247:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bc9955a. 00000020:00000010:0.0:1767384384.664250:0:16795:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cbcd4e49. 00000020:00000040:0.0:1767384384.664253:0:16795:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000001:0.0:1767384384.664298:0:16795:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384384.664302:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f8df23. 00000020:00000010:0.0:1767384384.664306:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384384.664309:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384384.664312:0:16795:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384384.664314:0:16795:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384384.664315:0:16795:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384384.664317:0:16795:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.664320:0:16795:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384384.664321:0:16795:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384384.664322:0:16795:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.664337:0:16795:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384384.664344:0:16795:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384384.664345:0:16795:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384384.664348:0:16795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:0.0:1767384384.664350:0:16795:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:0.0:1767384384.664352:0:16795:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454602368 : -120962254949248 : ffff91fc47c33480) 00000100:00000040:0.0:1767384384.664355:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e273e56d x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:365/0 lens 224/0 e 0 to 0 dl 1767384395 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.664362:0:16795:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384384.664364:0:16795:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbcd4e49. 00000100:00000001:0.0:1767384384.664366:0:16795:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384384.664367:0:16795:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbcd4e49. 00000100:00100000:0.0:1767384384.664371:0:16795:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e273e56d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744060160:12345-0@lo:400: 00000100:00000200:0.0:1767384384.664374:0:16795:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060160 00000020:00000001:0.0:1767384384.664376:0:16795:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384384.664382:0:16795:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384384.664384:0:16795:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.664385:0:16795:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384384.664387:0:16795:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:0.0:1767384384.664389:0:16795:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384384.664391:0:16795:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384384.664393:0:16795:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384384.664394:0:16795:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384384.664395:0:16795:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.664397:0:16795:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384384.664398:0:16795:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384384.664400:0:16795:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384384.664402:0:16795:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000172bc979. 02000000:00000001:0.0:1767384384.664404:0:16795:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.664405:0:16795:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.664407:0:16795:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384384.664409:0:16795:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060160 00010000:00000001:0.0:1767384384.664410:0:16795:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384384.664413:0:16795:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e273e56d x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384384.664418:0:16795:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384384.664419:0:16795:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384384.664421:0:16795:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384384.664424:0:16795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384384.664425:0:16795:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384384.664427:0:16795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384384.664428:0:16795:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384384.664430:0:16795:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384384.664431:0:16795:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384384.664433:0:16795:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384384.664434:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000100:00000200:0.0:1767384384.664437:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744060160, offset 224 00000400:00000200:0.0:1767384384.664440:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384384.664445:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384384.664449:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd07d00 00000400:00000200:0.0:1767384384.664453:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fe9 [1] + 224 00000400:00000200:0.0:1767384384.664462:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384384.664465:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384384.664467:0:16795:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384384.664470:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384384.664477:0:16795:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384384.664503:0:16795:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384384.664507:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000400:00000010:0.0:1767384384.664509:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000100:00000001:0.0:1767384384.664518:0:16795:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384384.664520:0:16795:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384384.664523:0:16795:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384384.664525:0:16795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384384.664527:0:16795:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384384.664528:0:16795:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384384.664530:0:16795:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384384.664533:0:16795:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e273e56d x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1767384395 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384384.664539:0:16795:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e273e56d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16157:x1853236744060160:12345-0@lo:400: Request processed in 177us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384384.664545:0:16795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:0.0:1767384384.664546:0:16795:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:0.0:1767384384.664548:0:16795:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384384.664549:0:16795:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384384.664551:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384384.664568:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384384.664570:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f8df23. 00000020:00000040:0.0:1767384384.664573:0:16795:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:0.0:1767384384.664574:0:16795:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.664671:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.664673:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384384.664676:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.664677:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384384.664678:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00000400:00000200:2.0:1767384384.664681:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090eb627f 00000400:00000010:2.0:1767384384.664683:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00000100:00000001:2.0:1767384384.664685:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384384.664688:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384384.664695:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.664701:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384384.664702:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.664704:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384384.664705:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384384.664706:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384384.664707:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384384.664709:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384384.664712:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384384.664715:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384384.664716:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384384.664718:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.664720:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384384.664722:0:16157:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384384.664728:0:16157:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.664730:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384384.664731:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384384.664732:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384384.664733:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384384.664736:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.664741:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384384.664743:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384384.664744:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384384.664746:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384384.664752:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092d00117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744060160:0@lo:400: 00000100:00000001:2.0:1767384384.664755:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.664757:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384384.664759:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d00117 x1853236744060160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384384.664765:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384384.664766:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384384.664768:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef037eb1. 02000000:00000001:2.0:1767384384.664770:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384384.664771:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384384.664772:0:16157:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384384.664774:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384384.664775:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000515b2286. 02000000:00000001:2.0:1767384384.664779:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384384.664780:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384384.664781:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d00117. 00000100:00000001:2.0:1767384384.664783:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384384.664791:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.664793:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384384.664797:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384384.664798:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384384.664800:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384384.664801:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384384.664874:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384384.664877:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - evictor 00000100:00000040:0.0:1767384384.677648:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294973457, at 4294973458 00000100:00000010:0.0:1767384384.677663:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000040:1.0:1767384384.677741:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294973457, at 4294973458 00000100:00000010:1.0:1767384384.677747:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000100:00000040:2.0:1767384384.677802:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294973457, at 4294973458 00000100:00000010:2.0:1767384384.677807:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002724585c. 00000100:00000040:3.0:1767384384.677913:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294973457, at 4294973458 00000100:00000010:3.0:1767384384.677918:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000400:00000001:3.0:1767384384.917631:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384384.917641:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384384.917643:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc14f76 00000400:00000010:3.0:1767384384.917647:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc14f76. 00000400:00000200:3.0:1767384384.917651:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384384.917657:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384384.917667:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099e8ecaf. 00000400:00000010:3.0:1767384384.917671:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006f6be27f. 00000400:00000200:3.0:1767384384.917676:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp47 00000400:00000010:3.0:1767384384.917678:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eacd3129. 00000400:00000010:3.0:1767384384.917682:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000057d79d63. 00000400:00000010:3.0:1767384384.917686:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384384.917691:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093c3f948. 00000400:00000200:3.0:1767384384.917695:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp47 00000400:00000200:3.0:1767384384.917705:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp47 local destination 00000400:00000200:3.0:1767384384.917710:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp47 00000400:00000200:3.0:1767384384.917714:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp47 NI seq info: [206:206:256:4294967295] 192.168.203.113@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1767384384.917720:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp47 00000400:00000200:3.0:1767384384.917728:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47:) -> 192.168.203.113@tcp47(192.168.203.113@tcp47:192.168.203.113@tcp47) : GET try# 0 00000800:00000200:3.0:1767384384.917732:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp47 00000800:00000010:3.0:1767384384.917736:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a97d7220. 00000800:00000200:3.0:1767384384.917741:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000800:00000200:3.1:1767384384.917746:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000400:00000200:3.0:1767384384.917767:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp47 added to recovery queue. ping count: 2 next ping: 310 health :800 00000400:00000200:3.0:1767384384.917771:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp43 00000400:00000010:3.0:1767384384.917773:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009ee6faad. 00000400:00000010:3.0:1767384384.917776:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007a4e817b. 00000400:00000010:3.0:1767384384.917778:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384384.917781:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000036e16df7. 00000400:00000200:3.0:1767384384.917784:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp43 00000400:00000200:3.0:1767384384.917788:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp43 local destination 00000400:00000200:3.0:1767384384.917791:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 00000400:00000200:3.0:1767384384.917794:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [207:207:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384384.917803:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000400:00000200:3.0:1767384384.917809:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp43:192.168.203.113@tcp43) : GET try# 0 00000800:00000200:3.0:1767384384.917813:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp43 00000800:00000010:3.0:1767384384.917816:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c986e65f. 00000800:00000200:3.0:1767384384.917819:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000800:00000200:3.1:1767384384.917822:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000200:3.0:1767384384.917831:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 4 next ping: 322 health :600 00000400:00000200:1.0:1767384384.917913:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.917951:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.917968:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.917984:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.917999:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918014:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918030:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918045:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918061:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918076:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918092:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918108:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918124:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918140:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918156:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918180:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918197:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918213:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918229:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918245:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918261:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918276:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918292:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918308:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918325:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918341:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918357:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918373:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918389:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918406:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918422:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918438:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918455:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918471:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918499:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384384.918650:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000800:00000010:1.0:1767384384.918654:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa0efbfd. 00000800:00000010:1.0:1767384384.918659:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f2ba31a. 00000800:00000010:1.0:1767384384.918676:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f2ba31a. 00000800:00020000:1.0:1767384384.918683:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384384.918687:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa0efbfd. 00000800:00000010:1.0:1767384384.918689:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:02020000:1.0:1767384384.918718:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp47 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384384.918724:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp47 notifying 192.168.203.113@tcp47: down 00000400:00000200:1.0:1767384384.918728:0:16143:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384384.918731:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp47 00000800:00000010:1.0:1767384384.918739:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a97d7220. 00000400:00000200:1.0:1767384384.918743:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384384.918747:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384384.918755:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384384.918757:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384384.918761:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp47) recovery failed with -71 00000400:00000200:1.0:1767384384.918781:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918802:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918818:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918834:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918850:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918866:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918886:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918903:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918921:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918937:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918952:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918967:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918984:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.918998:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919013:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919028:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919042:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919057:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919073:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919088:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919103:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919118:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919133:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919147:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919162:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919185:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919201:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919216:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919232:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919248:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919264:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919279:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919293:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919308:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384384.919323:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384384.919394:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000800:00000010:1.0:1767384384.919397:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa0efbfd. 00000800:00000010:1.0:1767384384.919400:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004f2ba31a. 00000800:00000010:1.0:1767384384.919412:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004f2ba31a. 00000800:00020000:1.0:1767384384.919417:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384384.919419:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa0efbfd. 00000800:00000010:1.0:1767384384.919421:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:02020000:1.0:1767384384.919445:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384384.919449:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000800:00000200:1.0:1767384384.919453:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp43 down 00000800:00000100:1.0:1767384384.919457:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:1.0:1767384384.919459:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c986e65f. 00000400:00000200:1.0:1767384384.919462:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384384.919465:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384384.919470:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384384.919472:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384384.919475:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp43) recovery failed with -71 00080000:00000001:3.0:1767384385.057948:0:39648:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384385.057959:0:39648:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.057964:0:39648:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384385.057970:0:39648:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384385.057975:0:39648:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384385.057978:0:39648:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384385.199704:0:39684:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d945f3b9. 00000400:00000040:3.0:1767384385.199726:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199728:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384385.199731:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199733:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199735:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199736:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384385.199739:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199740:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384385.199741:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384385.199743:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384385.199745:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384385.199746:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199748:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384385.199750:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199751:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384385.199753:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384385.199754:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199756:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384385.199757:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384385.199759:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199760:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199762:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199767:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199768:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199769:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384385.199771:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199773:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199774:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199776:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199777:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199779:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384385.199781:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199782:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199783:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199784:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199786:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199787:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384385.199789:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199791:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199793:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384385.199794:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384385.199796:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199797:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384385.199798:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384385.199799:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384385.199801:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384385.199802:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384385.199803:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384385.199806:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384385.199807:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199808:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384385.199810:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384385.199811:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384385.199812:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384385.199813:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384385.199815:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384385.199816:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384385.199826:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199828:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384385.199830:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199831:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199837:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199839:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384385.199841:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199843:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384385.199844:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384385.199845:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384385.199848:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384385.199849:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199851:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384385.199853:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199854:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384385.199856:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384385.199857:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199858:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384385.199859:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384385.199861:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199862:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199864:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199865:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199867:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199868:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384385.199870:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199872:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199873:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199875:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199876:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199877:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384385.199879:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384385.199881:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384385.199882:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384385.199883:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384385.199885:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199886:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384385.199888:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384385.199889:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199891:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384385.199892:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384385.199893:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384385.199895:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384385.199899:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384385.199901:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384385.199903:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384385.199904:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384385.199905:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384385.199908:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384385.199909:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384385.199911:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384385.199912:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384385.199913:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384385.199916:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384385.199917:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384385.199918:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384385.199919:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384385.199921:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384385.199922:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384385.199923:0:39684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384385.200094:0:39684:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d945f3b9. 00000400:00000200:3.0:1767384385.269887:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384385.270053:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384385.270058:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007b6619a9. 00000800:00000010:2.0:1767384385.270194:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082c8cd75. 00000800:00000010:2.0:1767384385.270201:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.270529:0:16142:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000052a393ae. 00000800:00000200:2.0:1767384385.270541:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.13@tcp50 p 3.x 192.168.203.113 -> 192.168.203.13:1023 incarnation:1767384384002289488 sched[0] 00000800:00000010:2.0:1767384385.270547:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.270613:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.270619:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.270648:0:16142:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007b6619a9. 00000800:00000001:0.0:1767384385.271516:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.271523:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384385.271526:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.271529:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384385.271536:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : GET - for me 00000400:00000010:0.0:1767384385.271545:0:16148:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000f68faf31. 00000400:00000200:0.0:1767384385.271549:0:16148:0:(peer.c:264:lnet_peer_alloc()) 00000000f68faf31 nid 192.168.203.13@tcp50 00000400:00000010:0.0:1767384385.271782:0:16148:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fe1fe0ae. 00000400:00000200:0.0:1767384385.271786:0:16148:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fe1fe0ae net tcp50 00000400:00000010:0.0:1767384385.271789:0:16148:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001eab4e2f. 00000400:00000200:0.0:1767384385.271796:0:16148:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001eab4e2f nid 192.168.203.13@tcp50 00000400:00000200:0.0:1767384385.271799:0:16148:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.13@tcp50 nid 192.168.203.113@tcp50: 0 00000400:00000200:0.0:1767384385.271803:0:16148:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f68faf31 (0) 00000400:00000200:0.0:1767384385.271807:0:16148:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.13@tcp50 NID 192.168.203.13@tcp50 flags 0x0 00000400:00000200:0.0:1767384385.271811:0:16148:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.13@tcp50: 0 00000400:00000200:0.0:1767384385.271818:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384385.271825:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.13@tcp50 of length 272/272 into md 0x1f6d [1] + 0 00000400:00000200:0.0:1767384385.271945:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384385.271954:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [208:208:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384385.271965:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) 192.168.203.13@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384385.271969:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384385.271973:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061acf993. 00000800:00000200:0.0:1767384385.271978:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (2) 00000800:00000200:0.0:1767384385.271984:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384385.271987:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061acf993 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384385.272014:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384385.272019:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384385.272048:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384385.272052:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061acf993. 00000400:00000200:0.0:1767384385.272056:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384385.272060:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: REPLY: OK 00000400:00000200:3.0:1767384385.272941:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384385.272960:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384385.272964:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000699f03a5. 00000800:00000010:2.0:1767384385.273200:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b6b4e771. 00000800:00000010:2.0:1767384385.273205:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.273219:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d11212ae. 00000800:00000200:2.1:1767384385.273224:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (2) 00000800:00000200:2.1:1767384385.273229:0:16144:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.13@tcp50 00000000d11212ae deleted 00000800:00000010:2.1:1767384385.273232:0:16144:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d11212ae. 00000800:00000200:2.0:1767384385.273238:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.13@tcp50 p 3.x 192.168.203.113 -> 192.168.203.13:1022 incarnation:1767384384002289488 sched[0] 00000800:00000010:2.0:1767384385.273243:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.273272:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.273274:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.273287:0:16144:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000699f03a5. 00000800:00000001:2.0:1767384385.273294:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.273298:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384385.273299:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.273302:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384385.273306:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : GET - for me 00000400:00000200:2.0:1767384385.273312:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384385.273316:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.13@tcp50 of length 704/704 into md 0x1f6d [1] + 0 00000400:00000200:2.0:1767384385.273322:0:16149:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:2.0:1767384385.273329:0:16149:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384385.273336:0:16149:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) 192.168.203.13@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384385.273340:0:16149:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:2.0:1767384385.273342:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6f4e623. 00000800:00000200:2.0:1767384385.273345:0:16149:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (3) 00000800:00000200:2.0:1767384385.273348:0:16149:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:2.0:1767384385.273351:0:16149:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6f4e623 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384385.273387:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384385.273390:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6f4e623. 00000400:00000200:2.0:1767384385.273394:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384385.273399:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: REPLY: OK 00000800:00000001:2.0:1767384385.273405:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.273409:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384385.273411:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384385.273413:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384385.274704:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384385.274721:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp50 from 253.3.0.2 00000800:00000010:3.0:1767384385.274724:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cb75e58a. 00000800:00000010:2.0:1767384385.274816:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:2.0:1767384385.274822:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.275433:0:35348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d11212ae. 00000800:00000200:2.1:1767384385.275439:0:35348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (3) 00000800:00000200:2.1:1767384385.275443:0:35348:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.13@tcp50 00000000d11212ae deleted 00000800:00000010:2.1:1767384385.275445:0:35348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d11212ae. 00000800:00000200:2.0:1767384385.275449:0:35348:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.13@tcp50 p 3.x 192.168.203.113 -> 192.168.203.13:1021 incarnation:1767384384002289488 sched[0] 00000800:00000010:2.0:1767384385.275453:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.275491:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d1227c7. 00000800:00000010:2.0:1767384385.275494:0:35348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000002fc8c0. 00000800:00000010:2.0:1767384385.275514:0:35348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cb75e58a. 00000800:00000001:1.0:1767384385.275539:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384385.275544:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384385.491651:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384385.491657:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384385.491678:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384385.491679:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.491700:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384385.491703:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384385.491705:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384385.939694:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384385.939701:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384385.939703:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:3.0:1767384385.939709:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000800:00000200:2.0:1767384385.939713:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e6c7e1fd] -> 12345-192.168.203.113@tcp14 (6) 00000400:00000200:3.0:1767384385.939717:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384385.939723:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp14 ip 192.168.203.113:988 00000400:00000200:3.0:1767384385.939724:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp47 recovery ping unlinked 00000800:00000200:2.0:1767384385.939730:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384385.939739:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eacd3129. 00000400:00000010:3.0:1767384385.939745:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000057d79d63. 00000400:00000001:3.0:1767384385.939765:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384385.939767:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384385.939768:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:3.0:1767384385.939770:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000400:00000200:3.0:1767384385.939772:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384385.939775:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384385.939779:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009ee6faad. 00000400:00000010:3.0:1767384385.939782:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007a4e817b. 00000800:00000200:0.0:1767384385.940039:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384385.940050:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.940061:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384385.940065:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384385.940067:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.304057:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.304072:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.304076:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.304078:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.304088:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.304102:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 520 into portal 26 MB=0x695824d600180 00000400:00000200:1.0:1767384386.304108:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 520/520 into md 0x170d [2] + 0 00000400:00000010:1.0:1767384386.304113:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ed1e2a6. 00000400:00000200:1.0:1767384386.304117:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e8d0f8d 00000800:00000001:1.0:1767384386.304122:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.304128:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.304130:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.304134:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.304139:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e8d0f8d 00000400:00000010:1.0:1767384386.304140:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e8d0f8d. 00000100:00000001:1.0:1767384386.304145:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.304146:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.304149:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000005c958ae9 x1853236736688512 msgsize 520 00000100:00100000:1.0:1767384386.304153:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.304155:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.304166:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.304172:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.304174:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.304203:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.304207:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688512 02000000:00000001:3.0:1767384386.304210:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.304212:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.304214:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.304218:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.304221:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688512 00000020:00000001:3.0:1767384386.304224:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.304226:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384386.304227:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384386.304230:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.304231:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.304236:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.304241:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.304246:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000001:3.0:1767384386.304252:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.304253:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.304254:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.304260:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.304271:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.304279:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.304281:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.304286:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 154 00000100:00000001:3.0:1767384386.304289:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094047312 : -120961615504304 : ffff91fc6de05c50) 00000100:00000040:3.0:1767384386.304294:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c958ae9 x1853236736688512/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.304305:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c958ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:12149:x1853236736688512:12345-192.168.203.13@tcp50:250: 00000100:00000200:3.0:1767384386.304321:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688512 00000020:00000001:3.0:1767384386.304324:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384386.304328:0:16790:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384386.304336:0:16790:0:(obd_config.c:927:class_incref()) incref MGS (000000009f446f28) now 6 - find 00000020:00000001:3.0:1767384386.304339:0:16790:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446623112210186240 : -120961499365376 : ffff91fc74cc8000) 00000100:00000001:3.0:1767384386.304344:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.304347:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.304350:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000906f0637. 02000000:00000001:3.0:1767384386.304352:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.304355:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.304357:0:16790:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384386.304363:0:16790:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50 t0 exp 0000000000000000 cur 307 last 0 00010000:00000001:3.0:1767384386.304366:0:16790:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:3.0:1767384386.304369:0:16790:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:3.0:1767384386.304371:0:16790:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384386.304372:0:16790:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384386.304376:0:16790:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000037c6160d. 00000020:00000001:3.0:1767384386.304378:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.304380:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000037c6160d with handle 0xf489261bfe0bc823 to hash 00000020:00000001:3.0:1767384386.304381:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384386.304384:0:16790:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:3.0:1767384386.304386:0:16790:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384386.304388:0:16790:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384386.304392:0:16790:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bf40d673. 00000001:00000010:3.0:1767384386.304396:0:16790:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ae77c42a. 00000001:00000010:3.0:1767384386.304399:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057d79d63. 00000001:00000010:3.0:1767384386.304402:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef037eb1. 00000001:00000010:3.0:1767384386.304404:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097b17947. 00000001:00000010:3.0:1767384386.304408:0:16790:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f1c81a4. 00010000:00000001:3.0:1767384386.304411:0:16790:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.304413:0:16790:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.304414:0:16790:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.304416:0:16790:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=3 00000020:00000040:3.0:1767384386.304419:0:16790:0:(obd_config.c:927:class_incref()) incref MGS (000000009f446f28) now 7 - export 00000020:00000001:3.0:1767384386.304427:0:16790:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000040:3.0:1767384386.304430:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 2 00000020:00000080:3.0:1767384386.304432:0:16790:0:(genops.c:1402:class_connect()) connect: client 6f164a71-08b9-442e-90df-9423242b4bf2, cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.304434:0:16790:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.304436:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.304437:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.304438:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.304439:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=3 00000020:00000001:3.0:1767384386.304441:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.304443:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 20000000:00000001:3.0:1767384386.304445:0:16790:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:3.0:1767384386.304448:0:16790:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:3.0:1767384386.304450:0:16790:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384386.304453:0:16790:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000002ec3c522 00000020:00000010:3.0:1767384386.304457:0:16790:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002724585c. 00000020:00000040:3.0:1767384386.304464:0:16790:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000002724585c for nid 192.168.203.13@tcp50 - ref 2 00000020:00000001:3.0:1767384386.304534:0:16790:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.304541:0:16790:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000003d43831a. 00000020:00000010:3.0:1767384386.304544:0:16790:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000041c83a5d. 00000020:00000010:3.0:1767384386.304547:0:16790:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000007985760c. 00000020:00000010:3.0:1767384386.304599:0:16790:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b22550c1. 00000020:00000010:3.0:1767384386.304602:0:16790:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ebb2d37e. 00000020:00000010:3.0:1767384386.304605:0:16790:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000ec41e4c8. 20000000:00000001:3.0:1767384386.304613:0:16790:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.304615:0:16790:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.304616:0:16790:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.304618:0:16790:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.304621:0:16790:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f6612cb4. 00000020:00000040:3.0:1767384386.304624:0:16790:0:(obd_config.c:927:class_incref()) incref MGS (000000009f446f28) now 8 - import 00000020:00000001:3.0:1767384386.304628:0:16790:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384386.304629:0:16790:0:(genops.c:1242:class_import_put()) import 00000000f6612cb4 refcount=1 obd=MGS 00000020:00000001:3.0:1767384386.304631:0:16790:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384386.304635:0:16790:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=4 00000100:00000040:3.0:1767384386.304643:0:16790:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.304645:0:16790:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384386.304650:0:16790:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f68faf31 (1) 00000400:00000200:3.0:1767384386.304654:0:16790:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f68faf31 (2) 00000400:00000200:3.0:1767384386.304664:0:16790:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.13@tcp50 (00000000f68faf31): 0 00000400:00000200:3.0:1767384386.304667:0:16790:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384386.304690:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384386.304696:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0x40 00000400:00000200:0.0:1767384386.304699:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f68faf31 (3) 00000400:00000010:0.0:1767384386.304703:0:16152:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000044061bc0. 00000400:00000010:0.0:1767384386.304707:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000400:00000010:0.0:1767384386.304711:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002258a195. 00000400:00000200:0.0:1767384386.304714:0:16152:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384386.304728:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384386.304733:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp50 00000400:00000200:0.0:1767384386.304735:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384386.304739:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.13@tcp50 00000400:00000200:0.0:1767384386.304743:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : GET try# 0 00000800:00000200:0.0:1767384386.304746:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384386.304750:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070cc9415. 00000800:00000200:0.0:1767384386.304753:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384386.304757:0:16152:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384386.304760:0:16152:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070cc9415 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384386.304771:0:16152:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.13@tcp50 00000400:00000200:0.0:1767384386.304773:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0x240 rc 0 00000800:00000200:2.0:1767384386.304866:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384386.304871:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070cc9415. 00000400:00000200:2.0:1767384386.304880:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.304884:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: GET: OK 00000400:00000200:2.0:1767384386.304888:0:16148:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384386.304891:0:16148:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.13@tcp50: 0 00000800:00000001:0.0:1767384386.305446:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.305451:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384386.305453:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.305454:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.305457:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384386.305464:0:16147:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp50: Reply from 12345-192.168.203.13@tcp50 of length 48/48 into md 0x2001 00000800:00000001:0.0:1767384386.305467:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.305470:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.305471:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.305491:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: REPLY: OK 00000400:00000200:0.0:1767384386.305493:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000400:00000010:0.0:1767384386.305494:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000400:00000200:0.0:1767384386.305496:0:16147:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384386.305499:0:16147:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.13@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384386.305502:0:16147:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.13@tcp50(00000000f68faf31) not MR: DD disabled remotely 00000400:00000200:0.0:1767384386.305505:0:16147:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.13@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384386.305509:0:16147:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.13@tcp50 (00000000f68faf31): -114 00000400:00000200:0.0:1767384386.305520:0:16147:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f68faf31 (4) 00000800:00000001:0.0:1767384386.305526:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.305529:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.305573:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384386.305578:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0xc2 00000400:00000010:2.0:1767384386.305584:0:16152:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000005662f66b. 00000400:00000010:2.0:1767384386.305587:0:16152:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000009f51845a. 00000400:00000010:2.0:1767384386.305589:0:16152:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000001ee3519f. 00000400:00000010:2.0:1767384386.305593:0:16152:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000005662f66b. 00000400:00000010:2.0:1767384386.305596:0:16152:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000009f51845a. 00000400:00000010:2.0:1767384386.305597:0:16152:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000001ee3519f. 00000400:00000010:2.0:1767384386.305600:0:16152:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000044061bc0. 00000400:00000200:2.0:1767384386.305604:0:16152:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.13@tcp50 (00000000f68faf31): 0 00000400:00000200:2.0:1767384386.305607:0:16152:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.13@tcp50(00000000f68faf31): 0. state = 0x142 00000400:00000200:2.0:1767384386.305610:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0x142 rc 1 00000400:00000200:2.0:1767384386.305613:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0x142 00000400:00000200:2.0:1767384386.305615:0:16152:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.13@tcp50 00000400:00000200:2.0:1767384386.305617:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.13@tcp50(00000000f68faf31) state 0x112 rc 0 00000400:00000200:2.0:1767384386.305620:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.13@tcp50 (00000000f68faf31) 00000400:00000200:2.0:1767384386.305632:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f68faf31 (3) 00000400:00000200:3.0:1767384386.305664:0:16790:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f68faf31 (2) 00000400:00000200:3.0:1767384386.305668:0:16790:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f68faf31 (1) 00000400:00000200:3.0:1767384386.305673:0:16790:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.13@tcp50 NID 192.168.203.13@tcp50: 0. discovery complete 00000400:00000200:3.0:1767384386.305675:0:16790:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f68faf31 (2) 00000400:00000200:3.0:1767384386.305679:0:16790:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.13@tcp50 primary NID 192.168.203.13@tcp50 rc 0 00000100:00000010:3.0:1767384386.305683:0:16790:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000043cff51d. 00000100:00000001:3.0:1767384386.305686:0:16790:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:3.0:1767384386.305688:0:16790:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000043cff51d refcount 1 to 192.168.203.13@tcp50 00000020:00000040:3.0:1767384386.305692:0:16790:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=5 00000100:00000001:3.0:1767384386.305698:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.305700:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.305702:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.305706:0:16790:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384386.305708:0:16790:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384386.305710:0:16790:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:3.0:1767384386.305712:0:16790:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662110272 : -1047441344 : ffffffffc1915040) 02000000:00000001:3.0:1767384386.305715:0:16790:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.305718:0:16790:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384386.305720:0:16790:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384386.305722:0:16790:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384386.305724:0:16790:0:(import.c:65:import_set_state_nolock()) 00000000f6612cb4 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384386.305727:0:16790:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384386.305729:0:16790:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384386.305731:0:16790:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.305733:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 4 00000020:00000040:3.0:1767384386.305735:0:16790:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 8 - find 00010000:00000001:3.0:1767384386.305737:0:16790:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.305740:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.305746:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505728 : -1040045888 : ffffffffc20228c0) 00000020:00000001:3.0:1767384386.305750:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.305751:0:16790:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.305753:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.305755:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.305757:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.305760:0:16790:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:3.0:1767384386.305762:0:16790:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384386.305766:0:16790:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.305767:0:16790:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.305770:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688512 00010000:00000001:3.0:1767384386.305772:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.305776:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c958ae9 x1853236736688512/t0(0) o250->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.305785:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.305786:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.305789:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384386.305793:0:16790:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384386.305795:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.305797:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.305799:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.305802:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.305804:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.305807:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.305809:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.305813:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000100:00000200:3.0:1767384386.305815:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236736688512, offset 0 00000400:00000200:3.0:1767384386.305821:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.305827:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.305839:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767384386.305848:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.305852:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.305859:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000800:00000200:3.0:1767384386.305863:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.305867:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.305869:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.305883:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.305886:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.305888:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.305890:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.305891:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.305895:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c958ae9 x1853236736688512/t0(0) o250->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.305903:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c958ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+4:12149:x1853236736688512:12345-192.168.203.13@tcp50:250: Request processed in 1599us (1752us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.305912:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 154 00000100:00000040:3.0:1767384386.305915:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.305918:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.305924:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.305928:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.305932:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.305935:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.305939:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 3 00000800:00000200:1.0:1767384386.305941:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384386.305943:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384386.305945:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000400:00000200:1.0:1767384386.305948:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.305953:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000200:3.0:1767384386.305954:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384386.305957:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ed4f2e 00000400:00000010:1.0:1767384386.305960:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384386.305963:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000100:00000001:1.0:1767384386.305964:0:16149:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1767384386.305969:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be28a443. 02000000:00000001:1.0:1767384386.305973:0:16149:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.305977:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000906f0637. 02000000:00000001:1.0:1767384386.305981:0:16149:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.305982:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384386.306746:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.306753:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384386.306755:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.306758:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.306763:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384386.306771:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 26 MB=0x695824d600100 00000400:00000200:2.0:1767384386.306775:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x1745 [2] + 0 00000400:00000010:2.0:1767384386.306779:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c794e3e3. 00000400:00000200:2.0:1767384386.306782:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089cfbd54 00000800:00000001:2.0:1767384386.306785:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.306790:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.306793:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.306796:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.306799:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089cfbd54 00000400:00000010:2.0:1767384386.306801:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089cfbd54. 00000100:00000001:2.0:1767384386.306804:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.306806:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384386.306808:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000093dd4b9a x1853236736688384 msgsize 328 00000100:00100000:2.0:1767384386.306812:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:2.0:1767384386.306814:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.306824:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384386.306829:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.306831:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.306867:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.306870:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688384 02000000:00000001:3.0:1767384386.306872:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.306873:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.306875:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.306878:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.306880:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688384 00000020:00000001:3.0:1767384386.306887:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.306888:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.306890:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.306892:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=4 00000020:00000001:3.0:1767384386.306894:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.306896:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.306900:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.306902:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.306904:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.306907:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000020:00000010:3.0:1767384386.306910:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.306912:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.306915:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.306921:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.306923:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.306924:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.306925:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.306929:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.306938:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.306944:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.306945:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.306948:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 155 00000100:00000040:3.0:1767384386.306951:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.306952:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094053456 : -120961615498160 : ffff91fc6de07450) 00000100:00000040:3.0:1767384386.306956:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093dd4b9a x1853236736688384/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.306965:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.306967:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.306969:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.306971:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000100:00100000:3.0:1767384386.306974:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093dd4b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+4:15554:x1853236736688384:12345-192.168.203.13@tcp50:101: 00000100:00000200:3.0:1767384386.306978:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688384 00000020:00000001:3.0:1767384386.306984:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.306987:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.306988:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.306990:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.306992:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384386.306994:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.306995:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.306997:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.306998:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.307001:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.307003:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384386.307005:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384386.307007:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384386.307009:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384386.307010:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.307014:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384386.307019:0:16790:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 6 00010000:00000001:3.0:1767384386.307021:0:16790:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.307024:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384386.307026:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f58854b5. 00000020:00000001:3.0:1767384386.307029:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.307030:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f58854b5 with handle 0xf489261bfe0bc82a to hash 00000020:00000001:3.0:1767384386.307032:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384386.307033:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00000001:3.0:1767384386.307036:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604467200 : -120962105084416 : ffff91fc50b1f600) 00010000:00010000:3.0:1767384386.307038:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc82a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc167a780a96e6250 expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.307046:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037c6160d : new locks_count 1 00000020:00000040:3.0:1767384386.307048:0:16790:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=5 00000100:00000001:3.0:1767384386.307054:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.307056:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.307058:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000837a63e6. 02000000:00000001:3.0:1767384386.307060:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.307061:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.307067:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384386.307070:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384386.307072:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384386.307074:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.307077:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.307078:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.307080:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.307082:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384386.307084:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384386.307085:0:16790:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384386.307087:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384386.307088:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000058b224da) refcount = 6 00010000:00000040:3.0:1767384386.307092:0:16790:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384386.307095:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc50c expref: 13 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.307101:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.307107:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000015ec06f2/0xf489261bfe0bc49c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc495 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.307112:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d64c77c8/0xf489261bfe0bc417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc410 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.307129:0:16790:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000014f506e2/0xf489261bfe0bc3fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc3f4 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384386.307134:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc82a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6250 expref: 5 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.307140:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384386.307141:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384386.307142:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.307144:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.307146:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.307150:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384386.307157:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc82a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6250 expref: 5 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.307164:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384386.307165:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384386.307167:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.307169:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.307171:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384386.307173:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384386.307174:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384386.307175:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f58854b5, rc 0) 00000020:00000001:3.0:1767384386.307178:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.307180:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688384 00010000:00000001:3.0:1767384386.307182:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.307185:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093dd4b9a x1853236736688384/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.307191:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.307193:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.307195:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.307198:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.307200:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.307202:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.307204:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.307205:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.307207:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.307210:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.307212:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000100:00000200:3.0:1767384386.307215:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736688384, offset 224 00000400:00000200:3.0:1767384386.307219:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.307225:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.307232:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384386.307241:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.307245:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.307251:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022abae3e. 00000800:00000200:3.0:1767384386.307255:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.307259:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.307262:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022abae3e type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.307273:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.307276:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.307278:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.307279:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.307281:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.307284:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093dd4b9a x1853236736688384/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.307294:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093dd4b9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+5:15554:x1853236736688384:12345-192.168.203.13@tcp50:101: Request processed in 328us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.307301:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 155 00000100:00000040:3.0:1767384386.307303:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.307305:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.307307:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.307310:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.307313:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.307316:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.307319:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 4 00000100:00000001:3.0:1767384386.307321:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.307324:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.307327:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5a560d1. 00000400:00000010:3.0:1767384386.307331:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009578125f. 00000800:00000200:0.0:1767384386.307338:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384386.307343:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022abae3e. 00000400:00000200:0.0:1767384386.307347:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.307353:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:0.0:1767384386.307355:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3f56a9b 00000400:00000010:0.0:1767384386.307357:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000001:0.0:1767384386.307359:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384386.307361:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.307362:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000837a63e6. 02000000:00000001:0.0:1767384386.307364:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384386.307365:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.308655:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.308662:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.308665:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.308667:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.308673:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.308682:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 512 into portal 26 MB=0x695824d600200 00000400:00000200:1.0:1767384386.308687:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 512/512 into md 0x1781 [2] + 0 00000400:00000010:1.0:1767384386.308690:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00000400:00000200:1.0:1767384386.308693:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa8849e9 00000800:00000001:1.0:1767384386.308696:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.308701:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.308703:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.308706:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.308709:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8849e9 00000400:00000010:1.0:1767384386.308711:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa8849e9. 00000100:00000001:1.0:1767384386.308714:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.308715:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.308718:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006524eee9 x1853236736688640 msgsize 512 00000100:00100000:1.0:1767384386.308722:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.308724:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.308734:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.308739:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.308741:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.308775:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.308778:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688640 02000000:00000001:3.0:1767384386.308780:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.308781:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.308783:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.308785:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.308787:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688640 00000020:00000001:3.0:1767384386.308795:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.308797:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.308798:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.308800:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=5 00000020:00000001:3.0:1767384386.308802:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.308804:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.308807:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.308809:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.308811:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.308813:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000020:00000010:3.0:1767384386.308817:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.308820:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.308822:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.308826:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.308828:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.308829:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.308831:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.308834:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.308850:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.308858:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.308859:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.308863:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 156 00000100:00000040:3.0:1767384386.308866:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.308868:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112094041168 : -120961615510448 : ffff91fc6de04450) 00000100:00000040:3.0:1767384386.308872:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006524eee9 x1853236736688640/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.308880:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.308883:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.308885:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.308887:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000100:00100000:3.0:1767384386.308890:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+5:15554:x1853236736688640:12345-192.168.203.13@tcp50:501: 00000100:00000200:3.0:1767384386.308894:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688640 00000020:00000001:3.0:1767384386.308900:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.308902:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.308904:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.308906:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.308907:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505216 : -1040046400 : ffffffffc20226c0) 00000020:00000001:3.0:1767384386.308910:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.308911:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.308913:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.308914:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.308917:0:16790:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384386.308918:0:16790:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.308920:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.308922:0:16790:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384386.308924:0:16790:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384386.308925:0:16790:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384386.308928:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.308929:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.308932:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000837a63e6. 02000000:00000001:3.0:1767384386.308934:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.308935:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384386.308938:0:16790:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:3.0:1767384386.308940:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:3.0:1767384386.308943:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384386.308945:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f5f42cf8. 00000040:00000001:3.0:1767384386.308948:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384386.308950:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384386.308952:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:3.0:1767384386.308955:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00080000:00000001:3.0:1767384386.308962:0:16790:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384386.309142:0:16790:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384386.309147:0:16790:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384386.309150:0:16790:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384386.309153:0:16790:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767384386.309155:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5f42cf8. 00000040:00000001:3.0:1767384386.309158:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384386.309164:0:16790:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:3.0:1767384386.309166:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:3.0:1767384386.309169:0:16790:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:3.0:1767384386.309171:0:16790:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1767384386.309173:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688640 00010000:00000001:3.0:1767384386.309175:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.309179:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006524eee9 x1853236736688640/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.309186:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.309187:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.309190:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.309192:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.309195:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.309197:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.309199:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.309201:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.309202:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.309205:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.309207:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000100:00000200:3.0:1767384386.309210:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736688640, offset 224 00000400:00000200:3.0:1767384386.309214:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.309220:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.309228:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:3.0:1767384386.309237:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.309242:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.309245:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d7913e0. 00000800:00000200:3.0:1767384386.309248:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.309252:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.309255:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d7913e0 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.309267:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.309274:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.309276:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.309278:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.309279:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.309283:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006524eee9 x1853236736688640/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.309293:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006524eee9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+5:15554:x1853236736688640:12345-192.168.203.13@tcp50:501: Request processed in 411us (572us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767384386.309300:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 156 00000100:00000040:3.0:1767384386.309303:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.309305:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.309306:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.309309:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.309312:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.309314:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.309317:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 4 00000100:00000001:3.0:1767384386.309319:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384386.309324:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767384386.309330:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:2.0:1767384386.309330:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d7913e0. 00000400:00000200:2.0:1767384386.309336:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384386.309337:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f501b64a. 00000400:00000200:2.0:1767384386.309341:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000010:3.0:1767384386.309343:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020bced8f. 00000400:00000200:2.0:1767384386.309344:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000655e2217 00000400:00000010:2.0:1767384386.309348:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000001:2.0:1767384386.309350:0:16148:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384386.309351:0:16148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.309353:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000837a63e6. 02000000:00000001:2.0:1767384386.309355:0:16148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.309356:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384386.310307:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.310312:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384386.310313:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.310314:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.310318:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767384386.310324:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 26 MB=0x695824d600280 00000400:00000200:0.0:1767384386.310329:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x1789 [2] + 0 00000400:00000010:0.0:1767384386.310332:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f85ad56e. 00000400:00000200:0.0:1767384386.310335:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbe60c2e 00000800:00000001:0.0:1767384386.310338:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.310343:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.310345:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.310354:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:0.0:1767384386.310358:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe60c2e 00000400:00000010:0.0:1767384386.310359:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbe60c2e. 00000100:00000001:0.0:1767384386.310362:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384386.310364:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384386.310366:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000ed191b9e x1853236736688768 msgsize 328 00000100:00100000:0.0:1767384386.310370:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:0.0:1767384386.310372:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384386.310382:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384386.310387:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.310389:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.310409:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.310412:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688768 02000000:00000001:3.0:1767384386.310414:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.310416:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.310417:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.310420:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.310422:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688768 00000020:00000001:3.0:1767384386.310424:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.310425:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.310427:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.310428:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=5 00000020:00000001:3.0:1767384386.310430:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.310433:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.310440:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.310450:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.310452:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.310454:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000020:00000010:3.0:1767384386.310458:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.310460:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.310463:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.310472:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.310474:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.310487:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.310488:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.310492:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.310500:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.310507:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.310508:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.310511:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 157 00000100:00000040:3.0:1767384386.310514:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.310516:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227597392 : -120961481954224 : ffff91fc75d62c50) 00000100:00000040:3.0:1767384386.310520:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed191b9e x1853236736688768/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.310528:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.310531:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.310533:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.310534:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000100:00100000:3.0:1767384386.310538:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+5:15554:x1853236736688768:12345-192.168.203.13@tcp50:101: 00000100:00000200:3.0:1767384386.310541:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688768 00000020:00000001:3.0:1767384386.310543:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.310545:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.310546:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.310548:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.310549:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384386.310572:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.310578:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.310580:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.310581:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.310583:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.310585:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384386.310587:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384386.310588:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384386.310589:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384386.310590:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.310594:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384386.310597:0:16788:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 7 00010000:00000001:3.0:1767384386.310599:0:16788:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.310601:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384386.310603:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003676d645. 00000020:00000001:3.0:1767384386.310606:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.310607:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003676d645 with handle 0xf489261bfe0bc831 to hash 00000020:00000001:3.0:1767384386.310609:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384386.310611:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:3.0:1767384386.310613:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00010000:3.0:1767384386.310615:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003676d645/0xf489261bfe0bc831 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc167a780a96e6257 expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310621:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037c6160d : new locks_count 2 00000020:00000040:3.0:1767384386.310622:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=6 00000100:00000001:3.0:1767384386.310626:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.310628:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.310630:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000906f0637. 02000000:00000001:3.0:1767384386.310631:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.310633:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.310635:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384386.310637:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384386.310638:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384386.310640:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.310641:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.310643:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.310644:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.310649:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384386.310651:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384386.310652:0:16788:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384386.310653:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384386.310655:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000058b224da) refcount = 7 00010000:00000040:3.0:1767384386.310657:0:16788:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384386.310660:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc82a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6250 expref: 6 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310667:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc50c expref: 13 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310673:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310678:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000015ec06f2/0xf489261bfe0bc49c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc495 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310683:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d64c77c8/0xf489261bfe0bc417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc410 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.310687:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000014f506e2/0xf489261bfe0bc3fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc3f4 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384386.310692:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003676d645/0xf489261bfe0bc831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6257 expref: 6 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.310697:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384386.310699:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384386.310700:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.310701:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.310703:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.310706:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384386.310708:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003676d645/0xf489261bfe0bc831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6257 expref: 6 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.310722:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384386.310723:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384386.310724:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.310726:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.310728:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384386.310729:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384386.310730:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384386.310731:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003676d645, rc 0) 00000020:00000001:3.0:1767384386.310733:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.310735:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688768 00010000:00000001:3.0:1767384386.310737:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.310740:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed191b9e x1853236736688768/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.310747:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.310749:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.310751:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.310761:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.310763:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.310765:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.310770:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.310771:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.310773:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.310776:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.310778:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000100:00000200:3.0:1767384386.310781:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736688768, offset 224 00000400:00000200:3.0:1767384386.310785:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.310791:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.310798:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384386.310806:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.310811:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.310818:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cca41a5. 00000800:00000200:3.0:1767384386.310822:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.310826:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.310829:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cca41a5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.310850:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.310853:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.310855:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.310857:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.310858:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.310861:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed191b9e x1853236736688768/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.310870:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed191b9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+6:15554:x1853236736688768:12345-192.168.203.13@tcp50:101: Request processed in 340us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.310878:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 157 00000100:00000040:3.0:1767384386.310880:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.310883:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.310884:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.310887:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.310890:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.310893:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.310896:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 5 00000100:00000001:3.0:1767384386.310899:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.310902:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.310905:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a576dac8. 00000400:00000010:3.0:1767384386.310908:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c491381. 00000800:00000200:1.0:1767384386.310917:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384386.310921:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cca41a5. 00000400:00000200:1.0:1767384386.310926:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.310931:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.310935:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a43517d 00000400:00000010:1.0:1767384386.310936:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000001:1.0:1767384386.310939:0:16149:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.310941:0:16149:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.310959:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000906f0637. 02000000:00000001:1.0:1767384386.310965:0:16149:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.310966:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384386.311610:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.311615:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384386.311617:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.311618:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.311621:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384386.311626:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 512 into portal 26 MB=0x695824d600300 00000400:00000200:2.0:1767384386.311629:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 512/512 into md 0x179d [2] + 0 00000400:00000010:2.0:1767384386.311631:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029847402. 00000400:00000200:2.0:1767384386.311633:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c560118 00000800:00000001:2.0:1767384386.311635:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.311638:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.311639:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.311641:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.311643:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c560118 00000400:00000010:2.0:1767384386.311644:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c560118. 00000100:00000001:2.0:1767384386.311647:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.311647:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384386.311649:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000066aaaff7 x1853236736688896 msgsize 512 00000100:00100000:2.0:1767384386.311652:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:2.0:1767384386.311653:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.311659:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384386.311662:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.311663:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.311686:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.311689:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736688896 02000000:00000001:3.0:1767384386.311691:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.311692:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.311694:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.311696:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.311698:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736688896 00000020:00000001:3.0:1767384386.311705:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.311706:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.311707:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.311709:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=6 00000020:00000001:3.0:1767384386.311711:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.311713:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.311715:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.311717:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.311719:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.311721:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000020:00000010:3.0:1767384386.311724:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.311726:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.311728:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.311732:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.311734:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.311736:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.311737:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.311740:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.311748:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.311754:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.311755:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.311758:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 158 00000100:00000040:3.0:1767384386.311761:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.311763:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227586128 : -120961481965488 : ffff91fc75d60050) 00000100:00000040:3.0:1767384386.311766:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066aaaff7 x1853236736688896/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.311774:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.311776:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f6f7aba. 00000100:00000001:3.0:1767384386.311779:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.311781:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f6f7aba. 00000100:00100000:3.0:1767384386.311784:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066aaaff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+6:15554:x1853236736688896:12345-192.168.203.13@tcp50:501: 00000100:00000200:3.0:1767384386.311788:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736688896 00000020:00000001:3.0:1767384386.311794:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.311795:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.311797:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.311798:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.311800:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505216 : -1040046400 : ffffffffc20226c0) 00000020:00000001:3.0:1767384386.311802:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.311803:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.311804:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.311806:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.311808:0:16788:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384386.311809:0:16788:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.311811:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.311812:0:16788:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384386.311814:0:16788:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384386.311815:0:16788:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384386.311817:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.311818:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.311821:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000906f0637. 02000000:00000001:3.0:1767384386.311823:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.311824:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384386.311827:0:16788:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384386.311828:0:16788:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:3.0:1767384386.311830:0:16788:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384386.311832:0:16788:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f5f42cf8. 00000040:00000001:3.0:1767384386.311835:0:16788:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384386.311837:0:16788:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384386.311838:0:16788:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:3.0:1767384386.311840:0:16788:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00080000:00000001:3.0:1767384386.311844:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384386.311862:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384386.311864:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384386.311865:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.311867:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384386.311871:0:16788:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000009ddfb4f9. 00000020:00000001:3.0:1767384386.311874:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384386.311877:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:3.0:1767384386.311884:0:16788:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.311886:0:16788:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.311889:0:16788:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384386.311892:0:16788:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000010:3.0:1767384386.311894:0:16788:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009ddfb4f9. 00000040:00000001:3.0:1767384386.311897:0:16788:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384386.311898:0:16788:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5f42cf8. 00000040:00000001:3.0:1767384386.311901:0:16788:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384386.311902:0:16788:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:3.0:1767384386.311904:0:16788:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.311907:0:16788:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384386.311909:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384386.311911:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384386.311913:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.311915:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384386.311917:0:16788:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002f6f7aba. 00000020:00000040:3.0:1767384386.311919:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=7 20000000:00000001:3.0:1767384386.311921:0:16788:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.311923:0:16788:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.311925:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736688896 00010000:00000001:3.0:1767384386.311927:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.311931:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066aaaff7 x1853236736688896/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.311938:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.311939:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.311941:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.311944:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.311946:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.311948:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.311949:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.311951:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.311952:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.311955:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.311957:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000100:00000200:3.0:1767384386.311960:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736688896, offset 224 00000400:00000200:3.0:1767384386.311968:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.311973:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.311980:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384386.311989:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.311992:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.311995:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001cca41a5. 00000800:00000200:3.0:1767384386.311999:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.312002:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.312005:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cca41a5 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.312015:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.312018:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.312020:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.312021:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.312022:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.312025:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066aaaff7 x1853236736688896/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 512/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.312034:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066aaaff7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+7:15554:x1853236736688896:12345-192.168.203.13@tcp50:501: Request processed in 258us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.312042:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 158 00000100:00000040:3.0:1767384386.312044:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.312046:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.312047:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.312050:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.312053:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.312056:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.312059:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00000100:00000001:3.0:1767384386.312061:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.312064:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.312067:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006953735a. 00000800:00000200:0.0:1767384386.312070:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384386.312074:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001cca41a5. 00000400:00000010:3.0:1767384386.312077:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4ef1e4. 00000400:00000200:0.0:1767384386.312077:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.312084:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:0.0:1767384386.312087:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002056c51b 00000400:00000010:0.0:1767384386.312092:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000001:0.0:1767384386.312094:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384386.312096:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384386.312097:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000906f0637. 02000000:00000001:0.0:1767384386.312098:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384386.312099:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.312789:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.312796:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.312798:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.312800:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.312806:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.312814:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 272 into portal 26 MB=0x695824d600380 00000400:00000200:1.0:1767384386.312819:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 272/272 into md 0x17b5 [2] + 0 00000400:00000010:1.0:1767384386.312822:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c89ed75. 00000400:00000200:1.0:1767384386.312826:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb883f1f 00000800:00000001:1.0:1767384386.312829:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.312834:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.312836:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.312839:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.312842:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb883f1f 00000400:00000010:1.0:1767384386.312844:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb883f1f. 00000100:00000001:1.0:1767384386.312847:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.312849:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.312851:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000872fdc6f x1853236736689024 msgsize 272 00000100:00100000:1.0:1767384386.312855:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.312857:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.312867:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.312871:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.312874:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.312894:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.312897:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689024 02000000:00000001:3.0:1767384386.312898:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.312900:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.312901:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.312904:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.312906:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689024 00000020:00000001:3.0:1767384386.312908:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.312909:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.312911:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.312912:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=7 00000020:00000001:3.0:1767384386.312914:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.312916:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.312918:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.312921:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.312922:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.312924:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.312927:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.312929:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.312932:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.312935:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.312937:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.312938:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.312939:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.312942:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.312949:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.312954:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.312955:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.312959:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 159 00000100:00000040:3.0:1767384386.312961:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.312963:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227592272 : -120961481959344 : ffff91fc75d61850) 00000100:00000040:3.0:1767384386.312967:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000872fdc6f x1853236736689024/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.312986:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.312988:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.312990:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.312991:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.312995:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000872fdc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+7:15554:x1853236736689024:12345-192.168.203.13@tcp50:503: 00000100:00000200:3.0:1767384386.312998:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689024 00000020:00000001:3.0:1767384386.313000:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.313001:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.313003:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.313005:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.313006:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505312 : -1040046304 : ffffffffc2022720) 00000020:00000001:3.0:1767384386.313008:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.313009:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.313011:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.313012:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.313014:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.313016:0:16788:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384386.313018:0:16788:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384386.313020:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.313021:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.313032:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003e3a0a59. 02000000:00000001:3.0:1767384386.313034:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.313036:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384386.313038:0:16788:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:3.0:1767384386.313040:0:16788:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384386.313042:0:16788:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f5f42cf8. 00000040:00000001:3.0:1767384386.313044:0:16788:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384386.313045:0:16788:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384386.313047:0:16788:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:3.0:1767384386.313049:0:16788:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:3.0:1767384386.313052:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384386.313054:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:3.0:1767384386.313059:0:16788:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.313061:0:16788:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.313063:0:16788:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384386.313067:0:16788:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001c93e0d8. 00000040:00000001:3.0:1767384386.313069:0:16788:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384386.313071:0:16788:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384386.313255:0:16788:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.313258:0:16788:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.313260:0:16788:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384386.313263:0:16788:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384386.313266:0:16788:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384386.313268:0:16788:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384386.313270:0:16788:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:3.0:1767384386.313272:0:16788:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384386.313274:0:16788:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001c93e0d8. 00000040:00000010:3.0:1767384386.313278:0:16788:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5f42cf8. 00000040:00000040:3.0:1767384386.313280:0:16788:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:3.0:1767384386.313282:0:16788:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.313284:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689024 00010000:00000001:3.0:1767384386.313286:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.313290:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000872fdc6f x1853236736689024/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.313297:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.313298:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.313301:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.313303:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.313305:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.313307:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.313309:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.313311:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.313313:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.313315:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.313318:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d83fc30e. 00000100:00000200:3.0:1767384386.313320:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236736689024, offset 224 00000400:00000200:3.0:1767384386.313329:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.313334:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.313341:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1767384386.313350:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.313355:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.313357:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f5f42cf8. 00000800:00000200:3.0:1767384386.313361:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.313365:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:3.0:1767384386.313368:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5f42cf8 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:3.0:1767384386.313385:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.313388:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.313390:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.313391:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.313393:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.313396:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000872fdc6f x1853236736689024/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.313404:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000872fdc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+7:15554:x1853236736689024:12345-192.168.203.13@tcp50:503: Request processed in 417us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.313411:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 159 00000100:00000040:3.0:1767384386.313413:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.313415:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.313416:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.313418:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.313420:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:3.0:1767384386.313423:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:3.0:1767384386.313425:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00000100:00000001:3.0:1767384386.313428:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.313430:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.313433:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:3.0:1767384386.313442:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000705fdd91. 00000800:00000200:2.0:1767384386.313545:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384386.313547:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f5f42cf8. 00000400:00000200:2.0:1767384386.313550:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.313571:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.313574:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83fc30e 00000400:00000010:2.0:1767384386.313576:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d83fc30e. 00000100:00000001:2.0:1767384386.313578:0:16148:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384386.313580:0:16148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.313581:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003e3a0a59. 02000000:00000001:2.0:1767384386.313589:0:16148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.313591:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384386.314642:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.314649:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384386.314651:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.314653:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.314659:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767384386.314666:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 272 into portal 26 MB=0x695824d600400 00000400:00000200:0.0:1767384386.314671:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 272/272 into md 0x17f5 [2] + 0 00000400:00000010:0.0:1767384386.314674:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b98c050c. 00000400:00000200:0.0:1767384386.314677:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000080bf10 00000800:00000001:0.0:1767384386.314680:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.314685:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384386.314686:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384386.314690:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:0.0:1767384386.314697:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000080bf10 00000400:00000010:0.0:1767384386.314699:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000080bf10. 00000100:00000001:0.0:1767384386.314702:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384386.314703:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384386.314705:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000e60a42a0 x1853236736689152 msgsize 272 00000100:00100000:0.0:1767384386.314710:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:0.0:1767384386.314713:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384386.314726:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384386.314732:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384386.314735:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.314741:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.314744:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689152 02000000:00000001:3.0:1767384386.314746:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.314748:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.314750:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.314753:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.314755:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689152 00000020:00000001:3.0:1767384386.314757:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.314758:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.314760:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.314761:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=7 00000020:00000001:3.0:1767384386.314763:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.314765:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.314768:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.314770:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.314772:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.314774:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.314777:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a4e817b. 00000020:00000010:3.0:1767384386.314780:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013723c16. 00000020:00000010:3.0:1767384386.314782:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff9a8b76. 00000100:00000040:3.0:1767384386.314786:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.314788:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.314789:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.314790:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.314794:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.314943:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.314950:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384386.314953:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384386.314954:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.314957:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384386.314960:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 160 00000100:00000040:0.0:1767384386.314963:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.314965:0:16788:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.314966:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227590224 : -120961481961392 : ffff91fc75d61050) 00000100:00000001:3.0:1767384386.314969:0:16788:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.314974:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e60a42a0 x1853236736689152/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.314983:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.314987:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000100:00000001:0.0:1767384386.314989:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.314991:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000100:00100000:0.0:1767384386.314995:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+7:15573:x1853236736689152:12345-192.168.203.13@tcp50:502: 00000100:00000200:0.0:1767384386.314998:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689152 00000020:00000001:0.0:1767384386.315000:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384386.315002:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384386.315003:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.315005:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384386.315007:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:0.0:1767384386.315010:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384386.315011:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384386.315013:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384386.315014:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384386.315022:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.315023:0:16790:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384386.315025:0:16790:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384386.315028:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384386.315029:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384386.315038:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003e3a0a59. 02000000:00000001:0.0:1767384386.315040:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.315042:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384386.315044:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:0.0:1767384386.315046:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384386.315048:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000044061bc0. 00000040:00000001:0.0:1767384386.315051:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384386.315052:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384386.315054:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:0.0:1767384386.315056:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:0.0:1767384386.315059:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384386.315061:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:0.0:1767384386.315064:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315065:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315067:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384386.315071:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008e704cad. 00000040:00000001:0.0:1767384386.315072:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384386.315073:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384386.315120:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315122:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315123:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315126:0:16790:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384386.315127:0:16790:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384386.315131:0:16790:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384386.315208:0:16790:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384386.315211:0:16790:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.315213:0:16790:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384386.315215:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384386.315216:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:0.0:1767384386.315219:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384386.315220:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008e704cad. 00000040:00000010:0.0:1767384386.315229:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000044061bc0. 00000040:00000040:0.0:1767384386.315232:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384386.315234:0:16790:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384386.315237:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689152 00010000:00000001:0.0:1767384386.315239:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384386.315242:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e60a42a0 x1853236736689152/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8472 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.315249:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384386.315250:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.315252:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.315255:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384386.315257:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384386.315259:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384386.315261:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384386.315263:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.315264:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384386.315267:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384386.315269:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ad3756bf. 00000100:00000200:0.0:1767384386.315272:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236736689152, offset 224 00000400:00000200:0.0:1767384386.315276:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384386.315282:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384386.315290:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384386.315298:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384386.315302:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384386.315305:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000044061bc0. 00000800:00000200:0.0:1767384386.315308:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384386.315312:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:0.0:1767384386.315323:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000044061bc0 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384386.315334:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.315336:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384386.315338:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384386.315346:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.315347:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384386.315351:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e60a42a0 x1853236736689152/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8472 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384386.315361:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e60a42a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+7:15573:x1853236736689152:12345-192.168.203.13@tcp50:502: Request processed in 376us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384386.315368:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 160 00000100:00000040:0.0:1767384386.315371:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:0.0:1767384386.315372:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384386.315374:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384386.315377:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013723c16. 00000020:00000010:0.0:1767384386.315380:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff9a8b76. 00000020:00000010:0.0:1767384386.315383:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a4e817b. 00000020:00000040:0.0:1767384386.315385:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00000100:00000001:0.0:1767384386.315389:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384386.315391:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384386.315393:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384386.315394:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000044061bc0. 00000400:00000010:0.0:1767384386.315398:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8a7037. 00000400:00000200:1.0:1767384386.315399:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.315405:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.315407:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad3756bf 00000400:00000010:1.0:1767384386.315409:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ad3756bf. 00000400:00000010:0.0:1767384386.315409:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7d71601. 00000100:00000001:1.0:1767384386.315411:0:16149:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.315414:0:16149:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.315415:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003e3a0a59. 02000000:00000001:1.0:1767384386.315426:0:16149:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.315427:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384386.326460:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.326496:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384386.326499:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.326506:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.326516:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384386.326530:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 272 into portal 26 MB=0x695824d600480 00000400:00000200:2.0:1767384386.326536:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 272/272 into md 0x17fd [2] + 0 00000400:00000010:2.0:1767384386.326541:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e78908b. 00000400:00000200:2.0:1767384386.326547:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce324c1f 00000800:00000001:2.0:1767384386.326569:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.326577:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.326579:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.326583:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.326588:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce324c1f 00000400:00000010:2.0:1767384386.326590:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce324c1f. 00000100:00000001:2.0:1767384386.326595:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.326597:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384386.326610:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000064355ad9 x1853236736689280 msgsize 272 00000100:00100000:2.0:1767384386.326615:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:2.0:1767384386.326618:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.326627:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384386.326633:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.326636:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.326680:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384386.326684:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689280 02000000:00000001:0.0:1767384386.326687:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384386.326689:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384386.326691:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384386.326695:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384386.326699:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689280 00000020:00000001:0.0:1767384386.326702:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384386.326704:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:0.0:1767384386.326706:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384386.326708:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=7 00000020:00000001:0.0:1767384386.326710:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:0.0:1767384386.326713:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:0.0:1767384386.326717:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.326721:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000100:00000001:0.0:1767384386.326737:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.326740:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000020:00000010:0.0:1767384386.326746:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044061bc0. 00000020:00000010:0.0:1767384386.326751:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c27d289e. 00000020:00000010:0.0:1767384386.326755:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384386.326762:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384386.326765:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384386.326766:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384386.326768:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.326775:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.326791:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384386.326799:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384386.326801:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384386.326804:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 161 00000100:00000040:0.0:1767384386.326807:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:0.0:1767384386.326809:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227594320 : -120961481957296 : ffff91fc75d62050) 00000100:00000040:0.0:1767384386.326813:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064355ad9 x1853236736689280/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384386.326820:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384386.326821:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de745062. 00000100:00000001:0.0:1767384386.326822:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384386.326823:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de745062. 00000100:00100000:0.0:1767384386.326826:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+7:15573:x1853236736689280:12345-192.168.203.13@tcp50:502: 00000100:00000200:0.0:1767384386.326828:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689280 00000020:00000001:0.0:1767384386.326830:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384386.326833:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384386.326834:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.326836:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384386.326837:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505264 : -1040046352 : ffffffffc20226f0) 00000020:00000001:0.0:1767384386.326839:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384386.326840:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384386.326842:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384386.326848:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384386.326850:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.326851:0:16790:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384386.326853:0:16790:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384386.326857:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384386.326858:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384386.326869:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003e3a0a59. 02000000:00000001:0.0:1767384386.326870:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.326872:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384386.326874:0:16790:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:0.0:1767384386.326875:0:16790:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384386.326878:0:16790:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000077cfee96. 00000040:00000001:0.0:1767384386.326880:0:16790:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384386.326882:0:16790:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384386.326884:0:16790:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:0.0:1767384386.326885:0:16790:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:0.0:1767384386.326889:0:16790:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384386.326893:0:16790:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623112098471256 : -120961611080360 : ffff91fc6e23dd58) 00000040:00000001:0.0:1767384386.326896:0:16790:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.326898:0:16790:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.326900:0:16790:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384386.326904:0:16790:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008e704cad. 00000040:00000001:0.0:1767384386.326906:0:16790:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384386.326908:0:16790:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384386.326995:0:16790:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.326997:0:16790:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.326998:0:16790:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.327000:0:16790:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384386.327002:0:16790:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384386.327005:0:16790:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384386.327045:0:16790:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384386.327048:0:16790:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384386.327050:0:16790:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384386.327052:0:16790:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384386.327054:0:16790:0:(lu_object.c:207:lu_object_put()) Add 0000000066c1331c/000000000eef6b9c to site lru. bkt: 00000000841d16dc 00000040:00000001:0.0:1767384386.327057:0:16790:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384386.327064:0:16790:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008e704cad. 00000040:00000010:0.0:1767384386.327069:0:16790:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000077cfee96. 00000040:00000040:0.0:1767384386.327074:0:16790:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:0.0:1767384386.327076:0:16790:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384386.327080:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689280 00010000:00000001:0.0:1767384386.327083:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384386.327087:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064355ad9 x1853236736689280/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8472 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384386.327095:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384386.327097:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384386.327100:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384386.327103:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384386.327105:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384386.327106:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384386.327108:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384386.327109:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384386.327111:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384386.327113:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384386.327121:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000affc3fea. 00000100:00000200:0.0:1767384386.327125:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236736689280, offset 224 00000400:00000200:0.0:1767384386.327129:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384386.327135:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384386.327149:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384386.327159:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384386.327164:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384386.327168:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000077cfee96. 00000800:00000200:0.0:1767384386.327173:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384386.327179:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:0.0:1767384386.327182:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077cfee96 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384386.327200:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384386.327203:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384386.327211:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384386.327212:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384386.327214:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384386.327218:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064355ad9 x1853236736689280/t0(0) o502->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8472 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384386.327227:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064355ad9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+7:15573:x1853236736689280:12345-192.168.203.13@tcp50:502: Request processed in 405us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384386.327234:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 161 00000100:00000040:0.0:1767384386.327237:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:0.0:1767384386.327239:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384386.327241:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384386.327244:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c27d289e. 00000020:00000010:0.0:1767384386.327247:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384386.327251:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044061bc0. 00000020:00000040:0.0:1767384386.327256:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00000100:00000001:0.0:1767384386.327260:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384386.327264:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384386.327268:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1bd3cd6. 00000400:00000010:0.0:1767384386.327272:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c596df3c. 00000800:00000200:1.0:1767384386.327300:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384386.327304:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000077cfee96. 00000400:00000200:1.0:1767384386.327308:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.327313:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.327316:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affc3fea 00000400:00000010:1.0:1767384386.327318:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000affc3fea. 00000100:00000001:1.0:1767384386.327321:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.327324:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.327326:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003e3a0a59. 02000000:00000001:1.0:1767384386.327337:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.327338:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.328509:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.328516:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.328518:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.328520:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.328526:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.328535:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 26 MB=0x695824d600500 00000400:00000200:1.0:1767384386.328540:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x1821 [2] + 0 00000400:00000010:1.0:1767384386.328543:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000803b6602. 00000400:00000200:1.0:1767384386.328547:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059355187 00000800:00000001:1.0:1767384386.328549:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.328588:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.328591:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.328595:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.328598:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059355187 00000400:00000010:1.0:1767384386.328600:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059355187. 00000100:00000001:1.0:1767384386.328603:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.328604:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.328607:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000ca3667ef x1853236736689408 msgsize 328 00000100:00100000:1.0:1767384386.328611:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.328613:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.328621:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.328625:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.328633:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.328653:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.328657:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689408 02000000:00000001:3.0:1767384386.328659:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.328661:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.328668:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.328671:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.328674:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689408 00000020:00000001:3.0:1767384386.328675:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.328677:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.328679:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.328680:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=7 00000020:00000001:3.0:1767384386.328682:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.328684:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.328687:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.328690:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.328692:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.328694:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.328697:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.328701:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.328705:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384386.328709:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.328711:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.328712:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.328713:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.328717:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.328725:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.328732:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.328733:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.328737:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 162 00000100:00000040:3.0:1767384386.328739:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.328741:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227595344 : -120961481956272 : ffff91fc75d62450) 00000100:00000040:3.0:1767384386.328746:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca3667ef x1853236736689408/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.328755:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.328758:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.328760:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.328762:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.328772:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+7:15554:x1853236736689408:12345-192.168.203.13@tcp50:101: 00000100:00000200:3.0:1767384386.328776:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689408 00000020:00000001:3.0:1767384386.328778:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.328780:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.328782:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.328783:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.328785:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384386.328787:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.328788:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.328790:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.328791:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.328794:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.328796:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384386.328798:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384386.328800:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384386.328801:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384386.328803:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.328807:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384386.328813:0:16788:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000062eaf053. 00010000:00000001:3.0:1767384386.328824:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384386.328828:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005d3bc7e9. 00000020:00000001:3.0:1767384386.328834:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.328836:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d3bc7e9 with handle 0xf489261bfe0bc838 to hash 00000020:00000001:3.0:1767384386.328838:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384386.328839:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:3.0:1767384386.328842:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00010000:3.0:1767384386.328845:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc838 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc167a780a96e627a expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.328853:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037c6160d : new locks_count 3 00000020:00000040:3.0:1767384386.328855:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=8 00000100:00000001:3.0:1767384386.328860:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.328862:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.328864:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000837a63e6. 02000000:00000001:3.0:1767384386.328870:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.328872:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.328874:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384386.328877:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384386.328879:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384386.328881:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.328882:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.328884:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.328886:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.328888:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384386.328889:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384386.328891:0:16788:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384386.328892:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384386.328893:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000062eaf053) refcount = 1 00010000:00010000:3.0:1767384386.328898:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc838 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e627a expref: 8 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.328904:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384386.328905:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384386.328907:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.328909:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.328911:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.328916:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384386.328918:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc838 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e627a expref: 8 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.328925:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384386.328927:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384386.328928:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.328930:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.328932:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384386.328933:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384386.328934:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384386.328936:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005d3bc7e9, rc 0) 00000020:00000001:3.0:1767384386.328938:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.328940:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689408 00010000:00000001:3.0:1767384386.328946:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.328949:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca3667ef x1853236736689408/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.328956:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.328957:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.328959:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.328962:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.328964:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.328966:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.328968:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.328969:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.328971:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.328974:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.328977:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000100:00000200:3.0:1767384386.328980:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736689408, offset 224 00000400:00000200:3.0:1767384386.328986:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.328992:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.329001:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384386.329010:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.329015:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.329017:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d7913e0. 00000800:00000200:3.0:1767384386.329021:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.329025:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.329027:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d7913e0 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.329040:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.329043:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.329045:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.329046:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.329048:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.329051:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca3667ef x1853236736689408/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.329070:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca3667ef pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+8:15554:x1853236736689408:12345-192.168.203.13@tcp50:101: Request processed in 314us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.329078:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 162 00000100:00000040:3.0:1767384386.329081:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.329083:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.329084:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.329086:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.329090:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384386.329093:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000800:00000200:2.0:1767384386.329093:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384386.329096:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d7913e0. 00000020:00000040:3.0:1767384386.329099:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 7 00000400:00000200:2.0:1767384386.329101:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384386.329103:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.329108:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000200:3.0:1767384386.329110:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384386.329111:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e19526 00000400:00000010:3.0:1767384386.329117:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf9925b. 00000400:00000010:2.0:1767384386.329122:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000100:00000001:2.0:1767384386.329127:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1767384386.329130:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b756934. 02000000:00000001:2.0:1767384386.329130:0:16148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.329133:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000837a63e6. 02000000:00000001:2.0:1767384386.329137:0:16148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.329138:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.330537:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.330544:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.330546:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.330548:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.330569:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.330577:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 304 into portal 26 MB=0x695824d600580 00000400:00000200:1.0:1767384386.330582:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 304/304 into md 0x1829 [2] + 0 00000400:00000010:1.0:1767384386.330585:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:1.0:1767384386.330588:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000017681cb2 00000800:00000001:1.0:1767384386.330591:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.330596:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.330598:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.330601:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.330604:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017681cb2 00000400:00000010:1.0:1767384386.330606:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017681cb2. 00000100:00000001:1.0:1767384386.330609:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.330610:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.330613:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000073139b0d x1853236736689536 msgsize 304 00000100:00100000:1.0:1767384386.330617:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.330619:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.330627:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.330631:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.330633:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.330656:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.330659:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689536 02000000:00000001:3.0:1767384386.330661:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.330663:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.330664:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.330667:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.330669:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689536 00000020:00000001:3.0:1767384386.330671:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.330672:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.330674:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.330676:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=8 00000020:00000001:3.0:1767384386.330678:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.330680:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.330682:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.330685:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.330687:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.330689:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.330698:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.330701:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.330703:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384386.330708:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.330710:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.330711:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.330712:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.330715:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.330727:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.330734:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.330735:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.330739:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 163 00000100:00000040:3.0:1767384386.330741:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.330743:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227598416 : -120961481953200 : ffff91fc75d63050) 00000100:00000040:3.0:1767384386.330747:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073139b0d x1853236736689536/t0(0) o256->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 304/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.330755:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.330758:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.330760:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.330762:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.330765:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+8:15554:x1853236736689536:12345-192.168.203.13@tcp50:256: 00000100:00000200:3.0:1767384386.330768:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689536 00000020:00000001:3.0:1767384386.330770:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.330772:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.330774:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.330775:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.330777:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:3.0:1767384386.330779:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.330780:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.330782:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.330783:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.330786:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.330795:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.330797:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.330799:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000837a63e6. 02000000:00000001:3.0:1767384386.330801:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.330802:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.330805:0:16788:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384386.330808:0:16788:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384386.330811:0:16788:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384386.330812:0:16788:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384386.330814:0:16788:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.330816:0:16788:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384386.330826:0:16788:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:3.0:1767384386.330830:0:16788:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000a69a85de. 20000000:00000001:3.0:1767384386.330835:0:16788:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384386.330850:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384386.330856:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384386.330860:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384386.330862:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384386.330864:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384386.330866:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384386.330868:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384386.330870:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384386.330872:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384386.330874:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384386.330875:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384386.330877:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384386.330879:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384386.330881:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384386.330883:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384386.330885:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384386.330886:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384386.330888:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384386.330889:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384386.330891:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384386.330893:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384386.330895:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384386.330897:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384386.330899:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384386.330900:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384386.330906:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384386.330908:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384386.330910:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384386.330912:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384386.330914:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384386.330916:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384386.330918:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384386.330919:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384386.330921:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384386.330923:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384386.330925:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384386.330927:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384386.330929:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384386.330931:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384386.330933:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384386.330935:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384386.330937:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384386.330940:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:3.0:1767384386.330950:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384386.330952:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384386.330954:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384386.330956:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384386.330958:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384386.330960:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384386.330962:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384386.330964:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384386.330966:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384386.330967:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384386.330969:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384386.330971:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384386.330972:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384386.330974:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384386.330976:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384386.330977:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384386.330979:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384386.330981:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384386.330982:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384386.330984:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384386.330986:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384386.330993:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384386.330995:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384386.330997:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384386.330999:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384386.331001:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384386.331002:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384386.331004:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384386.331006:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384386.331008:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384386.331010:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384386.331012:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384386.331014:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384386.331016:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384386.331017:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384386.331019:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384386.331021:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384386.331023:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384386.331025:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384386.331027:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384386.331029:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384386.331030:0:16788:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384386.331032:0:16788:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:3.0:1767384386.331035:0:16788:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384386.331037:0:16788:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384386.331039:0:16788:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384386.331042:0:16788:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000906f0637. 00000100:00000010:3.0:1767384386.331045:0:16788:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009ddfb4f9. 00000020:00000040:3.0:1767384386.331047:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=9 00010000:00000001:3.0:1767384386.331050:0:16788:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384386.331052:0:16788:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384386.331056:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384386.331061:0:16788:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a4043974. 00000400:00000200:3.0:1767384386.331065:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.331073:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.331081:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384386.331086:0:16788:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.331092:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.331102:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.331105:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022abae3e. 00000800:00000200:3.0:1767384386.331109:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.331114:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:3.0:1767384386.331116:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022abae3e type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:3.0:1767384386.331130:0:16788:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.13@tcp50 mbits 0x695824d600580-0x695824d600580 00000100:00000001:3.0:1767384386.331133:0:16788:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384386.331196:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384386.331200:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022abae3e. 00000400:00000200:1.0:1767384386.331203:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.331208:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:1.0:1767384386.331212:0:16149:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384386.331213:0:16149:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000906f0637 00000100:00000001:1.0:1767384386.331215:0:16149:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384386.331785:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.331791:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384386.331793:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.331810:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.331815:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : ACK - for me 00000400:00000200:2.0:1767384386.331821:0:16148:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.113@tcp50: ACK from 12345-192.168.203.13@tcp50 into md 0x204d 00000400:00000200:2.0:1767384386.331824:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.331826:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: ACK: OK 00000400:00000200:2.0:1767384386.331828:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:2.0:1767384386.331829:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000100:00000001:2.0:1767384386.331831:0:16148:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384386.331832:0:16148:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000906f0637 00000100:00000001:2.0:1767384386.331837:0:16148:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384386.331840:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.331842:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.331856:0:16788:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.331860:0:16788:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384386.331862:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000010:3.0:1767384386.331866:0:16788:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009ddfb4f9. 00000100:00000010:3.0:1767384386.331869:0:16788:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000906f0637. 00000100:00000001:3.0:1767384386.331871:0:16788:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384386.331919:0:16788:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384386.331926:0:16788:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000a69a85de. 20000000:00000001:3.0:1767384386.331930:0:16788:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.331932:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689536 00010000:00000001:3.0:1767384386.331934:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.331938:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073139b0d x1853236736689536/t0(0) o256->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 304/240 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.331945:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.331947:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.331949:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.331952:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.331954:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.331956:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.331958:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.331959:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.331961:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.331964:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.331967:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384386.331969:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236736689536, offset 224 00000400:00000200:3.0:1767384386.331978:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.331984:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.331991:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384386.331999:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.332003:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.332006:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331427c4. 00000800:00000200:3.0:1767384386.332009:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.332013:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.332015:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.332027:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.332029:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.332032:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.332033:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.332034:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.332037:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073139b0d x1853236736689536/t0(0) o256->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 304/240 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.332046:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073139b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+8:15554:x1853236736689536:12345-192.168.203.13@tcp50:256: Request processed in 1289us (1431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.332053:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 163 00000100:00000040:3.0:1767384386.332055:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.332057:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.332059:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.332061:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.332065:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384386.332068:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384386.332070:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 7 00000100:00000001:3.0:1767384386.332072:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.332076:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:1.0:1767384386.332078:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384386.332080:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000800:00000010:1.0:1767384386.332081:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331427c4. 00000400:00000200:1.0:1767384386.332084:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384386.332090:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099aabc9e. 00000400:00000200:1.0:1767384386.332092:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.332100:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:1.0:1767384386.332102:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000001:1.0:1767384386.332105:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.332106:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.332107:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000837a63e6. 02000000:00000001:1.0:1767384386.332109:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.332110:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.341447:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.341462:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.341465:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.341467:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.341494:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.341508:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 26 MB=0x695824d600600 00000400:00000200:1.0:1767384386.341515:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x1855 [2] + 0 00000400:00000010:1.0:1767384386.341519:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0e6983d. 00000400:00000200:1.0:1767384386.341524:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef8520ac 00000800:00000001:1.0:1767384386.341530:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.341536:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.341538:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.341542:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.341551:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef8520ac 00000400:00000010:1.0:1767384386.341593:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef8520ac. 00000100:00000001:1.0:1767384386.341599:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.341601:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.341604:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000002b29a796 x1853236736689664 msgsize 328 00000100:00100000:1.0:1767384386.341608:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.341610:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.341619:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.341625:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.341628:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.341658:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.341662:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689664 02000000:00000001:3.0:1767384386.341664:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.341667:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.341669:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.341673:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.341676:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689664 00000020:00000001:3.0:1767384386.341679:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.341681:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.341683:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.341686:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=8 00000020:00000001:3.0:1767384386.341688:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.341690:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.341694:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.341698:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.341700:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.341703:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.341707:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.341712:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.341716:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384386.341724:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.341726:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.341728:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.341729:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.341735:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.341745:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.341753:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.341755:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.341760:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 164 00000100:00000040:3.0:1767384386.341763:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.341765:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227600464 : -120961481951152 : ffff91fc75d63850) 00000100:00000040:3.0:1767384386.341771:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b29a796 x1853236736689664/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.341798:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.341801:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.341802:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.341804:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.341808:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+8:15554:x1853236736689664:12345-192.168.203.13@tcp50:101: 00000100:00000200:3.0:1767384386.341812:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689664 00000020:00000001:3.0:1767384386.341815:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.341818:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.341820:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.341822:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.341824:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:3.0:1767384386.341827:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.341828:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.341830:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.341832:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.341849:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.341851:0:16788:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384386.341854:0:16788:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384386.341855:0:16788:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384386.341857:0:16788:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384386.341859:0:16788:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.341863:0:16788:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384386.341868:0:16788:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a6abb9fd count: 3 00010000:00000001:3.0:1767384386.341872:0:16788:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.341874:0:16788:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384386.341877:0:16788:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000851e2131. 00000020:00000001:3.0:1767384386.341881:0:16788:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.341882:0:16788:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000851e2131 with handle 0xf489261bfe0bc83f to hash 00000020:00000001:3.0:1767384386.341884:0:16788:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384386.341886:0:16788:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:3.0:1767384386.341888:0:16788:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00010000:3.0:1767384386.341891:0:16788:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000851e2131/0xf489261bfe0bc83f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc167a780a96e6281 expref: -99 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.341904:0:16788:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037c6160d : new locks_count 4 00000020:00000040:3.0:1767384386.341906:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=9 00000100:00000001:3.0:1767384386.341912:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.341914:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.341918:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000906f0637. 02000000:00000001:3.0:1767384386.341920:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.341922:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.341924:0:16788:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384386.341928:0:16788:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384386.341930:0:16788:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384386.341933:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.341935:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.341937:0:16788:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384386.341938:0:16788:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.341940:0:16788:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384386.341942:0:16788:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384386.341944:0:16788:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384386.341945:0:16788:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384386.341947:0:16788:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000a6abb9fd) refcount = 3 00010000:00000040:3.0:1767384386.341950:0:16788:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384386.341953:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000167dcbd2/0xf489261bfe0bc505 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc4fe expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384386.341959:0:16788:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b6427b2/0xf489261bfe0bc48e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc487 expref: 13 pid: 16789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384386.341966:0:16788:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000851e2131/0xf489261bfe0bc83f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6281 expref: 9 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.341971:0:16788:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384386.341973:0:16788:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384386.341974:0:16788:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.341976:0:16788:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.341977:0:16788:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384386.341986:0:16788:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384386.341989:0:16788:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000851e2131/0xf489261bfe0bc83f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6281 expref: 9 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384386.341995:0:16788:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384386.341997:0:16788:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384386.341998:0:16788:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.342000:0:16788:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.342002:0:16788:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384386.342003:0:16788:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384386.342005:0:16788:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384386.342006:0:16788:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000851e2131, rc 0) 00000020:00000001:3.0:1767384386.342009:0:16788:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.342011:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689664 00010000:00000001:3.0:1767384386.342013:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.342017:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b29a796 x1853236736689664/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.342026:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.342028:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.342031:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.342035:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.342037:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.342040:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.342042:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.342044:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.342046:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.342049:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.342053:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384386.342057:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236736689664, offset 224 00000400:00000200:3.0:1767384386.342062:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.342070:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.342084:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1767384386.342094:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.342104:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.342107:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c986e65f. 00000800:00000200:3.0:1767384386.342112:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.342117:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.342120:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c986e65f type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.342134:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.342137:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.342140:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.342141:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.342143:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.342147:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b29a796 x1853236736689664/t0(0) o101->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 328/344 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.342156:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b29a796 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+9:15554:x1853236736689664:12345-192.168.203.13@tcp50:101: Request processed in 357us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.342163:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 164 00000100:00000040:3.0:1767384386.342166:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.342168:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.342170:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.342173:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.342177:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384386.342180:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384386.342183:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000001:3.0:1767384386.342187:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.342191:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.342195:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f3779a. 00000400:00000010:3.0:1767384386.342199:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080839a0d. 00000800:00000200:2.0:1767384386.342226:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384386.342229:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c986e65f. 00000400:00000200:2.0:1767384386.342231:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.342235:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.342237:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:2.0:1767384386.342238:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:2.0:1767384386.342241:0:16148:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384386.342242:0:16148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.342244:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000906f0637. 02000000:00000001:2.0:1767384386.342246:0:16148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.342247:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.343049:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.343054:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.343055:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.343056:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.343060:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.343070:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 504 into portal 26 MB=0x695824d600680 00000400:00000200:1.0:1767384386.343073:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 504/504 into md 0x189d [2] + 0 00000400:00000010:1.0:1767384386.343075:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016fd86fe. 00000400:00000200:1.0:1767384386.343078:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ee2ebcb 00000800:00000001:1.0:1767384386.343080:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.343083:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.343084:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.343086:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.343088:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ee2ebcb 00000400:00000010:1.0:1767384386.343089:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ee2ebcb. 00000100:00000001:1.0:1767384386.343091:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.343092:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384386.343093:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000351c4d7c x1853236736689792 msgsize 504 00000100:00100000:1.0:1767384386.343096:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384386.343097:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384386.343104:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.343107:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.343109:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.343133:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.343136:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689792 02000000:00000001:3.0:1767384386.343138:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.343139:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.343140:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.343147:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.343150:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689792 00000020:00000001:3.0:1767384386.343151:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.343152:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.343154:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.343155:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=9 00000020:00000001:3.0:1767384386.343157:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.343159:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.343162:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.343164:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.343165:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.343167:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.343170:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.343173:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.343175:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384386.343179:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.343180:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.343182:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.343183:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.343186:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.343198:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.343205:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.343206:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.343210:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 165 00000100:00000040:3.0:1767384386.343212:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.343213:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227601488 : -120961481950128 : ffff91fc75d63c50) 00000100:00000040:3.0:1767384386.343217:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000351c4d7c x1853236736689792/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 504/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.343225:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.343228:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.343230:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.343232:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.343236:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+9:15554:x1853236736689792:12345-192.168.203.13@tcp50:501: 00000100:00000200:3.0:1767384386.343243:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689792 00000020:00000001:3.0:1767384386.343245:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.343247:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.343248:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.343250:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.343251:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505216 : -1040046400 : ffffffffc20226c0) 00000020:00000001:3.0:1767384386.343253:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.343255:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.343256:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.343258:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.343260:0:16788:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384386.343262:0:16788:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.343264:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.343266:0:16788:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384386.343268:0:16788:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384386.343270:0:16788:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384386.343272:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.343274:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.343276:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000906f0637. 02000000:00000001:3.0:1767384386.343278:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.343280:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384386.343282:0:16788:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384386.343285:0:16788:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:3.0:1767384386.343287:0:16788:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384386.343289:0:16788:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bd4f71ab. 00000040:00000001:3.0:1767384386.343292:0:16788:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384386.343295:0:16788:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384386.343297:0:16788:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:3.0:1767384386.343299:0:16788:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00080000:00000001:3.0:1767384386.343306:0:16788:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384386.343341:0:16788:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384386.343344:0:16788:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384386.343346:0:16788:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.343347:0:16788:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384386.343352:0:16788:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000149778d5. 00000020:00000001:3.0:1767384386.343359:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384386.343364:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111868501336 : -120961841050280 : ffff91fc606ecd58) 00000040:00000001:3.0:1767384386.343367:0:16788:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.343368:0:16788:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.343372:0:16788:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384386.343374:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000b6a1c3b3/00000000566d5d0f to site lru. bkt: 000000005fa6ab26 00000040:00000010:3.0:1767384386.343376:0:16788:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000149778d5. 00000040:00000001:3.0:1767384386.343379:0:16788:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384386.343380:0:16788:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bd4f71ab. 00000040:00000001:3.0:1767384386.343382:0:16788:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384386.343384:0:16788:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:3.0:1767384386.343386:0:16788:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.343389:0:16788:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.343391:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689792 00010000:00000001:3.0:1767384386.343393:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.343396:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000351c4d7c x1853236736689792/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 504/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.343403:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.343404:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.343406:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.343409:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.343411:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.343413:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.343415:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.343417:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.343418:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.343421:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.343423:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384386.343425:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236736689792, offset 224 00000400:00000200:3.0:1767384386.343430:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.343435:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.343442:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384386.343452:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.343459:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.343462:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97d7220. 00000800:00000200:3.0:1767384386.343465:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.343469:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384386.343472:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a97d7220 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384386.343491:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.343494:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.343496:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.343498:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.343499:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.343503:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000351c4d7c x1853236736689792/t0(0) o501->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 504/272 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.343512:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000351c4d7c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+9:15554:x1853236736689792:12345-192.168.203.13@tcp50:501: Request processed in 285us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.343520:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 165 00000100:00000040:3.0:1767384386.343522:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.343523:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.343525:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.343528:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.343531:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384386.343533:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384386.343536:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000001:3.0:1767384386.343539:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.343541:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.343545:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004529f4bc. 00000400:00000010:3.0:1767384386.343548:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa76ffb2. 00000800:00000200:1.0:1767384386.343550:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384386.343585:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97d7220. 00000400:00000200:1.0:1767384386.343589:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.343593:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.343596:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:1.0:1767384386.343598:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:1.0:1767384386.343600:0:16149:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.343602:0:16149:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.343603:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000906f0637. 02000000:00000001:1.0:1767384386.343606:0:16149:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.343607:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384386.344962:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.344967:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384386.344969:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.344970:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.344973:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384386.344979:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 272 into portal 26 MB=0x695824d600700 00000400:00000200:2.0:1767384386.344982:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 272/272 into md 0x18a5 [2] + 0 00000400:00000010:2.0:1767384386.344984:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f850f921. 00000400:00000200:2.0:1767384386.344987:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003788ec34 00000800:00000001:2.0:1767384386.344989:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.344992:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.344993:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.344995:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.344997:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003788ec34 00000400:00000010:2.0:1767384386.344998:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003788ec34. 00000100:00000001:2.0:1767384386.345000:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.345000:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384386.345002:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000043b385c7 x1853236736689920 msgsize 272 00000100:00100000:2.0:1767384386.345004:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:2.0:1767384386.345005:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.345012:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384386.345015:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384386.345016:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.345039:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.345042:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736689920 02000000:00000001:3.0:1767384386.345044:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.345046:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.345047:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.345055:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.345058:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736689920 00000020:00000001:3.0:1767384386.345059:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.345061:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:3.0:1767384386.345062:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.345064:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=9 00000020:00000001:3.0:1767384386.345066:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:3.0:1767384386.345068:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:3.0:1767384386.345071:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.345073:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.345075:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.345077:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000020:00000010:3.0:1767384386.345080:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.345083:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.345086:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000040:3.0:1767384386.345089:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384386.345091:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.345092:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.345094:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.345097:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.345101:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.345106:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.345107:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.345111:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 166 00000100:00000040:3.0:1767384386.345113:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384386.345115:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227591248 : -120961481960368 : ffff91fc75d61450) 00000100:00000040:3.0:1767384386.345119:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000043b385c7 x1853236736689920/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.345127:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384386.345129:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083709c91. 00000100:00000001:3.0:1767384386.345131:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.345132:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083709c91. 00000100:00100000:3.0:1767384386.345136:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000043b385c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+9:15554:x1853236736689920:12345-192.168.203.13@tcp50:503: 00000100:00000200:3.0:1767384386.345142:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736689920 00000020:00000001:3.0:1767384386.345144:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.345147:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.345148:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.345150:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.345151:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505312 : -1040046304 : ffffffffc2022720) 00000020:00000001:3.0:1767384386.345154:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.345155:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.345157:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.345158:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384386.345159:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.345161:0:16788:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384386.345163:0:16788:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384386.345165:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.345166:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.345176:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003e3a0a59. 02000000:00000001:3.0:1767384386.345178:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.345180:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384386.345182:0:16788:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:3.0:1767384386.345183:0:16788:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384386.345185:0:16788:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bd4f71ab. 00000040:00000001:3.0:1767384386.345187:0:16788:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384386.345189:0:16788:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384386.345190:0:16788:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446623112364783616 : -120961344768000 : 0xffff91fc7e037800) 00000020:00000001:3.0:1767384386.345193:0:16788:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446623112364783616 : -120961344768000 : ffff91fc7e037800) 00000020:00000001:3.0:1767384386.345195:0:16788:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384386.345197:0:16788:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111868501336 : -120961841050280 : ffff91fc606ecd58) 00000040:00000001:3.0:1767384386.345199:0:16788:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.345201:0:16788:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.345203:0:16788:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384386.345207:0:16788:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001c93e0d8. 00000040:00000001:3.0:1767384386.345209:0:16788:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384386.345210:0:16788:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384386.345214:0:16788:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384386.345216:0:16788:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384386.345221:0:16788:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384386.345224:0:16788:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384386.345226:0:16788:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384386.345229:0:16788:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384386.345232:0:16788:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384386.345233:0:16788:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384386.345235:0:16788:0:(lu_object.c:207:lu_object_put()) Add 00000000b6a1c3b3/00000000566d5d0f to site lru. bkt: 000000005fa6ab26 00000040:00000001:3.0:1767384386.345237:0:16788:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384386.345239:0:16788:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001c93e0d8. 00000040:00000010:3.0:1767384386.345243:0:16788:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bd4f71ab. 00000040:00000040:3.0:1767384386.345245:0:16788:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00000020:00000001:3.0:1767384386.345247:0:16788:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.345250:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736689920 00010000:00000001:3.0:1767384386.345251:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384386.345254:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000043b385c7 x1853236736689920/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.345262:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384386.345263:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.345265:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.345268:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.345270:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:3.0:1767384386.345272:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:3.0:1767384386.345274:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.345275:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.345277:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.345280:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384386.345282:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d83fc30e. 00000100:00000200:3.0:1767384386.345285:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236736689920, offset 224 00000400:00000200:3.0:1767384386.345290:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384386.345295:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384386.345302:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1767384386.345311:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384386.345319:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.13@tcp50 00000800:00000010:3.0:1767384386.345321:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000bd4f71ab. 00000800:00000200:3.0:1767384386.345325:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:3.0:1767384386.345329:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:3.0:1767384386.345331:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd4f71ab type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:3.0:1767384386.345341:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.345344:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384386.345346:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384386.345347:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.345349:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384386.345351:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043b385c7 x1853236736689920/t0(0) o503->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:367/0 lens 272/8416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.345360:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000043b385c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+9:15554:x1853236736689920:12345-192.168.203.13@tcp50:503: Request processed in 232us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384386.345367:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 166 00000100:00000040:3.0:1767384386.345370:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:3.0:1767384386.345372:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384386.345374:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384386.345376:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.345380:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:3.0:1767384386.345383:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:3.0:1767384386.345385:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000001:3.0:1767384386.345388:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384386.345391:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384386.345395:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 00000400:00000010:3.0:1767384386.345398:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ab86ad6. 00000800:00000200:1.0:1767384386.345409:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384386.345413:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000bd4f71ab. 00000400:00000200:1.0:1767384386.345417:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.345421:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384386.345424:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83fc30e 00000400:00000010:1.0:1767384386.345431:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d83fc30e. 00000100:00000001:1.0:1767384386.345434:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384386.345436:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384386.345437:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003e3a0a59. 02000000:00000001:1.0:1767384386.345446:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384386.345447:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384386.347906:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.347914:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384386.347916:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.347918:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.347924:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384386.347932:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 520 into portal 12 MB=0x695824d600780 00000400:00000200:1.0:1767384386.347937:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:1.0:1767384386.347942:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.347946:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384386.347948:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.347951:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:1.0:1767384386.347955:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384386.347957:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384386.347961:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012359d2f. 00000100:00000040:1.0:1767384386.347963:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000012359d2f x1853236736690048 msgsize 520 00000100:00100000:1.0:1767384386.347968:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:1.0:1767384386.347979:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384386.347984:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384386.347986:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.348007:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384386.348010:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690048 02000000:00000001:3.0:1767384386.348012:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384386.348013:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.348015:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.348024:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.348027:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690048 00000020:00000001:3.0:1767384386.348029:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.348030:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384386.348032:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384386.348034:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348035:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.348038:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd25737. 00000020:00000010:3.0:1767384386.348042:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384386.348045:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f465aec0. 00000100:00000001:3.0:1767384386.348048:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.348050:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.348051:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.348054:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.348067:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.348075:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.348076:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384386.348080:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 3 00000100:00000001:3.0:1767384386.348082:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099048832 : -120961610502784 : ffff91fc6e2cad80) 00000100:00000040:3.0:1767384386.348085:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012359d2f x1853236736690048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.348095:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012359d2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:12149:x1853236736690048:12345-192.168.203.13@tcp50:38: 00000100:00000200:3.0:1767384386.348099:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690048 00000020:00000001:3.0:1767384386.348102:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384386.348105:0:16797:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384386.348112:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 8 - find 00000020:00000001:3.0:1767384386.348115:0:16797:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446623111734571440 : -120961974980176 : ffff91fc587331b0) 00000100:00000001:3.0:1767384386.348120:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384386.348122:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384386.348125:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000837a63e6. 02000000:00000001:3.0:1767384386.348126:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.348128:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.348130:0:16797:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384386.348135:0:16797:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50 t0 exp 0000000000000000 cur 307 last 0 00010000:00000001:3.0:1767384386.348144:0:16797:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384386.348146:0:16797:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384386.348148:0:16797:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384386.348151:0:16797:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384386.348155:0:16797:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384386.348158:0:16797:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348160:0:16797:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348163:0:16797:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348165:0:16797:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348166:0:16797:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348168:0:16797:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348170:0:16797:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384386.348172:0:16797:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384386.348174:0:16797:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a69a85de. 00000020:00000001:3.0:1767384386.348176:0:16797:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384386.348179:0:16797:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a69a85de with handle 0xf489261bfe0bc846 to hash 00000020:00000001:3.0:1767384386.348180:0:16797:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384386.348183:0:16797:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384386.348185:0:16797:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384386.348187:0:16797:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000083709c91. 00000001:00000001:3.0:1767384386.348189:0:16797:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384386.348192:0:16797:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003b9e0834. 00000001:00000001:3.0:1767384386.348195:0:16797:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.348197:0:16797:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384386.348199:0:16797:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384386.348202:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a97d7220. 00000001:00000010:3.0:1767384386.348206:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a5cd7b7e. 00000001:00000010:3.0:1767384386.348208:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000939c601e. 00000001:00000010:3.0:1767384386.348210:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000389d8db8. 00000001:00000010:3.0:1767384386.348213:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd4f71ab. 00000001:00000010:3.0:1767384386.348215:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a4e817b. 00000001:00000001:3.0:1767384386.348217:0:16797:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384386.348219:0:16797:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c986e65f. 00000001:00000010:3.0:1767384386.348221:0:16797:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008efdc677. 00000001:00000010:3.0:1767384386.348223:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5f42cf8. 00000001:00000010:3.0:1767384386.348225:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7891e86. 00000001:00000010:3.0:1767384386.348232:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f043aea. 00000001:00000010:3.0:1767384386.348234:0:16797:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084a2d4ac. 00010000:00000001:3.0:1767384386.348236:0:16797:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.348238:0:16797:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384386.348240:0:16797:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348241:0:16797:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.348244:0:16797:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=3 00000020:00000040:3.0:1767384386.348247:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 9 - export 00000020:00000001:3.0:1767384386.348249:0:16797:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000040:3.0:1767384386.348252:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 2 00000020:00000080:3.0:1767384386.348253:0:16797:0:(genops.c:1402:class_connect()) connect: client b5a9f0e7-4930-4c8c-9484-8caf40e4e445, cookie 0xf489261bfe0bc846 00000020:00000001:3.0:1767384386.348255:0:16797:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348257:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.348258:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:3.0:1767384386.348259:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384386.348261:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=3 00000020:00000001:3.0:1767384386.348263:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:3.0:1767384386.348265:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000001:00000001:3.0:1767384386.348268:0:16797:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384386.348271:0:16797:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384386.348274:0:16797:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 6 00000001:00000001:3.0:1767384386.348276:0:16797:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446623107058717696 : -120966650833920 : ffff91fb41bf5400) 00000001:00000001:3.0:1767384386.348278:0:16797:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384386.348280:0:16797:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=4 00000001:00000040:3.0:1767384386.348282:0:16797:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 7 00000001:00000001:3.0:1767384386.348284:0:16797:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384386.348288:0:16797:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.13@tcp50 to nodemap default 00000001:00000040:3.0:1767384386.348290:0:16797:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 6 00000001:00000001:3.0:1767384386.348292:0:16797:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348296:0:16797:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384386.348299:0:16797:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384386.348308:0:16797:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.348310:0:16797:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384386.348318:0:16797:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de free: 389545984 avail: 387448832 00000020:00000001:3.0:1767384386.348321:0:16797:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384386.348323:0:16797:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:3.0:1767384386.348326:0:16797:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:3.0:1767384386.348329:0:16797:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384386.348331:0:16797:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:3.0:1767384386.348334:0:16797:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:3.0:1767384386.348336:0:16797:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:3.0:1767384386.348339:0:16797:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:3.0:1767384386.348342:0:16797:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384386.348344:0:16797:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384386.348347:0:16797:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384386.348349:0:16797:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384386.348351:0:16797:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384386.348354:0:16797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384386.348359:0:16797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000906f0637. 00080000:00000001:3.0:1767384386.348362:0:16797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623112361360384 : -120961348191232 : ffff91fc7dcf3c00) 00080000:00000001:3.0:1767384386.348365:0:16797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384386.348370:0:16797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384386.348371:0:16797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.348373:0:16797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384386.348386:0:16797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384386.348389:0:16797:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384386.348392:0:16797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384386.348449:0:16797:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384386.348452:0:16797:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384386.348454:0:16797:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.348456:0:16797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384386.357240:0:16797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384386.357247:0:16797:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00080000:00000001:0.0:1767384386.357248:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:1.0:1767384386.357252:0:16797:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384386.357253:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000040:1.0:1767384386.357255:0:16797:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'b5a9f0e7-4930-4c8c-9484-8caf40e4e445' generation 1 00040000:00000001:0.0:1767384386.357257:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:1.0:1767384386.357259:0:16797:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00040000:00000001:0.0:1767384386.357260:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384386.357263:0:16797:0:(osd_handler.c:352:osd_trans_create()) Process entered 00040000:00000001:0.0:1767384386.357263:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384386.357268:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000906f0637. 00080000:00000010:1.0:1767384386.357269:0:16797:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000030169bb7. 00080000:00000001:1.0:1767384386.357273:0:16797:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107084638208 : -120966624913408 : ffff91fb434ad800) 00080000:00000001:0.0:1767384386.357275:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384386.357276:0:16797:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384386.357291:0:16797:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384386.357293:0:16797:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384386.357295:0:16797:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384386.357305:0:16797:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384386.357307:0:16797:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000001aac7fcf. 00000001:00000040:1.0:1767384386.357309:0:16797:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a69a85de : new cb_count 1 00000020:00000040:1.0:1767384386.357311:0:16797:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=5 00080000:00000001:1.0:1767384386.357316:0:16797:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384386.357383:0:16797:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384386.357386:0:16797:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384386.357387:0:16797:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384386.357393:0:16797:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384386.357394:0:16797:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384386.357396:0:16797:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384386.357399:0:16797:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384386.357400:0:16797:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384386.357405:0:16797:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000b8ffe916 00000020:00000010:1.0:1767384386.357406:0:16797:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006a1c8187. 00000020:00000040:1.0:1767384386.357413:0:16797:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000006a1c8187 for nid 192.168.203.13@tcp50 - ref 2 00000020:00000001:1.0:1767384386.357464:0:16797:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384386.357469:0:16797:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006442a9f7. 00000020:00000010:1.0:1767384386.357472:0:16797:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000004eec8963. 00000020:00000010:1.0:1767384386.357474:0:16797:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000004b3ce470. 00000020:00000010:1.0:1767384386.357497:0:16797:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d589b5f5. 00000020:00000010:1.0:1767384386.357504:0:16797:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000555cd2b9. 00000020:00000010:1.0:1767384386.357505:0:16797:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000006f5de4b1. 00000004:00000001:1.0:1767384386.357513:0:16797:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384386.357515:0:16797:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.357517:0:16797:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384386.357520:0:16797:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000035cf54af. 00000020:00000040:1.0:1767384386.357522:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 10 - import 00000020:00000001:1.0:1767384386.357526:0:16797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384386.357527:0:16797:0:(genops.c:1242:class_import_put()) import 0000000035cf54af refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384386.357529:0:16797:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384386.357534:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb6cf9. 00000020:00000040:1.0:1767384386.357540:0:16797:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=6 00000100:00000040:1.0:1767384386.357541:0:16797:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000100:00000001:1.0:1767384386.357543:0:16797:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384386.357551:0:16797:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.13@tcp50 primary NID 192.168.203.13@tcp50 rc 0 00000100:00000001:1.0:1767384386.357568:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384386.357570:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000100:00000001:1.0:1767384386.357572:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 00000100:00000001:1.0:1767384386.357574:0:16797:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623112084345216 : -120961625206400 : 0xffff91fc6d4c5180) 00000100:00000040:1.0:1767384386.357576:0:16797:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000020:00000040:1.0:1767384386.357579:0:16797:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=7 00000100:00000001:1.0:1767384386.357583:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384386.357585:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00000100:00000001:1.0:1767384386.357586:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:1.0:1767384386.357588:0:16797:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384386.357590:0:16797:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384386.357592:0:16797:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384386.357594:0:16797:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662110272 : -1047441344 : ffffffffc1915040) 02000000:00000001:1.0:1767384386.357596:0:16797:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.357597:0:16797:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384386.357599:0:16797:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384386.357600:0:16797:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384386.357602:0:16797:0:(import.c:65:import_set_state_nolock()) 0000000035cf54af : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384386.357604:0:16797:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384386.357605:0:16797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384386.357606:0:16797:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384386.357609:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 6 00000020:00000040:1.0:1767384386.357611:0:16797:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 10 - find 00010000:00000001:1.0:1767384386.357612:0:16797:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.357616:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384386.357617:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546672 : -1038004944 : ffffffffc2214d30) 00000020:00000001:1.0:1767384386.357619:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384386.357620:0:16797:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384386.357625:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384386.357627:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384386.357629:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.357631:0:16797:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384386.357635:0:16797:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384386.357636:0:16797:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384386.357637:0:16797:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384386.357638:0:16797:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.357639:0:16797:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384386.357641:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690048 00010000:00000001:1.0:1767384386.357643:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384386.357647:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012359d2f x1853236736690048/t0(0) o38->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384386.357653:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384386.357655:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384386.357658:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=89 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384386.357660:0:16797:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384386.357662:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384386.357663:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000100:00000001:1.0:1767384386.357664:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:1.0:1767384386.357666:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384386.357667:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.357669:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.357671:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:1.0:1767384386.357674:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000100:00000200:1.0:1767384386.357677:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236736690048, offset 0 00000400:00000200:1.0:1767384386.357681:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:1.0:1767384386.357688:0:16797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:1.0:1767384386.357701:0:16797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384386.357708:0:16797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384386.357712:0:16797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:1.0:1767384386.357715:0:16797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033fcc08b. 00000800:00000200:1.0:1767384386.357722:0:16797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:1.0:1767384386.357727:0:16797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:1.0:1767384386.357730:0:16797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033fcc08b type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384386.357740:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.357742:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00010000:00000001:1.0:1767384386.357743:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384386.357744:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.357746:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384386.357749:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012359d2f x1853236736690048/t0(0) o38->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384386.357756:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012359d2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:12149:x1853236736690048:12345-192.168.203.13@tcp50:38: Request processed in 9661us (9790us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384386.357766:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 3 00000100:00000040:1.0:1767384386.357769:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:1.0:1767384386.357772:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384386.357773:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384386.357778:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a3e9bf7. 00000020:00000010:1.0:1767384386.357782:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f465aec0. 00000020:00000010:1.0:1767384386.357785:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd25737. 00000020:00000040:1.0:1767384386.357789:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 5 00000100:00000001:1.0:1767384386.357792:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384386.357852:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384386.357857:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033fcc08b. 00000400:00000200:2.0:1767384386.357862:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.357868:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384386.357873:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001807fbcf 00000400:00000010:2.0:1767384386.357875:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001807fbcf. 00000100:00000001:2.0:1767384386.357878:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.357880:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384386.516605:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384386.516613:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384386.516620:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384386.516621:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.517528:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384386.517531:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384386.517534:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384387.359506:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.359520:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384387.359524:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.359526:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.359536:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384387.359552:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 12 MB=0x695824d600800 00000400:00000200:1.0:1767384387.359575:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:1.0:1767384387.359592:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.359596:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.359599:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.359603:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:1.0:1767384387.359609:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384387.359611:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384387.359615:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f0b01bb. 00000100:00000040:1.0:1767384387.359619:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000008f0b01bb x1853236736690176 msgsize 224 00000100:00100000:1.0:1767384387.359624:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:1.0:1767384387.359635:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384387.359643:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.359646:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384387.359648:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.359650:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.359655:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384387.359661:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 12 MB=0x695824d600880 00000400:00000200:1.0:1767384387.359666:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:1.0:1767384387.359670:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384387.359676:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384387.359677:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.359679:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.359683:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00100000:3.0:1767384387.359686:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690176 00000100:00000001:1.0:1767384387.359687:0:16147:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384387.359690:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384387.359690:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384387.359693:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3ff707c. 00000100:00000001:3.0:1767384387.359694:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384387.359698:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000a3ff707c x1853236736690304 msgsize 224 00000100:00000001:3.0:1767384387.359699:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.359706:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384387.359707:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00100000:3.0:1767384387.359712:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690176 00000020:00000001:3.0:1767384387.359717:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.359718:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:3.0:1767384387.359721:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384387.359723:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=6 00000100:00000001:1.0:1767384387.359725:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384387.359726:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:3.0:1767384387.359730:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000800:00000001:1.0:1767384387.359731:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384387.359736:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384387.359736:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384387.359742:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1bb543. 00000020:00000010:3.0:1767384387.359748:0:16797:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000014cb6cf9. 00000020:00000040:3.0:1767384387.359871:0:16797:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 10 - evictor 00000100:00000001:3.0:1767384387.359889:0:16797:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384387.359894:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce6f41d1. 00000020:00000010:3.0:1767384387.359900:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000084218e8. 00000020:00000010:3.0:1767384387.359905:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003ac53a35. 00000100:00000040:3.0:1767384387.359914:0:16797:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384387.359917:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384387.359919:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384387.359921:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.359929:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.359942:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.359952:0:16797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384387.359954:0:16797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690304 02000000:00000001:3.0:1767384387.359956:0:16797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384387.359957:0:16797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384387.359958:0:16797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.359961:0:16797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.359963:0:16797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690304 00000020:00000001:3.0:1767384387.359965:0:16797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.359967:0:16797:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:3.0:1767384387.359969:0:16797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384387.359976:0:16797:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=7 00000020:00000001:3.0:1767384387.359978:0:16797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:3.0:1767384387.359981:0:16797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000100:00000001:3.0:1767384387.359984:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384387.359986:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384387.359987:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384387.359992:0:16797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384387.359992:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384387.359997:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000100:00100000:2.0:1767384387.360002:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 4 00000020:00000010:3.0:1767384387.360003:0:16797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ba36e2. 00000100:00000040:2.0:1767384387.360006:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000020:00000010:3.0:1767384387.360008:0:16797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dd7edb8. 00000100:00000001:2.0:1767384387.360011:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099045248 : -120961610506368 : ffff91fc6e2c9f80) 00000020:00000010:3.0:1767384387.360014:0:16797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e9eea8. 00000100:00000001:3.0:1767384387.360019:0:16797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384387.360020:0:16797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384387.360021:0:16797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.360025:0:16797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.360031:0:16797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384387.360032:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f0b01bb x1853236736690176/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384387.360040:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.360043:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384387.360044:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384387.360049:0:16797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 5 00000020:00000010:2.0:1767384387.360051:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb61d65. 00000100:00000040:3.0:1767384387.360053:0:16797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 2 00000100:00000001:3.0:1767384387.360057:0:16797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099047936 : -120961610503680 : ffff91fc6e2caa00) 00000100:00000001:2.0:1767384387.360057:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384387.360062:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eb61d65. 00000100:00000040:3.0:1767384387.360067:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3ff707c x1853236736690304/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.360072:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f0b01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:0:x1853236736690176:12345-192.168.203.13@tcp50:41: 00000100:00000200:2.0:1767384387.360083:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690176 00000020:00000001:2.0:1767384387.360087:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384387.360088:0:16797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384387.360092:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384387.360093:0:16797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384387.360097:0:16797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384387.360098:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.360100:0:16797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000020:00000001:2.0:1767384387.360103:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384387.360107:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546816 : -1038004800 : ffffffffc2214dc0) 00000100:00100000:3.0:1767384387.360108:0:16797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3ff707c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:15554:x1853236736690304:12345-192.168.203.13@tcp50:41: 00000020:00000001:2.0:1767384387.360114:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384387.360115:0:16797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690304 00000100:00080000:1.0:1767384387.360118:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384387.360119:0:16797:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:2.0:1767384387.360120:0:16796:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690176, found 0 last_xid 0 00000020:00000001:3.0:1767384387.360125:0:16797:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384387.360126:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384387.360126:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 10 - evictor 00000020:00000001:3.0:1767384387.360130:0:16797:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.360132:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384387.360135:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384387.360140:0:16797:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384387.360140:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360143:0:16797:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546816 : -1038004800 : ffffffffc2214dc0) 00000020:00000001:3.0:1767384387.360147:0:16797:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384387.360147:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:3.0:1767384387.360152:0:16797:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690304, found 0 last_xid 0 02000000:00000001:2.0:1767384387.360152:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384387.360158:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ffb91c41. 02000000:00000001:2.0:1767384387.360162:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360163:0:16797:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.360166:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360168:0:16797:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384387.360171:0:16797:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384387.360173:0:16797:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.360174:0:16796:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000100:00000001:3.0:1767384387.360177:0:16797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1767384387.360179:0:16796:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 02000000:00000001:3.0:1767384387.360181:0:16797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:2.0:1767384387.360182:0:16796:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384387.360186:0:16797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000906f0637. 00080000:00000001:2.0:1767384387.360190:0:16796:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:3.0:1767384387.360191:0:16797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.360195:0:16797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384387.360199:0:16797:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384387.360202:0:16797:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00080000:00000001:2.0:1767384387.360203:0:16796:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384387.360204:0:16797:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1767384387.360207:0:16796:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000004:00000024:3.0:1767384387.360209:0:16797:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:2.0:1767384387.360212:0:16796:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384387.360217:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de dirty 0 pend 0 grant 3407872 00000020:00000020:2.0:1767384387.360220:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ec13493c dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384387.360222:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000700e0fb6 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1767384387.360225:0:16796:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000020:3.0:1767384387.360226:0:16797:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384387.360231:0:16797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de dirty 0 pend 0 grant 3407872 00000020:00000010:2.0:1767384387.360233:0:16796:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000123e1c5d. 00000020:00000020:3.0:1767384387.360235:0:16797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ec13493c dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384387.360239:0:16797:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000700e0fb6 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384387.360240:0:16796:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000020:3.0:1767384387.360244:0:16797:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000001:2.0:1767384387.360245:0:16796:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.360250:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384387.360252:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.360253:0:16797:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000141f4a36. 00000004:00000001:2.0:1767384387.360255:0:16796:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360259:0:16797:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000040:2.0:1767384387.360260:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690176 00000020:00000001:3.0:1767384387.360262:0:16797:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.360265:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384387.360266:0:16797:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384387.360269:0:16797:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384387.360272:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f0b01bb x1853236736690176/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384387.360273:0:16797:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384387.360279:0:16797:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690304 00010000:00000001:3.0:1767384387.360284:0:16797:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384387.360288:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1767384387.360292:0:16797:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3ff707c x1853236736690304/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384387.360292:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.360298:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=90 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384387.360305:0:16797:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384387.360307:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.360310:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.360315:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 00010000:00000001:3.0:1767384387.360316:0:16797:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.360318:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384387.360321:0:16797:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=90 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384387.360322:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.360329:0:16797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384387.360329:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384387.360334:0:16797:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00000100:00000040:2.0:1767384387.360337:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000100:00000001:3.0:1767384387.360339:0:16797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 00000400:00000010:2.0:1767384387.360343:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3596f. 02000000:00000001:3.0:1767384387.360344:0:16797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384387.360347:0:16797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.360350:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384387.360351:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236736690176, offset 224 00000100:00000040:3.0:1767384387.360356:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:3.0:1767384387.360361:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000400:00000200:2.0:1767384387.360362:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000100:00000200:3.0:1767384387.360368:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236736690304, offset 224 00000400:00000200:2.0:1767384387.360377:0:16796:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:3.0:1767384387.360378:0:16797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:2.0:1767384387.360397:0:16796:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384387.360408:0:16796:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384387.360413:0:16796:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384387.360419:0:16797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000800:00000010:2.0:1767384387.360419:0:16796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6f4e623. 00000800:00000200:2.0:1767384387.360427:0:16796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000400:00000200:3.0:1767384387.360432:0:16797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [227:227:255:4294967295] 192.168.203.13@tcp50 LPNI seq info [20:20:7:4294967295] 00000400:00000200:3.0:1767384387.360445:0:16797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384387.360450:0:16796:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384387.360451:0:16797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000200:2.0:1767384387.360456:0:16796:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6f4e623 type 1, nob 464 niov 1 nkiov 1 00000800:00000010:3.0:1767384387.360457:0:16797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d7913e0. 00000800:00000200:3.0:1767384387.360464:0:16797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000100:00000001:2.0:1767384387.360479:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384387.360481:0:16797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384387.360487:0:16797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007d7913e0 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:2.0:1767384387.360487:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00010000:00000001:2.0:1767384387.360491:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384387.360493:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384387.360499:0:16797:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00010000:00000001:3.0:1767384387.360501:0:16797:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.360502:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360503:0:16797:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.360508:0:16797:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384387.360508:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384387.360516:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f0b01bb x1853236736690176/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384387.360517:0:16797:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3ff707c x1853236736690304/t0(0) o41->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/368 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.360547:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f0b01bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:0:x1853236736690176:12345-192.168.203.13@tcp50:41: Request processed in 500us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384387.360548:0:16797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3ff707c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:15554:x1853236736690304:12345-192.168.203.13@tcp50:41: Request processed in 456us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384387.360577:0:16797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 5 00000100:00000040:3.0:1767384387.360585:0:16797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 1 00000100:00000001:3.0:1767384387.360590:0:16797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384387.360593:0:16797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384387.360593:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 4 00000020:00000010:3.0:1767384387.360598:0:16797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dd7edb8. 00000100:00000040:2.0:1767384387.360598:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:2.0:1767384387.360603:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384387.360605:0:16797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e9eea8. 00000100:00000001:2.0:1767384387.360605:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.360610:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000084218e8. 00000020:00000010:3.0:1767384387.360611:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ba36e2. 00000020:00000010:2.0:1767384387.360616:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003ac53a35. 00000020:00000040:3.0:1767384387.360617:0:16797:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 6 00000100:00000001:3.0:1767384387.360623:0:16797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384387.360623:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce6f41d1. 00000020:00000040:2.0:1767384387.360630:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 5 00000100:00000001:2.0:1767384387.360633:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384387.360923:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384387.360927:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6f4e623. 00000400:00000200:1.0:1767384387.360936:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.360940:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384387.360944:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000400:00000010:1.0:1767384387.360946:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000100:00000001:1.0:1767384387.360950:0:16149:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384387.360952:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1767384387.361000:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384387.361002:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d7913e0. 00000400:00000200:1.0:1767384387.361006:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.361009:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384387.361012:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:1.0:1767384387.361013:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:1.0:1767384387.361015:0:16149:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384387.361017:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384387.362101:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.362111:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384387.362113:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.362117:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.362123:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384387.362133:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 440 into portal 12 MB=0x695824d600900 00000400:00000200:2.0:1767384387.362139:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384387.362143:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.362150:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.362152:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.362155:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:2.0:1767384387.362159:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384387.362161:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384387.362165:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d00117. 00000100:00000040:2.0:1767384387.362168:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000092d00117 x1853236736690432 msgsize 440 00000100:00100000:2.0:1767384387.362172:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:2.0:1767384387.362189:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384387.362194:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.362197:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.362359:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384387.362362:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690432 02000000:00000001:0.0:1767384387.362365:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.362366:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.362368:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.362370:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.362373:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690432 00000020:00000001:0.0:1767384387.362375:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.362383:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:0.0:1767384387.362385:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.362387:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=6 00000020:00000001:0.0:1767384387.362389:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:0.0:1767384387.362391:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000100:00000001:0.0:1767384387.362395:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.362397:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.362399:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.362401:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:0.0:1767384387.362405:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044061bc0. 00000020:00000010:0.0:1767384387.362409:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6322388. 00000020:00000010:0.0:1767384387.362412:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384387.362417:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384387.362419:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.362420:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384387.362422:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.362426:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.362435:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.362443:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.362444:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384387.362448:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 6 00000100:00000040:0.0:1767384387.362450:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000100:00000001:0.0:1767384387.362452:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229106816 : -120961480444800 : ffff91fc75ed3480) 00000100:00000040:0.0:1767384387.362457:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092d00117 x1853236736690432/t0(0) o40->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 440/0 e 0 to 0 dl 1767384398 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.362484:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.362487:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.362488:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.362490:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384387.362494:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092d00117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:15554:x1853236736690432:12345-192.168.203.13@tcp50:40: 00000100:00000200:0.0:1767384387.362498:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690432 00000020:00000001:0.0:1767384387.362505:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.362508:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.362510:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.362513:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.362514:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546768 : -1038004848 : ffffffffc2214d90) 00000020:00000001:0.0:1767384387.362516:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384387.362518:0:16796:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690432, found 0 last_xid 1853236736690431 00000020:00000001:0.0:1767384387.362520:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.362522:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.362523:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384387.362526:0:16796:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384387.362528:0:16796:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.362529:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.362532:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384387.362533:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384387.362536:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000958363a0. 02000000:00000001:0.0:1767384387.362538:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.362539:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.362542:0:16796:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384387.362545:0:16796:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384387.362546:0:16796:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.362548:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.362549:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.362551:0:16796:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384387.362581:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690432 00010000:00000001:0.0:1767384387.362583:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384387.362587:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092d00117 x1853236736690432/t0(0) o40->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 440/448 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.362594:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384387.362596:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.362598:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.362601:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.362603:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384387.362605:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384387.362608:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.362613:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.362616:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.362618:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.362621:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c02c0. 00000100:00000200:0.0:1767384387.362624:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236736690432, offset 224 00000400:00000200:0.0:1767384387.362629:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384387.362635:0:16796:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.362643:0:16796:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384387.362652:0:16796:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.362657:0:16796:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.362660:0:16796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008711530e. 00000800:00000200:0.0:1767384387.362665:0:16796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.362669:0:16796:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.362671:0:16796:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008711530e type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.362685:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.362688:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.362690:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384387.362691:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.362693:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384387.362697:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d00117 x1853236736690432/t0(0) o40->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 440/448 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.362704:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092d00117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:15554:x1853236736690432:12345-192.168.203.13@tcp50:40: Request processed in 220us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384387.362711:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 6 00000100:00000040:0.0:1767384387.362714:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:0.0:1767384387.362715:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.362717:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384387.362719:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6322388. 00000020:00000010:0.0:1767384387.362722:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384387.362725:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044061bc0. 00000020:00000040:0.0:1767384387.362733:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 5 00000100:00000001:0.0:1767384387.362735:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384387.362925:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384387.362927:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008711530e. 00000400:00000200:1.0:1767384387.362931:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.362936:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384387.362939:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2c02c0 00000400:00000010:1.0:1767384387.362941:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c02c0. 00000100:00000001:1.0:1767384387.362943:0:16147:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384387.362945:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384387.365742:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.365753:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384387.365756:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.365758:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.365766:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767384387.365778:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 26 MB=0x695824d600a80 00000400:00000200:1.0:1767384387.365784:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 224/224 into md 0x18cd [2] + 0 00000400:00000010:1.0:1767384387.365789:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b246cc. 00000400:00000200:1.0:1767384387.365792:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000170cb519 00000800:00000001:1.0:1767384387.365795:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.365801:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.365803:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384387.365807:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:1.0:1767384387.365818:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000170cb519 00000400:00000010:1.0:1767384387.365820:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000170cb519. 00000100:00000001:1.0:1767384387.365824:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384387.365825:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384387.365828:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000bb9035fb x1853236736690816 msgsize 224 00000100:00100000:1.0:1767384387.365832:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:1.0:1767384387.365834:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384387.365848:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384387.365853:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.365865:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384387.366086:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.366092:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384387.366095:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.366097:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.366102:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767384387.366110:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 448 into portal 23 MB=0x695824d600a00 00000400:00000200:2.0:1767384387.366116:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.13@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:2.0:1767384387.366120:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.366125:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384387.366128:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.366131:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:2.0:1767384387.366135:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384387.366137:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1767384387.366141:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7be0669. 00000100:00000040:2.0:1767384387.366144:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e7be0669 x1853236736690688 msgsize 448 00000100:00100000:2.0:1767384387.366148:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:2.0:1767384387.366159:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384387.366164:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384387.366167:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384387.366375:0:16799:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001c93e0d8. 00000100:00000001:3.0:1767384387.366384:0:16799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384387.366386:0:16799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690688 02000000:00000001:3.0:1767384387.366388:0:16799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384387.366390:0:16799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384387.366391:0:16799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.366395:0:16799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.366399:0:16799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690688 00000020:00000001:3.0:1767384387.366401:0:16799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384387.366403:0:16799:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:3.0:1767384387.366405:0:16799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384387.366406:0:16799:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=6 00000020:00000001:3.0:1767384387.366408:0:16799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:3.0:1767384387.366410:0:16799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000100:00000001:3.0:1767384387.366414:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384387.366417:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384387.366420:0:16799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384387.366422:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000020:00000010:3.0:1767384387.366427:0:16799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ba36e2. 00000020:00000010:3.0:1767384387.366431:0:16799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004dd7edb8. 00000020:00000010:3.0:1767384387.366435:0:16799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e9eea8. 00000100:00000040:3.0:1767384387.366441:0:16799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1767384387.366443:0:16799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384387.366444:0:16799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384387.366446:0:16799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.366452:0:16799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.366481:0:16799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.366492:0:16799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.366493:0:16799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384387.366497:0:16799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 0 00000100:00000040:3.0:1767384387.366500:0:16799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000100:00000001:3.0:1767384387.366502:0:16799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229103232 : -120961480448384 : ffff91fc75ed2680) 00000100:00000040:3.0:1767384387.366508:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7be0669 x1853236736690688/t0(0) o33->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 448/0 e 0 to 0 dl 1767384398 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384387.366517:0:16799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384387.366520:0:16799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00000100:00000001:3.0:1767384387.366523:0:16799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384387.366525:0:16799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000100:00100000:3.0:1767384387.366528:0:16799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7be0669 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:15554:x1853236736690688:12345-192.168.203.13@tcp50:33: 00000100:00000200:3.0:1767384387.366532:0:16799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690688 00000020:00000001:3.0:1767384387.366535:0:16799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384387.366538:0:16799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384387.366542:0:16799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.366544:0:16799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384387.366546:0:16799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546432 : -1038005184 : ffffffffc2214c40) 00000020:00000001:3.0:1767384387.366549:0:16799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384387.366551:0:16799:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690688, found 0 last_xid 1853236736690687 00000020:00000001:3.0:1767384387.366577:0:16799:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384387.366579:0:16799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384387.366580:0:16799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384387.366583:0:16799:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384387.366587:0:16799:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384387.366591:0:16799:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111446312184 : -120962263239432 : ffff91fc4744b4f8) 00000020:00000001:3.0:1767384387.366594:0:16799:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.366596:0:16799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384387.366600:0:16799:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000004:00000001:3.0:1767384387.366604:0:16799:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384387.366608:0:16799:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366617:0:16799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366622:0:16799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366625:0:16799:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366628:0:16799:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366630:0:16799:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384387.366631:0:16799:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366632:0:16799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366634:0:16799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384387.366635:0:16799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366637:0:16799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366639:0:16799:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366640:0:16799:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384387.366642:0:16799:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384387.366643:0:16799:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366644:0:16799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384387.366646:0:16799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384387.366648:0:16799:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384387.366650:0:16799:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384387.366652:0:16799:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1767384387.366654:0:16799:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384387.366657:0:16799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384387.366659:0:16799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384387.366663:0:16799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e5bf39aa. 02000000:00000001:3.0:1767384387.366665:0:16799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.366667:0:16799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384387.366671:0:16799:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384387.366672:0:16799:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384387.366674:0:16799:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384387.366676:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384387.366677:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384387.366680:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384387.366681:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384387.366683:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384387.366684:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384387.366686:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384387.366687:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384387.366693:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384387.366694:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384387.366696:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384387.366697:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384387.366698:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384387.366700:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384387.366702:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384387.366703:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.366707:0:16799:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000010:3.0:1767384387.366710:0:16799:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000006286d59a. 00000004:00000001:3.0:1767384387.366713:0:16799:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000004:00000040:3.0:1767384387.366715:0:16799:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000100:00000001:0.0:1767384387.366785:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384387.366788:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690816 02000000:00000001:0.0:1767384387.366790:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.366791:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.366792:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.366794:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.366797:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690816 00000020:00000001:0.0:1767384387.366798:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.366799:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:0.0:1767384387.366801:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.366803:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=9 00000020:00000001:0.0:1767384387.366805:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:0.0:1767384387.366806:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:0.0:1767384387.366809:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.366812:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.366814:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.366816:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:0.0:1767384387.366819:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044061bc0. 00000020:00000010:0.0:1767384387.366822:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6322388. 00000020:00000010:0.0:1767384387.366825:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384387.366830:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384387.366831:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.366833:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384387.366834:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.366837:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.366848:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.366854:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.366855:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384387.366858:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 167 00000100:00000040:0.0:1767384387.366860:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:0.0:1767384387.366862:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227593296 : -120961481958320 : ffff91fc75d61c50) 00000100:00000040:0.0:1767384387.366866:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb9035fb x1853236736690816/t0(0) o400->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.366881:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.366883:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.366884:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.366886:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384387.366890:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+9:12152:x1853236736690816:12345-192.168.203.13@tcp50:400: 00000100:00000200:0.0:1767384387.366893:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690816 00000020:00000001:0.0:1767384387.366895:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.366897:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.366899:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.366901:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.366902:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000020:00000001:0.0:1767384387.366904:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384387.366905:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.366907:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.366908:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384387.366910:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.366912:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384387.366914:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384387.366915:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384387.366917:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a7e9a678. 02000000:00000001:0.0:1767384387.366919:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.366920:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.366922:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384387.366925:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690816 00010000:00000001:0.0:1767384387.366927:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384387.366930:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb9035fb x1853236736690816/t0(0) o400->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.366938:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384387.366939:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.366942:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.366946:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.366949:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384387.366956:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384387.366959:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.366961:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.366964:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.366966:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.366969:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001560dad7. 00000100:00000200:0.0:1767384387.366973:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236736690816, offset 224 00000400:00000200:0.0:1767384387.366979:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384387.366987:0:16790:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.366999:0:16790:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767384387.367009:0:16790:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.367014:0:16790:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.367017:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000809fdfa5. 00000800:00000200:0.0:1767384387.367022:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.367027:0:16790:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.367030:0:16790:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000809fdfa5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.367043:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.367046:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.367048:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384387.367050:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.367051:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384387.367054:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb9035fb x1853236736690816/t0(0) o400->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.367063:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb9035fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6f164a71-08b9-442e-90df-9423242b4bf2+9:12152:x1853236736690816:12345-192.168.203.13@tcp50:400: Request processed in 182us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384387.367071:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 167 00000100:00000040:0.0:1767384387.367073:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:0.0:1767384387.367076:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.367077:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384387.367085:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6322388. 00000020:00000010:0.0:1767384387.367089:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384387.367092:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044061bc0. 00000020:00000040:0.0:1767384387.367097:0:16790:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000001:0.0:1767384387.367101:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384387.367104:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384387.367109:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922b6b0. 00000400:00000010:0.0:1767384387.367113:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad3756bf. 00000800:00000200:2.0:1767384387.367119:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384387.367123:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000809fdfa5. 00000400:00000200:2.0:1767384387.367128:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.367133:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384387.367137:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001560dad7 00000400:00000010:2.0:1767384387.367138:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001560dad7. 00000100:00000001:2.0:1767384387.367141:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384387.367143:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384387.367145:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a7e9a678. 02000000:00000001:2.0:1767384387.367147:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384387.367149:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:3.0:1767384387.370514:0:16799:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3795us 00000004:00000001:3.0:1767384387.370519:0:16799:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000800:00000001:3.0:1767384387.370712:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.370720:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.370723:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.370725:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.370732:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.370742:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 520 into portal 28 MB=0x695824d600980 00000400:00000200:3.0:1767384387.370749:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.13@tcp50 of length 520/520 into md 0xab9 [8] + 4112 00000800:00000001:3.0:1767384387.370754:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.370759:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.370761:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.370764:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.370769:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.370770:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384387.370774:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b67da1ba. 00000100:00000040:3.0:1767384387.370776:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000b67da1ba x1853236736690560 msgsize 520 00000100:00100000:3.0:1767384387.370780:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:3.0:1767384387.370797:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.370803:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.370806:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.372987:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384387.372991:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690560 02000000:00000001:2.0:1767384387.372994:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384387.372996:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.372997:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.373001:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.373005:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690560 00000020:00000001:2.0:1767384387.373008:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384387.373009:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384387.373011:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384387.373013:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373015:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.373020:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076f4ec72. 00000020:00000010:2.0:1767384387.373024:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009482612e. 00000020:00000010:2.0:1767384387.373028:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000001:2.0:1767384387.373033:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.373034:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384387.373036:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.373040:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.373055:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.373065:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384387.373067:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384387.373072:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 4 00000100:00000001:2.0:1767384387.373074:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454591616 : -120962254960000 : ffff91fc47c30a80) 00000100:00000040:2.0:1767384387.373081:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b67da1ba x1853236736690560/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.373091:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b67da1ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:12149:x1853236736690560:12345-192.168.203.13@tcp50:8: 00000100:00000200:2.0:1767384387.373095:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690560 00000020:00000001:2.0:1767384387.373097:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384387.373100:0:17568:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384387.373109:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 6 - find 00000020:00000001:2.0:1767384387.373113:0:17568:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446623112216169096 : -120961493382520 : ffff91fc7527ca88) 00000100:00000001:2.0:1767384387.373118:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384387.373120:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384387.373124:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b5a5f181. 02000000:00000001:2.0:1767384387.373126:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.373129:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384387.373131:0:17568:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384387.373136:0:17568:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50 t0 exp 0000000000000000 cur 308 last 0 00010000:00000001:2.0:1767384387.373140:0:17568:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:2.0:1767384387.373143:0:17568:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:2.0:1767384387.373145:0:17568:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384387.373147:0:17568:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384387.373150:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000044833d50. 00000020:00000001:2.0:1767384387.373153:0:17568:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384387.373155:0:17568:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044833d50 with handle 0xf489261bfe0bc84d to hash 00000020:00000001:2.0:1767384387.373157:0:17568:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384387.373160:0:17568:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:2.0:1767384387.373163:0:17568:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384387.373165:0:17568:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003887ae19. 00000001:00000001:2.0:1767384387.373168:0:17568:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.373170:0:17568:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384387.373173:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384387.373177:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a736d12f. 00000001:00000010:2.0:1767384387.373181:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b5d313c9. 00000001:00000010:2.0:1767384387.373185:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000592a6547. 00000001:00000010:2.0:1767384387.373188:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001be0b1e1. 00000001:00000010:2.0:1767384387.373192:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f4b9dc1. 00000001:00000010:2.0:1767384387.373194:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015b727b9. 00010000:00000001:2.0:1767384387.373197:0:17568:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.373199:0:17568:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373201:0:17568:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384387.373203:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=3 00000020:00000040:2.0:1767384387.373207:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 7 - export 00000020:00000001:2.0:1767384387.373209:0:17568:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446623107072966656 : -120966636584960 : ffff91fb4298c000) 00000020:00000040:2.0:1767384387.373212:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 2 00000020:00000080:2.0:1767384387.373214:0:17568:0:(genops.c:1402:class_connect()) connect: client b5a9f0e7-4930-4c8c-9484-8caf40e4e445, cookie 0xf489261bfe0bc84d 00000020:00000001:2.0:1767384387.373216:0:17568:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373218:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384387.373218:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc84d 00000020:00000001:2.0:1767384387.373220:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384387.373221:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000044833d50 refcount=3 00000020:00000001:2.0:1767384387.373223:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107072966656 : -120966636584960 : ffff91fb4298c000) 00000020:00000001:2.0:1767384387.373225:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107072966656 : -120966636584960 : ffff91fb4298c000) 00000001:00000001:2.0:1767384387.373228:0:17568:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384387.373230:0:17568:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384387.373233:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 7 00000001:00000001:2.0:1767384387.373235:0:17568:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446623107058717696 : -120966650833920 : ffff91fb41bf5400) 00000001:00000001:2.0:1767384387.373238:0:17568:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384387.373240:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=4 00000001:00000040:2.0:1767384387.373241:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 8 00000001:00000001:2.0:1767384387.373244:0:17568:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384387.373248:0:17568:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.13@tcp50 to nodemap default 00000001:00000040:2.0:1767384387.373250:0:17568:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 7 00000001:00000001:2.0:1767384387.373252:0:17568:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:2.0:1767384387.373254:0:17568:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:2.0:1767384387.373261:0:17568:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384387.373264:0:17568:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384387.373276:0:17568:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373278:0:17568:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384387.373280:0:17568:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 free: 389021696 avail: 386924544 00000020:00000001:2.0:1767384387.373283:0:17568:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384387.373285:0:17568:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:2.0:1767384387.373288:0:17568:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000020:00000001:2.0:1767384387.373291:0:17568:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384387.373293:0:17568:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:2.0:1767384387.373295:0:17568:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 tot cached:0 granted:44236800 num_exports: 2 00000020:00000001:2.0:1767384387.373298:0:17568:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:2.0:1767384387.373300:0:17568:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000001:2.0:1767384387.373303:0:17568:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00002000:00100000:2.0:1767384387.373305:0:17568:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00000001:2.0:1767384387.373308:0:17568:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.373311:0:17568:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:2.0:1767384387.373313:0:17568:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'b5a9f0e7-4930-4c8c-9484-8caf40e4e445' generation 0 00000001:00000001:2.0:1767384387.373316:0:17568:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384387.373318:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384387.373325:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000995dfcb9. 00080000:00000001:2.0:1767384387.373328:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086575616 : -120966622976000 : ffff91fb43686800) 00080000:00000001:2.0:1767384387.373331:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384387.373441:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384387.373443:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384387.373446:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384387.373460:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384387.373462:0:17568:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a403ee6a. 00000001:00000040:2.0:1767384387.373465:0:17568:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000044833d50 : new cb_count 1 00000020:00000040:2.0:1767384387.373467:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=5 00080000:00000001:2.0:1767384387.373484:0:17568:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384387.373589:0:17568:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384387.373592:0:17568:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384387.373595:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384387.373604:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384387.373606:0:17568:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384387.373609:0:17568:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384387.373611:0:17568:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:2.0:1767384387.373614:0:17568:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384387.373617:0:17568:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000045c3029a 00000020:00000010:2.0:1767384387.373620:0:17568:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000955aa252. 00000020:00000040:2.0:1767384387.373626:0:17568:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000955aa252 for nid 192.168.203.13@tcp50 - ref 2 00000020:00000001:2.0:1767384387.373677:0:17568:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.373684:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d9266516. 00000020:00000010:2.0:1767384387.373687:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000070689450. 00000020:00000010:2.0:1767384387.373690:0:17568:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000041547106. 00000020:00000010:2.0:1767384387.373704:0:17568:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000053de40cf. 00000020:00000010:2.0:1767384387.373707:0:17568:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000b3b2f151. 00000020:00000010:2.0:1767384387.373709:0:17568:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000061d41606. 00002000:00000001:2.0:1767384387.373719:0:17568:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1767384387.373722:0:17568:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:2.0:1767384387.373723:0:17568:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.373725:0:17568:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.373729:0:17568:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000783f70e4. 00000020:00000040:2.0:1767384387.373731:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 8 - import 00000020:00000001:2.0:1767384387.373736:0:17568:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384387.373737:0:17568:0:(genops.c:1242:class_import_put()) import 00000000783f70e4 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384387.373739:0:17568:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384387.373741:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb61d65. 00000020:00000040:2.0:1767384387.373747:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=6 00000100:00000040:2.0:1767384387.373749:0:17568:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000044833d50 : new rpc_count 1 00000100:00000001:2.0:1767384387.373751:0:17568:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384387.373758:0:17568:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.13@tcp50 primary NID 192.168.203.13@tcp50 rc 0 00000100:00000001:2.0:1767384387.373761:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.373764:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.373766:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 00000100:00000001:2.0:1767384387.373769:0:17568:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446623112084345216 : -120961625206400 : 0xffff91fc6d4c5180) 00000100:00000040:2.0:1767384387.373772:0:17568:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000020:00000040:2.0:1767384387.373774:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=7 00000100:00000001:2.0:1767384387.373778:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.373781:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.373783:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:2.0:1767384387.373786:0:17568:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384387.373789:0:17568:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384387.373791:0:17568:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:2.0:1767384387.373793:0:17568:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662110272 : -1047441344 : ffffffffc1915040) 02000000:00000001:2.0:1767384387.373795:0:17568:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.373797:0:17568:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384387.373800:0:17568:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384387.373802:0:17568:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384387.373804:0:17568:0:(import.c:65:import_set_state_nolock()) 00000000783f70e4 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384387.373807:0:17568:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384387.373809:0:17568:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384387.373812:0:17568:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384387.373814:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 6 00000020:00000040:2.0:1767384387.373816:0:17568:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 8 - find 00010000:00000001:2.0:1767384387.373819:0:17568:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373822:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384387.373824:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670368 : -1035881248 : ffffffffc241b4e0) 00000020:00000001:2.0:1767384387.373827:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384387.373828:0:17568:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384387.373831:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384387.373833:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384387.373835:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373838:0:17568:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384387.373842:0:17568:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384387.373845:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690560 00010000:00000001:2.0:1767384387.373847:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384387.373851:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b67da1ba x1853236736690560/t0(0) o8->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384387.373864:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.373866:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.373868:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=85 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384387.373872:0:17568:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384387.373875:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.373877:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.373879:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:2.0:1767384387.373881:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.373883:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.373885:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.373888:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:2.0:1767384387.373892:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e7ddd2. 00000100:00000200:2.0:1767384387.373896:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236736690560, offset 0 00000400:00000200:2.0:1767384387.373902:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:2.0:1767384387.373909:0:17568:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:2.0:1767384387.373925:0:17568:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1767384387.373936:0:17568:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384387.373941:0:17568:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:2.0:1767384387.373945:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb2addb1. 00000800:00000200:2.0:1767384387.373951:0:17568:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:2.0:1767384387.373957:0:17568:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:2.0:1767384387.373960:0:17568:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb2addb1 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384387.373980:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.373983:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:2.0:1767384387.373985:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.373987:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.373988:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384387.373992:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b67da1ba x1853236736690560/t0(0) o8->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.374006:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b67da1ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:12149:x1853236736690560:12345-192.168.203.13@tcp50:8: Request processed in 915us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384387.374013:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 4 00000100:00000040:2.0:1767384387.374016:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000044833d50 : new rpc_count 0 00000100:00000001:2.0:1767384387.374017:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.374019:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.374022:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009482612e. 00000020:00000010:2.0:1767384387.374025:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384387.374028:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076f4ec72. 00000020:00000040:2.0:1767384387.374031:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 5 00000100:00000001:2.0:1767384387.374032:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384387.374181:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384387.374185:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb2addb1. 00000400:00000200:3.0:1767384387.374189:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.374194:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.374197:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e7ddd2 00000400:00000010:3.0:1767384387.374200:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e7ddd2. 00000100:00000001:3.0:1767384387.374204:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.374205:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:3.0:1767384387.374791:0:39696:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000ac0ead35. 02000000:00000001:3.0:1767384387.374797:0:39696:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384387.374800:0:39696:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384387.374802:0:39696:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000020436324: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384387.374804:0:39696:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384387.374806:0:39696:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000006286d59a for key 0 02000000:00000001:3.0:1767384387.374815:0:39696:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384387.374817:0:39696:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000ac0ead35. 02000000:00001000:2.0:1767384387.375525:0:16799:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000006286d59a flags 0x0 02000000:00000001:2.0:1767384387.375529:0:16799:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623107075771904 : -120966633779712 : ffff91fb42c38e00) 00000001:00000001:2.0:1767384387.375533:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384387.375535:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384387.375537:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375539:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384387.375540:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384387.375542:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375546:0:16799:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384387.375548:0:16799:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375551:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384387.375579:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375582:0:16799:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384387.375584:0:16799:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375587:0:16799:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:2.0:1767384387.375591:0:16799:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from b5a9f0e7-4930-4c8c-9484-8caf40e4e445: does not need LOVEA. 00000004:00000001:2.0:1767384387.375594:0:16799:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384387.375596:0:16799:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384387.375728:0:16799:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384387.375731:0:16799:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384387.375734:0:16799:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375736:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384387.375737:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375739:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384387.375740:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384387.375742:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375744:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384387.375745:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384387.375747:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375748:0:16799:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384387.375750:0:16799:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384387.375752:0:16799:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384387.375753:0:16799:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384387.375757:0:16799:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:2.0:1767384387.375760:0:16799:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384387.375761:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384387.375763:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375765:0:16799:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384387.375768:0:16799:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384387.375773:0:16799:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384387.375776:0:16799:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384387.375781:0:16799:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384387.375784:0:16799:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384387.375787:0:16799:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384387.375789:0:16799:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.375793:0:16799:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384387.375795:0:16799:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.375797:0:16799:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384387.375798:0:16799:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375800:0:16799:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375811:0:16799:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:2.0:1767384387.375814:0:16799:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384387.375815:0:16799:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384387.375817:0:16799:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384387.375818:0:16799:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384387.375820:0:16799:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384387.375822:0:16799:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1767384387.375826:0:16799:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384387.375828:0:16799:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384387.375830:0:16799:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1767384387.375832:0:16799:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690688 00010000:00000001:2.0:1767384387.375834:0:16799:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384387.375838:0:16799:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7be0669 x1853236736690688/t0(0) o33->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 448/464 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384387.375846:0:16799:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.375848:0:16799:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.375850:0:16799:0:(import.c:2128:obd_at_measure()) add 1 to 00000000af35a300 time=1767384387 v=10 (0 0 0 0) 00000100:00001000:2.0:1767384387.375852:0:16799:0:(import.c:2194:obd_at_measure()) AT 00000000af35a300 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:2.0:1767384387.375856:0:16799:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000e7be0669 x1853236736690688/t0(0) o33->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 448/464 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384387.375862:0:16799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.375865:0:16799:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.375866:0:16799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:2.0:1767384387.375869:0:16799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.375870:0:16799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.375872:0:16799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.375875:0:16799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:2.0:1767384387.375878:0:16799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b9e58ab. 00000100:00000200:2.0:1767384387.375880:0:16799:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236736690688, offset 224 00000400:00000200:2.0:1767384387.375885:0:16799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:2.0:1767384387.375890:0:16799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:2.0:1767384387.375899:0:16799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384387.375907:0:16799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384387.375911:0:16799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:2.0:1767384387.375914:0:16799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075bfbdb0. 00000800:00000200:2.0:1767384387.375917:0:16799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:2.0:1767384387.375921:0:16799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:2.0:1767384387.375924:0:16799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075bfbdb0 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:2.0:1767384387.375941:0:16799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.375944:0:16799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:2.0:1767384387.375946:0:16799:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.375948:0:16799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.375950:0:16799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1767384387.375953:0:16799:0:(lu_object.c:207:lu_object_put()) Add 00000000a4c92b57/000000007ed6cac0 to site lru. bkt: 000000004b8a78ca 00000100:00000040:2.0:1767384387.375957:0:16799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7be0669 x1853236736690688/t0(0) o33->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 448/464 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384387.375964:0:16799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7be0669 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:15554:x1853236736690688:12345-192.168.203.13@tcp50:33: Request processed in 9447us (9819us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384387.375972:0:16799:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052dc58d3. 00000100:00100000:2.0:1767384387.375978:0:16799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 0 00000100:00000040:2.0:1767384387.375980:0:16799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:2.0:1767384387.375981:0:16799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.375983:0:16799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.375985:0:16799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004dd7edb8. 00000020:00000010:2.0:1767384387.375989:0:16799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e9eea8. 00000020:00000010:2.0:1767384387.375991:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ba36e2. 00000020:00000040:2.0:1767384387.375995:0:16799:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 5 00000100:00000001:2.0:1767384387.375997:0:16799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384387.376158:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384387.376161:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075bfbdb0. 00000400:00000200:3.0:1767384387.376164:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.376169:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.376171:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9e58ab 00000400:00000010:3.0:1767384387.376173:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b9e58ab. 00000100:00000001:3.0:1767384387.376176:0:16147:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.376177:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384387.395353:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.395368:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.395371:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.395373:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.395382:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.395397:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 576 into portal 12 MB=0x695824d600b00 00000400:00000200:3.0:1767384387.395404:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:3.0:1767384387.395412:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.395420:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.395422:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.395437:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.395444:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.395446:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384387.395451:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068c6ccc3. 00000100:00000040:3.0:1767384387.395454:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000068c6ccc3 x1853236736690944 msgsize 576 00000100:00100000:3.0:1767384387.395459:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:3.0:1767384387.395480:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.395492:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.395502:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.395511:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384387.395516:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736690944 02000000:00000001:0.0:1767384387.395519:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.395521:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.395523:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.395527:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.395531:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736690944 00000020:00000001:0.0:1767384387.395534:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.395536:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:0.0:1767384387.395538:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.395541:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=6 00000020:00000001:0.0:1767384387.395543:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:0.0:1767384387.395546:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000100:00000001:0.0:1767384387.395550:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.395573:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.395578:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.395581:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000020:00000010:0.0:1767384387.395587:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d966d691. 00000020:00000010:0.0:1767384387.395592:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000220b92a4. 00000020:00000010:0.0:1767384387.395607:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384387.395616:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384387.395618:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.395620:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384387.395622:0:16796:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384387.395624:0:16796:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.395627:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.395633:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.395647:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.395659:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384387.395662:0:16797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.395662:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384387.395666:0:16797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384387.395667:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 7 00000100:00000040:0.0:1767384387.395671:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000100:00000001:0.0:1767384387.395674:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454604160 : -120962254947456 : ffff91fc47c33b80) 00000100:00000001:3.0:1767384387.395675:0:16797:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.395679:0:16797:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.395681:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068c6ccc3 x1853236736690944/t0(0) o101->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 576/0 e 0 to 0 dl 1767384398 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384387.395691:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.395693:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e65b3ffc. 00000100:00000001:0.0:1767384387.395695:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.395697:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e65b3ffc. 00000100:00100000:0.0:1767384387.395701:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068c6ccc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:15584:x1853236736690944:12345-192.168.203.13@tcp50:101: 00000100:00000200:0.0:1767384387.395704:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736690944 00000020:00000001:0.0:1767384387.395707:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.395710:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.395714:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.395717:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.395719:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858496 : -1047693120 : ffffffffc18d78c0) 00000020:00000001:0.0:1767384387.395722:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384387.395724:0:16796:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736690944, found 0 last_xid 1853236736690943 00000020:00000001:0.0:1767384387.395727:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.395729:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.395731:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384387.395735:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.395737:0:16796:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384387.395739:0:16796:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384387.395741:0:16796:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384387.395743:0:16796:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384387.395745:0:16796:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.395749:0:16796:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384387.395788:0:16796:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000657d182f. 00010000:00000010:0.0:1767384387.395796:0:16796:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dff0e54a. 00010000:00000001:0.0:1767384387.395800:0:16796:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384387.395812:0:16796:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005ac0ffb7. 00000020:00000010:0.0:1767384387.395826:0:16796:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e65b3ffc. 00000020:00000001:0.0:1767384387.395830:0:16796:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384387.395831:0:16796:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005ac0ffb7 with handle 0xf489261bfe0bc854 to hash 00000020:00000001:0.0:1767384387.395833:0:16796:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384387.395835:0:16796:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00000010:0.0:1767384387.395838:0:16796:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bbc1c3db. 00010000:00000001:0.0:1767384387.395841:0:16796:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116754432 : -120961592797184 : ffff91fc6f3ad800) 00010000:00010000:0.0:1767384387.395844:0:16796:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ac0ffb7/0xf489261bfe0bc854 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc167a780a96e62a4 expref: -99 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384387.395853:0:16796:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000a69a85de : new locks_count 1 00000020:00000040:0.0:1767384387.395856:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=7 00010000:00000001:0.0:1767384387.395861:0:16796:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384387.395863:0:16796:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384387.395870:0:16796:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384387.395873:0:16796:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384387.395874:0:16796:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384387.395876:0:16796:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384387.395878:0:16796:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384387.395881:0:16796:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384387.395885:0:16796:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623111446312184 : -120962263239432 : ffff91fc4744b4f8) 00000004:00000001:0.0:1767384387.395888:0:16796:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623111446312096 : -120962263239520 : ffff91fc4744b4a0) 00000004:00000001:0.0:1767384387.395890:0:16796:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395893:0:16796:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384387.395895:0:16796:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384387.395898:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384387.395900:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384387.395903:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000a5ab9002. 02000000:00000001:0.0:1767384387.395906:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.395908:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395910:0:16796:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395916:0:16796:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384387.395920:0:16796:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384387.395922:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.395924:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395926:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395927:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395929:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395931:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395932:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395933:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395935:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395936:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395937:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395938:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395939:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395940:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395942:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395943:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395944:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395946:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.395947:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.395951:0:16796:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384387.395955:0:16796:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000006286d59a flags 0x0 02000000:00000001:0.0:1767384387.395957:0:16796:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623107075771904 : -120966633779712 : ffff91fb42c38e00) 00000001:00000001:0.0:1767384387.395959:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395960:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395962:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395963:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.395964:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.395966:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395968:0:16796:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384387.395969:0:16796:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.395971:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.395972:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395973:0:16796:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384387.395975:0:16796:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.395981:0:16796:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384387.395984:0:16796:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384387.395986:0:16796:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384387.395987:0:16796:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384387.395989:0:16796:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384387.395990:0:16796:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 0000000017a10c9b 00000004:00000001:0.0:1767384387.395995:0:16796:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384387.395998:0:16796:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384387.395999:0:16796:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384387.396002:0:16796:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000657d182f count: 2 00010000:00000001:0.0:1767384387.396004:0:16796:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384387.396006:0:16796:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384387.396008:0:16796:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 00000020:00000001:0.0:1767384387.396010:0:16796:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384387.396012:0:16796:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3c1d35d with handle 0xf489261bfe0bc85b to hash 00000020:00000001:0.0:1767384387.396013:0:16796:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384387.396015:0:16796:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000010:0.0:1767384387.396017:0:16796:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4dc7c67. 00010000:00000001:0.0:1767384387.396019:0:16796:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384387.396022:0:16796:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.396024:0:16796:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.396026:0:16796:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16796 initiator: MDT0 00010000:00000001:0.0:1767384387.396033:0:16796:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384387.396036:0:16796:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384387.396038:0:16796:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384387.396040:0:16796:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.396042:0:16796:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.396044:0:16796:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384387.396045:0:16796:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.396047:0:16796:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384387.396049:0:16796:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384387.396050:0:16796:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384387.396052:0:16796:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384387.396056:0:16796:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000657d182f) refcount = 2 00010000:00010000:0.0:1767384387.396059:0:16796:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16796 initiator: MDT0 00010000:00000001:0.0:1767384387.396064:0:16796:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384387.396069:0:16796:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000044061bc0. 00010000:00000001:0.0:1767384387.396072:0:16796:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384387.396075:0:16796:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.396077:0:16796:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384387.396078:0:16796:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.396080:0:16796:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.396081:0:16796:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384387.396084:0:16796:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384387.396086:0:16796:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384387.396088:0:16796:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16796 initiator: MDT0 00010000:00000001:0.0:1767384387.396093:0:16796:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384387.396095:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396096:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.396097:0:16796:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.396099:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.396100:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=3 00000020:00000001:0.0:1767384387.396102:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384387.396104:0:16796:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384387.396106:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396107:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384387.396108:0:16796:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.396111:0:16796:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384387.396115:0:16796:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384387.396117:0:16796:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384387.396147:0:16796:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.396150:0:16796:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384387.396154:0:16796:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396156:0:16796:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396160:0:16796:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396163:0:16796:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396170:0:16796:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396173:0:16796:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384387.396174:0:16796:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396175:0:16796:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396177:0:16796:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384387.396179:0:16796:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384387.396181:0:16796:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384387.396183:0:16796:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384387.396185:0:16796:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.396187:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.396189:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.396190:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.396192:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.396193:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.396195:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.396196:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.396197:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.396198:0:16796:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384387.396199:0:16796:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384387.396200:0:16796:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384387.396202:0:16796:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384387.396205:0:16796:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1767384387.396207:0:16796:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384387.396209:0:16796:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384387.396210:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.396211:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.396213:0:16796:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384387.396215:0:16796:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384387.396216:0:16796:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396217:0:16796:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384387.396218:0:16796:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396221:0:16796:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396223:0:16796:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384387.396225:0:16796:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.396229:0:16796:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000079f18631. 00000020:00000001:0.0:1767384387.396236:0:16796:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384387.396238:0:16796:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.396239:0:16796:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384387.396241:0:16796:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.396242:0:16796:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.396254:0:16796:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.396256:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.396257:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=3 00000020:00000001:0.0:1767384387.396259:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384387.396261:0:16796:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000004:00010000:0.0:1767384387.396263:0:16796:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16796 initiator: MDT0 00010000:00000001:0.0:1767384387.396269:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396270:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384387.396271:0:16796:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384387.396272:0:16796:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384387.396274:0:16796:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384387.396276:0:16796:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.396277:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.396278:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=3 00000020:00000001:0.0:1767384387.396280:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384387.396282:0:16796:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000004:00000040:0.0:1767384387.396284:0:16796:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000a69a85de : new locks_count 2 00000020:00000040:0.0:1767384387.396286:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=8 00010000:00000001:0.0:1767384387.396288:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396289:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384387.396290:0:16796:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384387.396292:0:16796:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384387.396295:0:16796:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384387.396296:0:16796:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384387.396298:0:16796:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384387.396299:0:16796:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384387.396301:0:16796:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384387.396303:0:16796:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384387.396306:0:16796:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.396314:0:16796:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384387.396316:0:16796:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384387.396318:0:16796:0:(lu_object.c:207:lu_object_put()) Add 00000000a4c92b57/000000007ed6cac0 to site lru. bkt: 000000004b8a78ca 00000004:00000001:0.0:1767384387.396320:0:16796:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384387.396322:0:16796:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384387.396324:0:16796:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384387.396325:0:16796:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384387.396328:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396329:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.396331:0:16796:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.396332:0:16796:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.396334:0:16796:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ac0ffb7 with handle 0xf489261bfe0bc854 from hash 00010000:00000001:0.0:1767384387.396336:0:16796:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384387.396338:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396338:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.396340:0:16796:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384387.396341:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384387.396343:0:16796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ac0ffb7/0xf489261bfe0bc854 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e62a4 expref: 8 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384387.396350:0:16796:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a69a85de : new locks_count 1 00000020:00000040:0.0:1767384387.396352:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 7 00010000:00000010:0.0:1767384387.396354:0:16796:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bbc1c3db. 00010000:00000001:0.0:1767384387.396360:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.396361:0:16796:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.396364:0:16796:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384387.396366:0:16796:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e62a4 expref: 7 pid: 16796 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384387.396373:0:16796:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384387.396375:0:16796:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384387.396377:0:16796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000657d182f) 00010000:00010000:0.0:1767384387.396379:0:16796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384387.396381:0:16796:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.396383:0:16796:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.396388:0:16796:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384387.396389:0:16796:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.396390:0:16796:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384387.396391:0:16796:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3c1d35d, rc 0) 00000020:00000001:0.0:1767384387.396393:0:16796:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384387.396396:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736690944 00010000:00000001:0.0:1767384387.396399:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384387.396402:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068c6ccc3 x1853236736690944/t0(0) o101->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 576/688 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384387.396410:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384387.396412:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.396415:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.396419:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.396421:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384387.396423:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384387.396425:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.396427:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.396430:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.396433:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.396436:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa397a42. 00000100:00000200:0.0:1767384387.396440:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236736690944, offset 224 00000400:00000200:0.0:1767384387.396446:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384387.396455:0:16796:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.396482:0:16796:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384387.396493:0:16796:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.396502:0:16796:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.396506:0:16796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c90908e. 00000800:00000200:0.0:1767384387.396510:0:16796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.396516:0:16796:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.396520:0:16796:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c90908e type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.396534:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.396541:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.396543:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384387.396545:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.396547:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384387.396550:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068c6ccc3 x1853236736690944/t0(0) o101->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 576/688 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384387.396577:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068c6ccc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:15584:x1853236736690944:12345-192.168.203.13@tcp50:101: Request processed in 885us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384387.396584:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 7 00000100:00000040:0.0:1767384387.396588:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:0.0:1767384387.396590:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.396592:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384387.396596:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000220b92a4. 00000020:00000010:0.0:1767384387.396601:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384387.396605:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d966d691. 00000020:00000040:0.0:1767384387.396610:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 6 00000100:00000001:0.0:1767384387.396613:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384387.396781:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384387.396784:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c90908e. 00000400:00000200:3.0:1767384387.396788:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.396792:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.396796:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa397a42 00000400:00000010:3.0:1767384387.396798:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa397a42. 00000100:00000001:3.0:1767384387.396801:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.396802:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384387.406959:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.406972:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.406976:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.406978:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.406988:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.407003:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 17 MB=0x695824d600b80 00000400:00000200:3.0:1767384387.407009:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:3.0:1767384387.407014:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c11bcdd. 00000400:00000200:3.0:1767384387.407018:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002aa78c0c 00000800:00000001:3.0:1767384387.407022:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407026:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.407029:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.407032:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.407046:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002aa78c0c 00000400:00000010:3.0:1767384387.407048:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002aa78c0c. 00000100:00000001:3.0:1767384387.407052:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.407054:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384387.407057:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000005d7dc279 x1853236736691072 msgsize 328 00000100:00100000:3.0:1767384387.407062:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:3.0:1767384387.407064:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384387.407124:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.407131:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407136:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.407138:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407140:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.407144:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.407150:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 17 MB=0x695824d600c80 00000400:00000200:3.0:1767384387.407154:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:3.0:1767384387.407157:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407162:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.407164:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.407167:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.407170:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.407171:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384387.407175:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 00000100:00000040:3.0:1767384387.407178:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000d7a5b8d4 x1853236736691328 msgsize 328 00000100:00100000:3.0:1767384387.407181:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:2.0:1767384387.407213:0:31130:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:0.1:1767384387.407582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005ac0ffb7. 00000100:00000001:3.0:1767384387.407619:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.407626:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384387.407629:0:16781:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000f6d8eb8. 00000800:00000001:3.0:1767384387.407630:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.407636:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384387.407944:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407950:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.407952:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407954:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.407958:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.407965:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 328 into portal 17 MB=0x695824d600c00 00000400:00000200:3.0:1767384387.407969:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.13@tcp50 of length 328/328 into md 0x15 [2] + 328 00000800:00000001:3.0:1767384387.407977:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.407981:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.407983:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.407986:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.407989:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.407990:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384387.407992:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003bad2da0. 00000100:00000040:3.0:1767384387.407995:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000003bad2da0 x1853236736691200 msgsize 328 00000100:00100000:3.0:1767384387.407998:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00100000:2.0:1767384387.408908:0:31130:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691072 02000000:00000001:2.0:1767384387.408911:0:31130:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384387.408913:0:31130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.408914:0:31130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.408917:0:31130:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.408921:0:31130:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691072 00000020:00000001:2.0:1767384387.408923:0:31130:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384387.408924:0:31130:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:2.0:1767384387.408926:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384387.408928:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=9 00000020:00000001:2.0:1767384387.408930:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:2.0:1767384387.408932:0:31130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:2.0:1767384387.408935:0:31130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384387.408938:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddfab07e. 00000100:00000001:2.0:1767384387.408940:0:31130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384387.408941:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddfab07e. 00000020:00000010:2.0:1767384387.408945:0:31130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf3a85d. 00000020:00000010:2.0:1767384387.408949:0:31130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009482612e. 00000100:00100000:0.0:1767384387.408951:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691328 00000020:00000010:2.0:1767384387.408952:0:31130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 02000000:00000001:0.0:1767384387.408956:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.408959:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.408960:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.408962:0:31130:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:0.0:1767384387.408964:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.408965:0:31130:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.408967:0:31130:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384387.408970:0:31130:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00100000:0.0:1767384387.408970:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691328 00000020:00000001:0.0:1767384387.408974:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384387.408975:0:31130:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.408978:0:31130:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:0.0:1767384387.408978:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00010000:00000001:2.0:1767384387.408982:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.408982:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384387.408985:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.408985:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=10 00000020:00000040:2.0:1767384387.408988:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=3 00000020:00000001:0.0:1767384387.408991:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:2.0:1767384387.408992:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:2.0:1767384387.408995:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00010000:00000001:2.0:1767384387.408998:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384387.408998:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00010000:00000001:2.0:1767384387.409001:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384387.409002:0:31130:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.409003:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384387.409004:0:31130:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.409009:0:31130:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.409013:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 00000100:00000001:2.0:1767384387.409016:0:31130:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.409017:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.409020:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00000020:00000010:0.0:1767384387.409026:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d966d691. 00000100:00000001:2.0:1767384387.409028:0:31130:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384387.409030:0:31130:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384387.409030:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073b2ceac. 00000100:00100000:2.0:1767384387.409036:0:31130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 0 00000020:00000010:0.0:1767384387.409037:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:2.0:1767384387.409040:0:31130:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:3.0:1767384387.409042:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384387.409043:0:31130:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058712656 : -120966650838960 : ffff91fb41bf4050) 00000100:00000001:0.0:1767384387.409044:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.409047:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1767384387.409050:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384387.409051:0:31130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d7dc279 x1853236736691072/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.409051:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384387.409055:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384387.409057:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.409060:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384387.409064:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384387.409068:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384387.409071:0:31130:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384387.409072:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851e2131 refcount=3 00000100:00000001:3.0:1767384387.409074:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384387.409076:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384387.409077:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddfab07e. 00000020:00000001:0.0:1767384387.409077:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00000100:00100000:3.0:1767384387.409078:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691200 00000100:00000001:2.0:1767384387.409082:0:31130:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384387.409083:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384387.409083:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00000100:00000001:1.0:1767384387.409085:0:16782:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.409086:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ddfab07e. 00000100:00000001:3.0:1767384387.409087:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384387.409089:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384387.409091:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.409092:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384387.409096:0:31130:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d7dc279 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6f164a71-08b9-442e-90df-9423242b4bf2+10:12151:x1853236736691072:12345-192.168.203.13@tcp50:103: 00010000:00000001:0.0:1767384387.409096:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384387.409097:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.409101:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384387.409103:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691200 00000100:00000200:2.0:1767384387.409104:0:31130:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691072 00000100:00000001:0.0:1767384387.409107:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384387.409108:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384387.409109:0:31130:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:3.0:1767384387.409113:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00010000:00000002:2.0:1767384387.409113:0:31130:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767384387.409114:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384387.409116:0:31130:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384387.409117:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384387.409121:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=11 00000100:00000001:2.0:1767384387.409122:0:31130:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384387.409125:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 02000000:00000001:2.0:1767384387.409126:0:31130:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384387.409127:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384387.409130:0:31130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000059d0285c. 00000100:00000001:0.0:1767384387.409130:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384387.409131:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:1.0:1767384387.409133:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384387.409134:0:31130:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384387.409136:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384387.409137:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384387.409138:0:31130:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.409141:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 1 00000020:00000010:3.0:1767384387.409142:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b68c942. 00010000:00000001:2.0:1767384387.409142:0:31130:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384387.409145:0:31130:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384387.409146:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384387.409148:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 2 00010000:00000001:2.0:1767384387.409149:0:31130:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384387.409149:0:16782:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.409150:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b68c942. 00000020:00000001:2.0:1767384387.409152:0:31130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384387.409154:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454603264 : -120962254948352 : ffff91fc47c33800) 00000020:00000040:2.0:1767384387.409155:0:31130:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003676d645 refcount=3 00000100:00000001:1.0:1767384387.409155:0:16782:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384387.409158:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0f8df23. 00000020:00000001:2.0:1767384387.409160:0:31130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00000100:00000040:0.0:1767384387.409162:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7a5b8d4 x1853236736691328/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384387.409163:0:31130:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604466688 : -120962105084928 : ffff91fc50b1f400) 00000020:00000010:3.0:1767384387.409164:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3d9d21b. 00010000:00000040:2.0:1767384387.409170:0:31130:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 8 00000020:00000010:3.0:1767384387.409172:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000644e166d. 00010000:00000001:2.0:1767384387.409175:0:31130:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384387.409179:0:31130:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384387.409180:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384387.409182:0:31130:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384387.409182:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384387.409184:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384387.409186:0:31130:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.409188:0:31130:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384387.409188:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 00010000:00000001:3.0:1767384387.409194:0:16780:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384387.409194:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384387.409195:0:31130:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384387.409198:0:16780:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409199:0:31130:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384387.409199:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00010000:00000001:3.0:1767384387.409202:0:16780:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384387.409205:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384387.409206:0:16780:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384387.409208:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384387.409210:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384387.409213:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=3 00000100:00100000:0.0:1767384387.409214:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7a5b8d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f164a71-08b9-442e-90df-9423242b4bf2+11:12151:x1853236736691328:12345-192.168.203.13@tcp50:103: 00010000:00000001:2.0:1767384387.409216:0:31130:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384387.409218:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000001:2.0:1767384387.409220:0:31130:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384387.409223:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691328 00010000:00000001:3.0:1767384387.409224:0:16780:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000020:00000040:2.0:1767384387.409224:0:31130:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003676d645 with handle 0xf489261bfe0bc831 from hash 00010000:00000001:0.0:1767384387.409228:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767384387.409230:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384387.409230:0:31130:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000002:0.0:1767384387.409231:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384387.409232:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384387.409233:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384387.409234:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1767384387.409236:0:16780:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409236:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384387.409238:0:31130:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384387.409239:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384387.409241:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.409243:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384387.409247:0:31130:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:0.0:1767384387.409247:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009cb14197. 00000100:00000001:3.0:1767384387.409248:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409250:0:31130:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384387.409251:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384387.409255:0:31130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003676d645/0xf489261bfe0bc831 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6257 expref: 11 pid: 16788 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384387.409255:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.409259:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384387.409261:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1767384387.409264:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.409265:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1767384387.409266:0:31130:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037c6160d : new locks_count 3 00000020:00000001:0.0:1767384387.409269:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384387.409270:0:31130:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 10 00000020:00000040:0.0:1767384387.409272:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000851e2131 refcount=3 00010000:00000001:2.0:1767384387.409276:0:31130:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384387.409276:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:0.0:1767384387.409279:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604463104 : -120962105088512 : ffff91fc50b1e600) 00010000:00000001:2.0:1767384387.409280:0:31130:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384387.409282:0:31130:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384387.409283:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a6abb9fd count: 4 00010000:00000001:2.0:1767384387.409285:0:31130:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.409287:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384387.409288:0:31130:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409290:0:31130:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1767384387.409290:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:2.0:1767384387.409293:0:31130:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384387.409294:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384387.409296:0:31130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.409297:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409300:0:31130:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384387.409300:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409302:0:31130:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.409305:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:2.0:1767384387.409306:0:31130:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=95 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384387.409307:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384387.409310:0:31130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384387.409313:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384387.409314:0:31130:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.409316:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384387.409317:0:31130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:2.0:1767384387.409320:0:31130:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384387.409320:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384387.409323:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.409324:0:31130:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.409329:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000851e2131 with handle 0xf489261bfe0bc83f from hash 00000100:00000001:2.0:1767384387.409330:0:31130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.409334:0:31130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.409335:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384387.409337:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384387.409338:0:31130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1b1e1. 00010000:00000001:0.0:1767384387.409339:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384387.409342:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384387.409345:0:31130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691072, offset 224 00010000:00000001:0.0:1767384387.409345:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384387.409350:0:31130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.409353:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384387.409358:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000851e2131/0xf489261bfe0bc83f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6281 expref: 10 pid: 16788 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384387.409361:0:31130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00010000:00000040:0.0:1767384387.409370:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037c6160d : new locks_count 2 00000020:00000040:0.0:1767384387.409372:0:16781:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 9 00010000:00000001:0.0:1767384387.409376:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384387.409379:0:31130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:0.0:1767384387.409379:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384387.409382:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384387.409385:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384387.409388:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.409392:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384387.409394:0:31130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00010000:00010000:0.0:1767384387.409395:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384387.409398:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384387.409402:0:31130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.409403:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:2.0:1767384387.409406:0:31130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e75a3f0. 00010000:00000001:0.0:1767384387.409406:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.409409:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=95 v=5 (1 0 0 0) 00000800:00000200:2.0:1767384387.409414:0:31130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000100:00000001:0.0:1767384387.409416:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.409421:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 8 to 192.168.203.13@tcp50 00000800:00000200:2.0:1767384387.409422:0:31130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000100:00000001:0.0:1767384387.409425:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 00000800:00000200:2.0:1767384387.409427:0:31130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e75a3f0 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1767384387.409429:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.409431:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.409434:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384387.409436:0:31130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.409438:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000100:00000040:2.0:1767384387.409442:0:31130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.409443:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a15057f. 00010000:00000001:2.0:1767384387.409445:0:31130:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.409447:0:31130:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384387.409448:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691328, offset 224 00000100:00000040:2.0:1767384387.409451:0:31130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d7dc279 x1853236736691072/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384387.409459:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000100:00100000:2.0:1767384387.409465:0:31130:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d7dc279 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6f164a71-08b9-442e-90df-9423242b4bf2+9:12151:x1853236736691072:12345-192.168.203.13@tcp50:103: Request processed in 391us (2404us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384387.409484:0:16781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.409493:0:16781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [234:234:255:4294967295] 192.168.203.13@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00100000:2.0:1767384387.409499:0:31130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 0 00000100:00000040:2.0:1767384387.409503:0:31130:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 1 00000100:00000001:2.0:1767384387.409508:0:31130:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384387.409510:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384387.409511:0:16781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000100:00000001:2.0:1767384387.409512:0:31130:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384387.409515:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384387.409518:0:31130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009482612e. 00000800:00000200:0.0:1767384387.409523:0:16781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000100:00100000:1.0:1767384387.409524:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 2 00000020:00000010:2.0:1767384387.409525:0:31130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000100:00000040:1.0:1767384387.409529:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 2 00000800:00000010:0.0:1767384387.409529:0:16781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000148c9f9b. 00000020:00000010:2.0:1767384387.409532:0:31130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf3a85d. 00000100:00000001:1.0:1767384387.409534:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454601472 : -120962254950144 : ffff91fc47c33100) 00000800:00000200:0.0:1767384387.409538:0:16781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000020:00000040:2.0:1767384387.409540:0:31130:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 8 00000100:00000040:1.0:1767384387.409544:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003bad2da0 x1853236736691200/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384387.409548:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384387.409575:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384387.409575:0:16781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000020:00000010:1.0:1767384387.409579:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de9919d4. 00000800:00000200:0.0:1767384387.409580:0:16781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000148c9f9b type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1767384387.409581:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000443a3c4d. 00000100:00000001:1.0:1767384387.409583:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384387.409587:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384387.409588:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de9919d4. 02000000:00000001:2.0:1767384387.409590:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384387.409594:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002724325f. 00000100:00000040:0.0:1767384387.409594:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00000800:00000200:3.0:1767384387.409596:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384387.409600:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.409601:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384387.409601:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003bad2da0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f164a71-08b9-442e-90df-9423242b4bf2+8:12150:x1853236736691200:12345-192.168.203.13@tcp50:103: 00000800:00000010:3.0:1767384387.409602:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e75a3f0. 02000000:00000010:2.0:1767384387.409603:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c91b77a2. 00010000:00000001:0.0:1767384387.409606:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.409609:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384387.409610:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384387.409612:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ede0195. 00000100:00000200:1.0:1767384387.409612:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691200 00010000:00000001:1.0:1767384387.409616:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:0.0:1767384387.409617:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7a5b8d4 x1853236736691328/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384387.409618:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384387.409621:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00010000:00000002:1.0:1767384387.409621:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000010:2.0:1767384387.409622:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006037998d. 00010000:00000001:1.0:1767384387.409626:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000001:2.0:1767384387.409627:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384387.409629:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000100:00000010:2.0:1767384387.409630:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00000400:00000010:3.0:1767384387.409635:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 02000000:00000001:2.0:1767384387.409637:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384387.409637:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384387.409639:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079bf1673. 02000000:00000001:1.0:1767384387.409641:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384387.409642:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384387.409642:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7a5b8d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f164a71-08b9-442e-90df-9423242b4bf2+8:12151:x1853236736691328:12345-192.168.203.13@tcp50:103: Request processed in 455us (2458us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384387.409644:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384387.409646:0:16148:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1767384387.409647:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 02000000:00000010:1.0:1767384387.409647:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000012289312. 02000000:00000010:3.0:1767384387.409649:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000059d0285c. 02000000:00000001:1.0:1767384387.409653:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.409654:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384387.409656:0:16148:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:2.0:1767384387.409656:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc29aed0. 00000100:00000001:3.0:1767384387.409659:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384387.409659:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.409660:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 1 02000000:00000001:2.0:1767384387.409661:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384387.409664:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000010:2.0:1767384387.409665:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6338454. 00000100:00000040:0.0:1767384387.409666:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 1 00010000:00010000:1.0:1767384387.409668:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:2.0:1767384387.409670:0:31130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384387.409670:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384387.409672:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1767384387.409673:0:31130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ce437427. 00000100:00000001:0.0:1767384387.409674:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384387.409676:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384387.409678:0:31130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1767384387.409679:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005d3bc7e9 refcount=3 00000020:00000010:0.0:1767384387.409679:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073b2ceac. 00000100:00000010:2.0:1767384387.409680:0:31130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e49da3a. 00000020:00000001:1.0:1767384387.409685:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00000100:00000001:2.0:1767384387.409687:0:31130:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384387.409687:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00010000:00000001:1.0:1767384387.409689:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604462592 : -120962105089024 : ffff91fc50b1e400) 00010000:00000040:1.0:1767384387.409694:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000062eaf053 count: 2 00000020:00000010:0.0:1767384387.409694:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d966d691. 00000100:00000200:2.0:1767384387.409695:0:31130:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:1.0:1767384387.409696:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1767384387.409699:0:16781:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 7 00000020:00000001:1.0:1767384387.409700:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1767384387.409702:0:31130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c794e3e3. 00010000:00000001:1.0:1767384387.409705:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384387.409705:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384387.409707:0:31130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002fc8c0. 00010000:00000001:1.0:1767384387.409708:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.409712:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.409716:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384387.409718:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384387.409722:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.409724:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.409725:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384387.409727:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384387.409731:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d3bc7e9 with handle 0xf489261bfe0bc838 from hash 00010000:00000001:1.0:1767384387.409734:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384387.409736:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.409737:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.409738:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384387.409739:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384387.409740:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384387.409743:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005d3bc7e9/0xf489261bfe0bc838 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e627a expref: 7 pid: 16788 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384387.409749:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037c6160d : new locks_count 1 00000020:00000040:1.0:1767384387.409751:0:16782:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00010000:00000001:1.0:1767384387.409760:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.409761:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384387.409762:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384387.409764:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384387.409766:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.409767:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384387.409769:0:16782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000062eaf053 count: 0 00010000:00010000:1.0:1767384387.409773:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384387.409774:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384387.409776:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384387.409778:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384387.409780:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384387.409783:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384387.409786:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:1.0:1767384387.409788:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:1.0:1767384387.409790:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384387.409791:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384387.409793:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384387.409795:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.409872:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000800:00000200:3.0:1767384387.409876:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384387.409877:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236736691200, offset 224 00000800:00000010:3.0:1767384387.409880:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000148c9f9b. 00000400:00000200:3.0:1767384387.409885:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384387.409886:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:3.0:1767384387.409892:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.409962:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a15057f 00000400:00000010:3.0:1767384387.409964:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a15057f. 00000100:00000001:3.0:1767384387.409967:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.409968:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384387.410918:0:16782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.410925:0:16782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [235:235:255:4294967295] 192.168.203.13@tcp50 LPNI seq info [28:28:7:4294967295] 00000400:00000200:0.0:1767384387.410934:0:16782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.410939:0:16782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.410943:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d28d969b. 00000800:00000200:0.0:1767384387.410947:0:16782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.410952:0:16782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.410961:0:16782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d28d969b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.410971:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.410974:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.410977:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.410979:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.410983:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003bad2da0 x1853236736691200/t0(0) o103->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 328/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.410993:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003bad2da0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f164a71-08b9-442e-90df-9423242b4bf2+6:12150:x1853236736691200:12345-192.168.203.13@tcp50:103: Request processed in 1418us (2996us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384387.411000:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 2 00000800:00000200:3.0:1767384387.411003:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384387.411003:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000800:00000010:3.0:1767384387.411007:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d28d969b. 00000100:00000001:0.0:1767384387.411008:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.411011:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384387.411012:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384387.411015:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3d9d21b. 00000020:00000010:0.0:1767384387.411019:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000644e166d. 00000400:00000200:3.0:1767384387.411023:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000020:00000010:0.0:1767384387.411024:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0f8df23. 00000400:00000200:3.0:1767384387.411027:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2ef910 00000020:00000040:0.0:1767384387.411028:0:16782:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 5 00000400:00000010:3.0:1767384387.411029:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000100:00000001:0.0:1767384387.411034:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384387.411035:0:16147:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.411037:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384387.413708:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.413715:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.413717:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.413719:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.413726:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.413734:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 28 MB=0x695824d600d00 00000400:00000200:3.0:1767384387.413741:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.13@tcp50 of length 224/224 into md 0xab9 [8] + 4632 00000800:00000001:3.0:1767384387.413745:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.413750:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.413752:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.413756:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.413759:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.413761:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384387.413764:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059772095. 00000100:00000040:3.0:1767384387.413767:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000059772095 x1853236736691456 msgsize 224 00000100:00100000:3.0:1767384387.413771:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:3.0:1767384387.413786:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.413791:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.413794:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.413839:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384387.413841:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691456 02000000:00000001:2.0:1767384387.413843:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384387.413845:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384387.413846:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384387.413849:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384387.413852:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691456 00000020:00000001:2.0:1767384387.413854:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384387.413856:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc84d 00000020:00000001:2.0:1767384387.413857:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384387.413859:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000044833d50 refcount=6 00000020:00000001:2.0:1767384387.413862:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107072966656 : -120966636584960 : ffff91fb4298c000) 00000020:00000001:2.0:1767384387.413864:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107072966656 : -120966636584960 : ffff91fb4298c000) 00000100:00000001:2.0:1767384387.413866:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384387.413870:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ddfab07e. 00000020:00000010:2.0:1767384387.413873:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001eb61d65. 00000020:00000040:2.0:1767384387.413879:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 8 - evictor 00000100:00000001:2.0:1767384387.413888:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384387.413891:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf3a85d. 00000020:00000010:2.0:1767384387.413894:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009482612e. 00000020:00000010:2.0:1767384387.413897:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000040:2.0:1767384387.413903:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384387.413905:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384387.413907:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384387.413909:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384387.413910:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384387.413913:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384387.413915:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 8 - evictor 00000100:00000001:2.0:1767384387.413925:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384387.413934:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384387.413936:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384387.413940:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 5 00000100:00000040:2.0:1767384387.413942:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000044833d50 : new rpc_count 1 00000100:00000001:2.0:1767384387.413944:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454596096 : -120962254955520 : ffff91fc47c31c00) 00000100:00000040:2.0:1767384387.413948:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059772095 x1853236736691456/t0(0) o9->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384387.413957:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384387.413959:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb61d65. 00000100:00000001:2.0:1767384387.413961:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384387.413964:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eb61d65. 00000100:00100000:2.0:1767384387.413967:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059772095 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:12149:x1853236736691456:12345-192.168.203.13@tcp50:9: 00000100:00000200:2.0:1767384387.413971:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691456 00000020:00000001:2.0:1767384387.413973:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384387.413975:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384387.413977:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.413979:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384387.413981:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670416 : -1035881200 : ffffffffc241b510) 00000020:00000001:2.0:1767384387.413984:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384387.413986:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384387.413988:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384387.413990:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384387.413993:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.413995:0:17568:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384387.413997:0:17568:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384387.413998:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384387.414000:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384387.414003:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079bf1673. 02000000:00000001:2.0:1767384387.414005:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.414006:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384387.414010:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=7 00010000:00000001:2.0:1767384387.414013:0:17568:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767384387.414015:0:17568:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384387.414016:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=8 00010000:00000001:2.0:1767384387.414018:0:17568:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384387.414020:0:17568:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384387.414030:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 7 00000020:00000080:2.0:1767384387.414032:0:17568:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc84d 00000020:00000040:2.0:1767384387.414034:0:17568:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044833d50 with handle 0xf489261bfe0bc84d from hash 00000020:00000040:2.0:1767384387.414038:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 6 00000020:00000010:2.0:1767384387.414040:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ddfab07e. 00000020:00000001:2.0:1767384387.414042:0:17568:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384387.414043:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 5 00000020:00000001:2.0:1767384387.414044:0:17568:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384387.414046:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 4 00000020:00000001:2.0:1767384387.414047:0:17568:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.414049:0:17568:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384387.414052:0:17568:0:(import.c:65:import_set_state_nolock()) 00000000783f70e4 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384387.414055:0:17568:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384387.414056:0:17568:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384387.414057:0:17568:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384387.414067:0:17568:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384387.414070:0:17568:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384387.414073:0:17568:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384387.414075:0:17568:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384387.414080:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d392514c. 00000020:00000001:1.0:1767384387.414083:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767384387.414085:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ab767a2. 00000020:00000001:1.0:1767384387.414086:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.414091:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1767384387.414092:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a84bf782. 00000020:00000010:2.0:1767384387.414097:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000607f6d34. 00000020:00000010:2.0:1767384387.414102:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce6f41d1. 80000000:00000010:2.0:1767384387.414105:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384387.414109:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ddfab07e. 00100000:00000010:2.0:1767384387.414112:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d828580. 00040000:00000010:2.0:1767384387.414116:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c702eff4. 00040000:00000010:2.0:1767384387.414119:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000826d2e5. 00080000:00000010:2.0:1767384387.414123:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b9a6d2b7. 00002000:00000010:2.0:1767384387.414126:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c91b77a2. 00000001:00000001:2.0:1767384387.414128:0:17568:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384387.414130:0:17568:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'b5a9f0e7-4930-4c8c-9484-8caf40e4e445' 00000001:00000001:2.0:1767384387.414133:0:17568:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384387.414135:0:17568:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384387.414138:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384387.414144:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005614fd1f. 00080000:00000001:2.0:1767384387.414146:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086569472 : -120966622982144 : ffff91fb43685000) 00080000:00000001:2.0:1767384387.414150:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384387.414168:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384387.414170:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384387.414172:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384387.414191:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.414193:0:17568:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384387.414196:0:17568:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384387.414246:0:17568:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384387.414249:0:17568:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384387.414252:0:17568:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384387.414254:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384387.414264:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384387.414265:0:17568:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384387.414267:0:17568:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384387.414270:0:17568:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384387.414271:0:17568:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384387.414275:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007fb41ec3. 00080000:00000001:2.0:1767384387.414277:0:17568:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107086566400 : -120966622985216 : ffff91fb43684400) 00080000:00000001:2.0:1767384387.414278:0:17568:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384387.414286:0:17568:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384387.414288:0:17568:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384387.414289:0:17568:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384387.414295:0:17568:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384387.414297:0:17568:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000087384772. 00000001:00000040:2.0:1767384387.414299:0:17568:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000044833d50 : new cb_count 2 00000020:00000040:2.0:1767384387.414301:0:17568:0:(genops.c:887:class_export_get()) GET export 0000000044833d50 refcount=5 00080000:00000001:2.0:1767384387.414304:0:17568:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384387.414311:0:17568:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384387.414313:0:17568:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384387.414314:0:17568:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384387.414318:0:17568:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384387.414319:0:17568:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384387.414321:0:17568:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:2.0:1767384387.414324:0:17568:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384387.414327:0:17568:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ab767a2. 00000020:00000010:2.0:1767384387.414331:0:17568:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a84bf782. 00000020:00000010:2.0:1767384387.414334:0:17568:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000607f6d34. 00000020:00000010:2.0:1767384387.414338:0:17568:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce6f41d1. 80000000:00000010:2.0:1767384387.414341:0:17568:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384387.414343:0:17568:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ddfab07e. 00100000:00000010:2.0:1767384387.414346:0:17568:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d828580. 00040000:00000010:2.0:1767384387.414349:0:17568:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c702eff4. 00040000:00000010:2.0:1767384387.414352:0:17568:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000826d2e5. 00080000:00000010:2.0:1767384387.414355:0:17568:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b9a6d2b7. 00002000:00000010:2.0:1767384387.414357:0:17568:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c91b77a2. 00000020:00000010:2.0:1767384387.414372:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d392514c. 00000001:00000001:2.0:1767384387.414375:0:17568:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384387.414377:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 8 00000001:00000001:2.0:1767384387.414380:0:17568:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384387.414382:0:17568:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 7 00000020:00000040:2.0:1767384387.414384:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 4 00000001:00000001:2.0:1767384387.414386:0:17568:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384387.414387:0:17568:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 6 00000001:00000001:2.0:1767384387.414389:0:17568:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384387.414390:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 3 00002000:00000001:2.0:1767384387.414391:0:17568:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.414393:0:17568:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.414395:0:17568:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.414397:0:17568:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384387.414399:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736691456 00010000:00000001:2.0:1767384387.414401:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384387.414406:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059772095 x1853236736691456/t0(0) o9->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384387.414413:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384387.414415:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384387.414417:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384387.414420:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384387.414422:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:2.0:1767384387.414424:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:2.0:1767384387.414426:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384387.414428:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384387.414430:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384387.414432:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:2.0:1767384387.414435:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecabb1fb. 00000100:00000200:2.0:1767384387.414438:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236736691456, offset 224 00000400:00000200:2.0:1767384387.414442:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:2.0:1767384387.414448:0:17568:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:2.0:1767384387.414456:0:17568:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1767384387.414464:0:17568:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384387.414479:0:17568:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:2.0:1767384387.414482:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c702eff4. 00000800:00000200:2.0:1767384387.414486:0:17568:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:2.0:1767384387.414490:0:17568:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:2.0:1767384387.414493:0:17568:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c702eff4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1767384387.414582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000851e2131. 00010000:00000010:2.1:1767384387.415593:0:17568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003676d645. 00000100:00000001:2.0:1767384387.415600:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384387.415604:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:2.0:1767384387.415606:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384387.415608:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.415610:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384387.415614:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059772095 x1853236736691456/t0(0) o9->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384387.415622:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059772095 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+3:12149:x1853236736691456:12345-192.168.203.13@tcp50:9: Request processed in 1665us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384387.415629:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 5 00000100:00000040:2.0:1767384387.415632:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000044833d50 : new rpc_count 0 00000100:00000001:2.0:1767384387.415635:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384387.415636:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384387.415639:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009482612e. 00000020:00000010:2.0:1767384387.415642:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384387.415645:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf3a85d. 00000020:00000040:2.0:1767384387.415648:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 2 00000100:00000001:2.0:1767384387.415650:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384387.415759:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384387.415761:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c702eff4. 00000400:00000200:3.0:1767384387.415764:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.415769:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.415772:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecabb1fb 00000400:00000010:3.0:1767384387.415773:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecabb1fb. 00000100:00000001:3.0:1767384387.415776:0:16148:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384387.415777:0:16148:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384387.418803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005d3bc7e9. 00010000:00000010:1.1:1767384387.418812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000062eaf053. 00000800:00000001:3.0:1767384387.423124:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.423136:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.423139:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.423151:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.423159:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.423172:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 12 MB=0x695824d600e00 00000400:00000200:3.0:1767384387.423178:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.13@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:3.0:1767384387.423184:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.423190:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.423193:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.423196:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000100:00000001:3.0:1767384387.423203:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.423205:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384387.423209:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005833783. 00000100:00000040:3.0:1767384387.423212:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000005833783 x1853236736691712 msgsize 224 00000100:00100000:3.0:1767384387.423216:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000001:3.0:1767384387.423228:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.423234:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.423236:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.423269:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384387.423273:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691712 02000000:00000001:0.0:1767384387.423275:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.423277:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.423279:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.423283:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.423286:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691712 00000020:00000001:0.0:1767384387.423289:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.423290:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc846 00000020:00000001:0.0:1767384387.423292:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.423295:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a69a85de refcount=7 00000020:00000001:0.0:1767384387.423297:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000020:00000001:0.0:1767384387.423299:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00000100:00000001:0.0:1767384387.423303:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.423311:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 00000100:00000001:0.0:1767384387.423315:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.423317:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00000020:00000010:0.0:1767384387.423321:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d966d691. 00000020:00000010:0.0:1767384387.423326:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073b2ceac. 00000020:00000010:0.0:1767384387.423330:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384387.423335:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384387.423338:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.423339:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384387.423341:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.423347:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.423400:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.423411:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.423413:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384387.423417:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 8 00000100:00000040:0.0:1767384387.423420:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000a69a85de : new rpc_count 1 00000100:00000001:0.0:1767384387.423422:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454589824 : -120962254961792 : ffff91fc47c30380) 00000100:00000040:0.0:1767384387.423427:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005833783 x1853236736691712/t0(0) o39->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.423436:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.423439:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f23794ce. 00000100:00000001:0.0:1767384387.423441:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.423443:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f23794ce. 00000100:00100000:0.0:1767384387.423447:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005833783 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+7:12149:x1853236736691712:12345-192.168.203.13@tcp50:39: 00000100:00000200:0.0:1767384387.423450:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691712 00000020:00000001:0.0:1767384387.423453:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.423456:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.423459:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.423462:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.423464:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546720 : -1038004896 : ffffffffc2214d60) 00000020:00000001:0.0:1767384387.423467:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384387.423481:0:16796:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236736691712, found 0 last_xid 1853236736690943 00000020:00000001:0.0:1767384387.423488:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.423491:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.423492:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384387.423495:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.423497:0:16796:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384387.423498:0:16796:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384387.423501:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384387.423503:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384387.423507:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071545bda. 02000000:00000001:0.0:1767384387.423509:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.423510:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.423515:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=8 00010000:00000001:0.0:1767384387.423517:0:16796:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384387.423519:0:16796:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384387.423520:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=9 00010000:00000001:0.0:1767384387.423522:0:16796:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384387.423524:0:16796:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384387.423533:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 8 00000020:00000080:0.0:1767384387.423535:0:16796:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc846 00000020:00000040:0.0:1767384387.423537:0:16796:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a69a85de with handle 0xf489261bfe0bc846 from hash 00000020:00000040:0.0:1767384387.423541:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 7 00000020:00000010:0.0:1767384387.423544:0:16796:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000d1bb543. 00000020:00000001:0.0:1767384387.423547:0:16796:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384387.423548:0:16796:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000a69a85de: total 0 00000020:00000001:0.0:1767384387.423551:0:16796:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384387.423552:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 6 00000020:00000001:0.0:1767384387.423582:0:16796:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.423585:0:16796:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384387.423586:0:16796:0:(import.c:65:import_set_state_nolock()) 0000000035cf54af : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384387.423589:0:16796:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384387.423591:0:16796:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384387.423592:0:16796:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384387.423599:0:16796:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384387.423605:0:16796:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384387.423607:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ec13493c dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384387.423610:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000700e0fb6 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384387.423617:0:16796:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384387.423620:0:16796:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:0.0:1767384387.423623:0:16796:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384387.423625:0:16796:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'b5a9f0e7-4930-4c8c-9484-8caf40e4e445' 00000001:00000001:0.0:1767384387.423629:0:16796:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384387.423630:0:16796:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384387.423634:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384387.423640:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7e9a678. 00080000:00000001:0.0:1767384387.423642:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107063659520 : -120966645892096 : ffff91fb420abc00) 00080000:00000001:0.0:1767384387.423646:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384387.423663:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384387.423664:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.423666:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384387.423669:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384387.423671:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384387.423672:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.423688:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.423690:0:16796:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384387.423693:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384387.423732:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384387.423734:0:16796:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384387.423736:0:16796:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.423739:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1767384387.423741:0:16796:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384387.423743:0:16796:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:0.0:1767384387.423747:0:16796:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000fe129487. 00000001:00000040:0.0:1767384387.423749:0:16796:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000a69a85de : new cb_count 2 00000020:00000040:0.0:1767384387.423751:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=7 00000001:00000010:0.0:1767384387.423755:0:16796:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000068413bfb. 00000001:00000010:0.0:1767384387.423799:0:16796:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000008b427338. 00080000:00000001:0.0:1767384387.423803:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384387.423869:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1767384387.423873:0:16796:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 0000000068413bfb: xid 1853236736691712, transno 8589934593, tag 0, client gen 1, slot idx 0 00000001:00000001:0.0:1767384387.423876:0:16796:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.423903:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384387.423906:0:16796:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384387.423908:0:16796:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.423910:0:16796:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384387.423911:0:16796:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384387.423915:0:16796:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000000165532. 00080000:00000001:0.0:1767384387.423917:0:16796:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111603135488 : -120962106416128 : ffff91fc509da400) 00080000:00000001:0.0:1767384387.423919:0:16796:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384387.423929:0:16796:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384387.423930:0:16796:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384387.423932:0:16796:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384387.423938:0:16796:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384387.423940:0:16796:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000004d106672. 00000001:00000040:0.0:1767384387.423942:0:16796:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000a69a85de : new cb_count 3 00000020:00000040:0.0:1767384387.423944:0:16796:0:(genops.c:887:class_export_get()) GET export 00000000a69a85de refcount=8 00080000:00000001:0.0:1767384387.423946:0:16796:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384387.423952:0:16796:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384387.423954:0:16796:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384387.423955:0:16796:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384387.423959:0:16796:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384387.423961:0:16796:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:0.0:1767384387.423963:0:16796:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:0.0:1767384387.423965:0:16796:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384387.423967:0:16796:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384387.423970:0:16796:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384387.423971:0:16796:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 7 00000001:00000001:0.0:1767384387.423974:0:16796:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384387.423976:0:16796:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 6 00000020:00000040:0.0:1767384387.423977:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 7 00000001:00000001:0.0:1767384387.423978:0:16796:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384387.423980:0:16796:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 5 00000001:00000001:0.0:1767384387.423982:0:16796:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384387.423983:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 6 00000004:00000001:0.0:1767384387.423984:0:16796:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.423990:0:16796:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.423991:0:16796:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.423993:0:16796:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384387.423996:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853236736691712 00010000:00000001:0.0:1767384387.423998:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384387.424002:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005833783 x1853236736691712/t8589934593(0) o39->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.424010:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384387.424012:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.424014:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.424018:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.424020:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384387.424022:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384387.424025:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.424026:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.424029:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.424031:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.424035:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000100:00000200:0.0:1767384387.424039:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236736691712, offset 224 00000400:00000200:0.0:1767384387.424044:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384387.424053:0:16796:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.424065:0:16796:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384387.424076:0:16796:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.424080:0:16796:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.424083:0:16796:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000230c6eaf. 00000800:00000200:0.0:1767384387.424088:0:16796:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.424093:0:16796:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.424097:0:16796:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000230c6eaf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.424114:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.424116:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.424119:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384387.424124:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.424126:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384387.424129:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005833783 x1853236736691712/t8589934593(0) o39->b5a9f0e7-4930-4c8c-9484-8caf40e4e445@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.424138:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005833783 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5a9f0e7-4930-4c8c-9484-8caf40e4e445+6:12149:x1853236736691712:12345-192.168.203.13@tcp50:39: Request processed in 700us (924us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1767384387.424145:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 8 00000100:00000040:0.0:1767384387.424148:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000a69a85de : new rpc_count 0 00000100:00000001:0.0:1767384387.424150:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.424151:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384387.424155:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073b2ceac. 00000020:00000010:0.0:1767384387.424157:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384387.424160:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d966d691. 00000020:00000040:0.0:1767384387.424163:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 5 00000100:00000001:0.0:1767384387.424165:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384387.424213:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384387.424216:0:16783:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000a69a85de: total 0 00000020:00000001:1.0:1767384387.424218:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446623111616598016 : -120962092953600 : ffff91fc516b1000) 00010000:00000001:1.0:1767384387.424222:0:16783:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384387.424226:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f6be27f. 00000020:00000010:1.0:1767384387.424230:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083383757. 00000020:00000010:1.0:1767384387.424234:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384387.424238:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.424242:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000abd25737. 80000000:00000010:1.0:1767384387.424245:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.424249:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.424256:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00000800:00000200:2.0:1767384387.424258:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:1.0:1767384387.424260:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00000800:00000010:2.0:1767384387.424262:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000230c6eaf. 00040000:00000010:1.0:1767384387.424265:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006d1102c7. 00000400:00000200:2.0:1767384387.424266:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384387.424270:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048f10cd7. 00000400:00000200:2.0:1767384387.424274:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00002000:00000010:1.0:1767384387.424277:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a04c90e6. 00000400:00000200:2.0:1767384387.424278:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073dcdfd 00000400:00000010:2.0:1767384387.424281:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000020:00000010:1.0:1767384387.424283:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000083383757. 00000100:00000001:2.0:1767384387.424284:0:16149:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384387.424287:0:16149:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384387.424289:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384387.424294:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.424296:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000abd25737. 80000000:00000010:1.0:1767384387.424299:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.424302:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.424305:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.424308:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.424310:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006d1102c7. 00080000:00000010:1.0:1767384387.424315:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048f10cd7. 00002000:00000010:1.0:1767384387.424317:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a04c90e6. 00000020:00000010:1.0:1767384387.424319:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f6be27f. 00010000:00010000:1.0:1767384387.424321:0:16783:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000a69a85de, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384387.424324:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d1102c7. 00000020:00000010:1.0:1767384387.424326:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078a4d073. 00000020:00000010:1.0:1767384387.424328:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384387.424330:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.424332:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000abd25737. 80000000:00000010:1.0:1767384387.424334:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.424336:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.424338:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.424340:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.424342:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f6be27f. 00080000:00000010:1.0:1767384387.424344:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384387.424345:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a04c90e6. 00000001:00000001:1.0:1767384387.424348:0:16783:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384387.424351:0:16783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384387.424355:0:16783:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000657d182f count: 2 00000004:00000001:1.0:1767384387.424362:0:16783:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1767384387.424363:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384387.424366:0:16783:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384387.424368:0:16783:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384387.424369:0:16783:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.424371:0:16783:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.424375:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384387.424376:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384387.424380:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.424381:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.424383:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384387.424385:0:16783:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384387.424387:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3c1d35d with handle 0xf489261bfe0bc85b from hash 00010000:00000001:1.0:1767384387.424389:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384387.424391:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.424392:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.424393:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767384387.424397:0:16783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000083383757. 00010000:00000001:1.0:1767384387.424400:0:16783:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384387.424402:0:16783:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.424404:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384387.424405:0:16783:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384387.424407:0:16783:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384387.424409:0:16783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000657d182f) 00010000:00010000:1.0:1767384387.424412:0:16783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384387.424414:0:16783:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384387.424416:0:16783:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.424418:0:16783:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384387.424420:0:16783:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000a69a85de, 1 locks cancelled. 00010000:00000001:1.0:1767384387.424421:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.424422:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.424423:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384387.424426:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3c1d35d/0xf489261bfe0bc85b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e62a4 expref: 5 pid: 16796 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384387.424434:0:16783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000232dc64f. 00010000:00000040:1.0:1767384387.424440:0:16783:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000a69a85de : new locks_count 0 00000020:00000040:1.0:1767384387.424442:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 4 00010000:00000010:1.0:1767384387.424444:0:16783:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4dc7c67. 00010000:00000040:1.0:1767384387.424447:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000657d182f count: 0 00010000:00000010:1.0:1767384387.424452:0:16783:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dff0e54a. 00010000:00000001:1.0:1767384387.424458:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384387.424459:0:16783:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b5a9f0e7-4930-4, loop: 0 00000001:00000001:1.0:1767384387.424461:0:16783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384387.424464:0:16783:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.424466:0:16783:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000a69a85de, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384387.424481:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078a4d073. 00000020:00000010:1.0:1767384387.424485:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384387.424487:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.424489:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000abd25737. 80000000:00000010:1.0:1767384387.424492:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.424494:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.424496:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.424498:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.424500:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f6be27f. 00080000:00000010:1.0:1767384387.424502:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384387.424504:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a04c90e6. 00000020:00000010:1.0:1767384387.424505:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d1102c7. 00000020:00000001:1.0:1767384387.424508:0:16783:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384387.424509:0:16783:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 3 00000020:00000001:1.0:1767384387.424510:0:16783:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384387.424512:0:16783:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.424513:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.424515:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.424517:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384387.424518:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.424519:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.424520:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384387.424522:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.424523:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.424528:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1767384387.429610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000657d182f. 00010000:00000010:1.1:1767384387.429619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3c1d35d. 00000800:00000001:3.0:1767384387.431597:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.431607:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.431610:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.431612:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.431621:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50) <- 192.168.203.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767384387.431634:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.13@tcp50 of length 224 into portal 26 MB=0x695824d600f00 00000400:00000200:3.0:1767384387.431640:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.13@tcp50 of length 224/224 into md 0x18d5 [2] + 0 00000400:00000010:3.0:1767384387.431644:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cedc8635. 00000400:00000200:3.0:1767384387.431648:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ceb44b9 00000800:00000001:3.0:1767384387.431652:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.431658:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384387.431660:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384387.431664:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:3.0:1767384387.431668:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ceb44b9 00000400:00000010:3.0:1767384387.431670:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ceb44b9. 00000100:00000001:3.0:1767384387.431674:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384387.431676:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384387.431686:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000a19f81d3 x1853236736691968 msgsize 224 00000100:00100000:3.0:1767384387.431691:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.13@tcp50 (source: 12345-192.168.203.13@tcp50) 00000100:00000040:3.0:1767384387.431693:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384387.431703:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384387.431709:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.431712:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.431773:0:16788:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384387.431775:0:16788:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236736691968 02000000:00000001:0.0:1767384387.431778:0:16788:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384387.431780:0:16788:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384387.431782:0:16788:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384387.431786:0:16788:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384387.431790:0:16788:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236736691968 00000020:00000001:0.0:1767384387.431792:0:16788:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384387.431794:0:16788:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc823 00000020:00000001:0.0:1767384387.431796:0:16788:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384387.431798:0:16788:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037c6160d refcount=6 00000020:00000001:0.0:1767384387.431800:0:16788:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000020:00000001:0.0:1767384387.431803:0:16788:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00000100:00000001:0.0:1767384387.431806:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.431810:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dafae885. 00000100:00000001:0.0:1767384387.431812:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.431815:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dafae885. 00000020:00000010:0.0:1767384387.431829:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000020:00000010:0.0:1767384387.431833:0:16788:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073b2ceac. 00000020:00000010:0.0:1767384387.431837:0:16788:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384387.431843:0:16788:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384387.431845:0:16788:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384387.431847:0:16788:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384387.431848:0:16788:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.431854:0:16788:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.431866:0:16788:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384387.431875:0:16788:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384387.431876:0:16788:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384387.431880:0:16788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.13@tcp50, seq: 168 00000100:00000040:0.0:1767384387.431883:0:16788:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037c6160d : new rpc_count 1 00000100:00000001:0.0:1767384387.431885:0:16788:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227596368 : -120961481955248 : ffff91fc75d62850) 00000100:00000040:0.0:1767384387.431898:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a19f81d3 x1853236736691968/t0(0) o251->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/0 e 0 to 0 dl 1767384398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384387.431907:0:16788:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384387.431909:0:16788:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dafae885. 00000100:00000001:0.0:1767384387.431911:0:16788:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384387.431913:0:16788:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dafae885. 00000100:00100000:0.0:1767384387.431917:0:16788:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+6:12149:x1853236736691968:12345-192.168.203.13@tcp50:251: 00000100:00000200:0.0:1767384387.431920:0:16788:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236736691968 00000020:00000001:0.0:1767384387.431923:0:16788:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384387.431926:0:16788:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384387.431927:0:16788:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.431930:0:16788:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384387.431932:0:16788:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505776 : -1040045840 : ffffffffc20228f0) 00000020:00000001:0.0:1767384387.431934:0:16788:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384387.431936:0:16788:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384387.431938:0:16788:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384387.431939:0:16788:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384387.431942:0:16788:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.431948:0:16788:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384387.431950:0:16788:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384387.431952:0:16788:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384387.431955:0:16788:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384387.431957:0:16788:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384387.431962:0:16788:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f209aa12. 02000000:00000001:0.0:1767384387.431965:0:16788:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.431966:0:16788:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.431971:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=7 00010000:00000001:0.0:1767384387.431973:0:16788:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384387.431975:0:16788:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384387.431978:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 20000000:00000010:0.0:1767384387.431980:0:16788:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000002f6f7aba. 00000020:00000040:0.0:1767384387.431982:0:16788:0:(genops.c:887:class_export_get()) GET export 0000000037c6160d refcount=7 00010000:00000001:0.0:1767384387.431986:0:16788:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384387.431988:0:16788:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384387.431997:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 6 00000020:00000080:0.0:1767384387.431999:0:16788:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc823 00000020:00000040:0.0:1767384387.432001:0:16788:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037c6160d with handle 0xf489261bfe0bc823 from hash 00000020:00000040:0.0:1767384387.432004:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 5 00000020:00000001:0.0:1767384387.432007:0:16788:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384387.432008:0:16788:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000037c6160d: total 0 00000020:00000001:0.0:1767384387.432010:0:16788:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384387.432011:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 4 00000020:00000001:0.0:1767384387.432013:0:16788:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.432015:0:16788:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384387.432016:0:16788:0:(import.c:65:import_set_state_nolock()) 00000000f6612cb4 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384387.432019:0:16788:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384387.432021:0:16788:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384387.432022:0:16788:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384387.432036:0:16788:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384387.432038:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 3 20000000:00000001:0.0:1767384387.432040:0:16788:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.432041:0:16788:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384387.432043:0:16788:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.432045:0:16788:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384387.432046:0:16788:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384387.432053:0:16788:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236736691968 00010000:00000001:0.0:1767384387.432055:0:16788:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384387.432059:0:16788:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a19f81d3 x1853236736691968/t0(0) o251->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384387.432067:0:16788:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384387.432069:0:16788:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384387.432071:0:16788:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384387.432075:0:16788:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384387.432077:0:16788:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000043cff51d refcount 7 to 192.168.203.13@tcp50 00000100:00000001:0.0:1767384387.432079:0:16788:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623112084345216 : -120961625206400 : ffff91fc6d4c5180) 02000000:00000001:0.0:1767384387.432082:0:16788:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384387.432084:0:16788:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384387.432086:0:16788:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384387.432089:0:16788:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.13@tcp50 00000400:00000010:0.0:1767384387.432123:0:16788:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004199e878. 00000100:00000200:0.0:1767384387.432127:0:16788:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236736691968, offset 224 00000400:00000200:0.0:1767384387.432132:0:16788:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.13@tcp50 00000400:00000200:0.0:1767384387.432140:0:16788:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp50 to NMR: 192.168.203.13@tcp50 local destination 00000400:00000200:0.0:1767384387.432154:0:16788:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp50 NI seq info: [238:238:256:4294967295] 192.168.203.13@tcp50 LPNI seq info [31:31:8:4294967295] 00000400:00000200:0.0:1767384387.432164:0:16788:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp50(192.168.203.113@tcp50:192.168.203.113@tcp50) -> 192.168.203.13@tcp50(192.168.203.13@tcp50:192.168.203.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384387.432169:0:16788:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.13@tcp50 00000800:00000010:0.0:1767384387.432172:0:16788:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e02d57d. 00000800:00000200:0.0:1767384387.432177:0:16788:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000052a393ae] -> 12345-192.168.203.13@tcp50 (4) 00000800:00000200:0.0:1767384387.432183:0:16788:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:0.0:1767384387.432185:0:16788:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e02d57d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384387.432198:0:16788:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384387.432201:0:16788:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 6 to 192.168.203.13@tcp50 00010000:00000001:0.0:1767384387.432203:0:16788:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384387.432205:0:16788:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384387.432207:0:16788:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384387.432210:0:16788:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a19f81d3 x1853236736691968/t0(0) o251->6f164a71-08b9-442e-90df-9423242b4bf2@192.168.203.13@tcp50:368/0 lens 224/224 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384387.432224:0:16788:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a19f81d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6f164a71-08b9-442e-90df-9423242b4bf2+3:12149:x1853236736691968:12345-192.168.203.13@tcp50:251: Request processed in 315us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384387.432232:0:16788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.13@tcp50, seq: 168 00000100:00000040:0.0:1767384387.432234:0:16788:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037c6160d : new rpc_count 0 00000100:00000001:0.0:1767384387.432237:0:16788:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384387.432239:0:16788:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384387.432242:0:16788:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073b2ceac. 00000020:00000010:0.0:1767384387.432245:0:16788:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384387.432248:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000020:00000040:0.0:1767384387.432251:0:16788:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 2 00000100:00000001:0.0:1767384387.432255:0:16788:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384387.432258:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384387.432262:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cedc8635. 00000400:00000010:0.0:1767384387.432266:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063ffec7d. 00000800:00000200:2.0:1767384387.432273:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384387.432276:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e02d57d. 00000400:00000200:2.0:1767384387.432280:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384387.432284:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp50->192.168.203.13@tcp50: PUT: OK 00000400:00000200:2.0:1767384387.432286:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004199e878 00000400:00000010:2.0:1767384387.432288:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004199e878. 00000100:00000001:2.0:1767384387.432290:0:16147:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384387.432299:0:16147:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384387.432301:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f209aa12. 02000000:00000001:2.0:1767384387.432303:0:16147:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384387.432304:0:16147:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384387.432414:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384387.432417:0:16784:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000037c6160d: total 0 00000020:00000001:1.0:1767384387.432419:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446623111616604160 : -120962092947456 : ffff91fc516b2800) 00010000:00010000:1.0:1767384387.432422:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384387.432424:0:16784:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384387.432427:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f6be27f. 00000020:00000010:1.0:1767384387.432431:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abd25737. 00000020:00000010:1.0:1767384387.432435:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384387.432438:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.432442:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d1102c7. 80000000:00000010:1.0:1767384387.432444:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.432447:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.432450:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.432454:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.432457:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078a4d073. 00080000:00000010:1.0:1767384387.432460:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048f10cd7. 00002000:00000010:1.0:1767384387.432464:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a04c90e6. 00000020:00000010:1.0:1767384387.432467:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000abd25737. 00000020:00000010:1.0:1767384387.432480:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384387.432483:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.432486:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d1102c7. 80000000:00000010:1.0:1767384387.432491:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.432493:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.432496:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.432498:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.432500:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078a4d073. 00080000:00000010:1.0:1767384387.432502:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048f10cd7. 00002000:00000010:1.0:1767384387.432505:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a04c90e6. 00000020:00000010:1.0:1767384387.432507:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f6be27f. 00010000:00010000:1.0:1767384387.432510:0:16784:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000037c6160d, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384387.432513:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a4d073. 00000020:00000010:1.0:1767384387.432515:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006d1102c7. 00000020:00000010:1.0:1767384387.432522:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384387.432524:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.432527:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f6be27f. 80000000:00000010:1.0:1767384387.432529:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.432531:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.432533:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.432535:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.432537:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abd25737. 00080000:00000010:1.0:1767384387.432539:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384387.432541:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a04c90e6. 00000001:00000001:1.0:1767384387.432543:0:16784:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384387.432546:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384387.432550:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 7 00010000:00000001:1.0:1767384387.432577:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384387.432580:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384387.432583:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384387.432585:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.432587:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.432591:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384387.432593:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384387.432597:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.432599:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.432601:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384387.432602:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384387.432604:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f58854b5 with handle 0xf489261bfe0bc82a from hash 00010000:00000001:1.0:1767384387.432607:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384387.432608:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.432609:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.432610:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384387.432612:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384387.432613:0:16784:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384387.432615:0:16784:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384387.432617:0:16784:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384387.432619:0:16784:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.432621:0:16784:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384387.432622:0:16784:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000037c6160d, 1 locks cancelled. 00010000:00000001:1.0:1767384387.432629:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384387.432630:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384387.432631:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384387.432634:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f58854b5/0xf489261bfe0bc82a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.13@tcp50 remote: 0xc167a780a96e6250 expref: 2 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384387.432642:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037c6160d : new locks_count 0 00000020:00000040:1.0:1767384387.432643:0:16784:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 1 00010000:00000001:1.0:1767384387.432647:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384387.432649:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 6f164a71-08b9-4, loop: 0 00000001:00000001:1.0:1767384387.432650:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384387.432653:0:16784:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.432655:0:16784:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000037c6160d, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384387.432659:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006d1102c7. 00000020:00000010:1.0:1767384387.432662:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384387.432664:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384387.432667:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f6be27f. 80000000:00000010:1.0:1767384387.432669:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384387.432671:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de9919d4. 00100000:00000010:1.0:1767384387.432673:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384387.432675:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384387.432677:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abd25737. 00080000:00000010:1.0:1767384387.432679:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384387.432681:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a04c90e6. 00000020:00000010:1.0:1767384387.432683:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a4d073. 00000020:00000001:1.0:1767384387.432685:0:16784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384387.432686:0:16784:0:(genops.c:898:class_export_put()) PUTting export 0000000037c6160d : new refcount 0 00000020:00000080:1.0:1767384387.432688:0:16784:0:(genops.c:904:class_export_put()) final put 0000000037c6160d/6f164a71-08b9-442e-90df-9423242b4bf2 00000020:00000001:1.0:1767384387.432698:0:16784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384387.432700:0:16784:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.432702:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.432704:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.432705:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384387.432707:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.432708:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.432714:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384387.432716:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.432717:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.432719:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384387.432721:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384387.432724:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000037c6160d/6f164a71-08b9-442e-90df-9423242b4bf2 for MGS 00000020:00000040:2.0:1767384387.432727:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 5 to 192.168.203.13@tcp50 00000020:00000001:2.0:1767384387.432729:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384387.432731:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384387.432733:0:36:0:(genops.c:1229:class_import_get()) import 00000000f6612cb4 refcount=2 obd=MGS 00000020:00000001:2.0:1767384387.432734:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384387.432735:0:36:0:(genops.c:1242:class_import_put()) import 00000000f6612cb4 refcount=1 obd=MGS 00000020:00000001:2.0:1767384387.432736:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384387.432738:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384387.432739:0:36:0:(genops.c:1242:class_import_put()) import 00000000f6612cb4 refcount=0 obd=MGS 00000020:00000040:2.0:1767384387.432740:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000f6612cb4 00000020:00000001:2.0:1767384387.432747:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384387.432749:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384387.432751:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384387.432760:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000057d79d63. 00000001:00000010:2.0:1767384387.432762:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ef037eb1. 00000001:00000010:2.0:1767384387.432764:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097b17947. 00000001:00000010:2.0:1767384387.432765:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f1c81a4. 00000001:00000010:2.0:1767384387.432766:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ae77c42a. 00000001:00000010:2.0:1767384387.432768:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bf40d673. 00000001:00000001:2.0:1767384387.432771:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384387.432772:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384387.432773:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384387.432774:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384387.432775:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.432777:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384387.432779:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 7 - export 00000020:00000010:2.0:1767384387.432781:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000037c6160d. 00000020:00000001:2.0:1767384387.432787:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384387.432791:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384387.432792:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000f6612cb4 for MGS 00000020:00000040:2.0:1767384387.432795:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 4 to 192.168.203.13@tcp50 00000020:00000040:2.0:1767384387.432796:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 6 - import 00000020:00000010:2.0:1767384387.432797:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000f6612cb4. 00000020:00000001:2.0:1767384387.432800:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767384387.438585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f58854b5. 00010000:00000001:1.0:1767384387.539674:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384387.539682:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384387.539689:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384387.539690:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384387.539714:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384387.539717:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384387.539720:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384387.987644:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp38 00000400:00000010:3.0:1767384387.987653:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008049f52a. 00000400:00000010:3.0:1767384387.987662:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008dc2e4ea. 00000400:00000010:3.0:1767384387.987668:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000010:3.0:1767384387.987675:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6059bb8. 00000400:00000200:3.0:1767384387.987679:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp38 00000400:00000200:3.0:1767384387.987696:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp38 local destination 00000400:00000200:3.0:1767384387.987702:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp38 00000400:00000200:3.0:1767384387.987705:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp38 NI seq info: [239:239:256:4294967295] 192.168.203.113@tcp38 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767384387.987712:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp38 00000400:00000200:3.0:1767384387.987719:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp38(192.168.203.113@tcp38:) -> 192.168.203.113@tcp38(192.168.203.113@tcp38:192.168.203.113@tcp38) : GET try# 0 00000800:00000200:3.0:1767384387.987724:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp38 00000800:00000010:3.0:1767384387.987728:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007d7913e0. 00000800:00000200:3.0:1767384387.987734:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000800:00000200:3.1:1767384387.987738:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff88cde1] -> 12345-192.168.203.113@tcp38 (2) 00000400:00000200:3.0:1767384387.987816:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp38 added to recovery queue. ping count: 5 next ping: 341 health :500 00000400:00000200:0.0:1767384387.988362:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988404:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988422:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988438:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988453:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988481:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988501:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988517:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988533:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988549:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988611:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988640:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988658:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988675:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988690:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988706:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988735:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988751:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988908:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988932:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988949:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988966:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988982:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.988998:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989087:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989110:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989127:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989143:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989158:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989174:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989190:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989207:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989223:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989239:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384387.989255:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384387.989392:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d521540. 00000800:00000010:0.0:1767384387.989396:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcdc321f. 00000800:00000010:0.0:1767384387.989401:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e11ade9c. 00000800:00000010:0.0:1767384387.989418:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e11ade9c. 00000800:00020000:0.0:1767384387.989427:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384387.989431:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcdc321f. 00000800:00000010:0.0:1767384387.989435:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d521540. 00000400:02020000:0.0:1767384387.989464:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp38 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384387.989481:0:29615:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp38 notifying 192.168.203.113@tcp38: down 00000800:00000200:0.0:1767384387.989487:0:29615:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp38 down 00000800:00000100:0.0:1767384387.989492:0:29615:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp38 00000800:00000010:0.0:1767384387.989495:0:29615:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007d7913e0. 00000400:00000200:0.0:1767384387.989504:0:29615:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384387.989508:0:29615:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp38->192.168.203.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384387.989516:0:29615:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384387.989519:0:29615:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384387.989522:0:29615:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp38) recovery failed with -71 00000800:00000200:2.0:1767384387.989619:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0c6e408] -> 12345-192.168.203.113@tcp17 (6) 00000800:00000200:2.0:1767384387.989625:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp17 ip 192.168.203.113:988 00000800:00000200:2.0:1767384387.989629:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384387.989781:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384387.989786:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.989793:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.989796:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.989799:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384388.243674:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:1.0:1767384388.243676:0:36945:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000040:3.0:1767384388.243680:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 2 00000100:00000001:1.0:1767384388.243681:0:36945:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.243686:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.243689:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384388.243690:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384388.243691:0:16793:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384388.243693:0:16793:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384388.243709:0:16793:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384388.243711:0:16793:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff91fc57eb4000 from 87 10000000:00000001:3.0:1767384388.243713:0:16793:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384388.243714:0:16793:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384388.243719:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2a33358. 00000020:00000040:3.0:1767384388.243722:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384388.243725:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384388.243727:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384388.243731:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384388.243736:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4ba36e2. 00000100:00000001:3.0:1767384388.243740:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.243743:0:16793:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384388.243745:0:16793:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384388.243751:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008b63c25a. 00010000:00000001:3.0:1767384388.243755:0:16793:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384388.243757:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fbd2e85. 00000020:00000001:3.0:1767384388.243761:0:16793:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384388.243763:0:16793:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004fbd2e85 with handle 0xf489261bfe0bc862 to hash 00000020:00000001:3.0:1767384388.243764:0:16793:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384388.243766:0:16793:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.243769:0:16793:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.243772:0:16793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384388.243774:0:16793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384388.243777:0:16793:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384388.243786:0:16793:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384388.243795:0:16793:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384388.243800:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384388.243801:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384388.243805:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7ca76d0. 00000100:00000001:3.0:1767384388.243810:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112081510144 : -120961628041472 : ffff91fc6d210f00) 00000100:00000001:3.0:1767384388.243812:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.243813:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623111454592512 : -120962254959104 : ffff91fc47c30e00) 00000100:00000001:3.0:1767384388.243816:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384388.243818:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.243819:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384388.243820:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384388.243826:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.243832:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384388.243833:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.243836:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384388.243838:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384388.243839:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384388.243840:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b2a33358 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744060288:0@lo:101: 00000100:00000001:3.0:1767384388.243843:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384388.243847:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384388.243848:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.243850:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384388.243852:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033e1be53. 02000000:00000001:3.0:1767384388.243854:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384388.243857:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f06dd76. 00000400:00000010:3.0:1767384388.243862:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384388.243866:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744060288, portal 25 00000100:00000001:3.0:1767384388.243867:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.243868:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623111454592512 : -120962254959104 : ffff91fc47c30e00) 00000100:00000040:3.0:1767384388.243871:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.243875:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384388.243877:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384388.243878:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000200:3.0:1767384388.243880:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744060288, offset 0 00000400:00000200:3.0:1767384388.243883:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384388.243892:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384388.243903:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd07d80 00000400:00000200:3.0:1767384388.243907:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18e9 [2] + 0 00000400:00000010:3.0:1767384388.243909:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d87f824. 00000400:00000200:3.0:1767384388.243914:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083cadd40 00000400:00000200:3.0:1767384388.243918:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384388.243920:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384388.243924:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cadd40 00000400:00000010:3.0:1767384388.243925:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083cadd40. 00000100:00000001:3.0:1767384388.243928:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384388.243930:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384388.243932:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000006b0b32b4 x1853236744060288 msgsize 328 00000100:00100000:3.0:1767384388.243935:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384388.243936:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384388.243955:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384388.243959:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384388.243960:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000100:00000001:3.0:1767384388.243962:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384388.243964:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.243970:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.243971:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.243975:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.243977:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384388.243979:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.243982:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294977041 00000100:00000010:3.0:1767384388.243985:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e69e6f5. 00000100:00000001:3.0:1767384388.243990:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384388.243995:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294977041 00000100:00000010:3.0:1767384388.243997:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000100:00000001:3.0:1767384388.243999:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384388.243999:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384388.244004:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060288 02000000:00000001:0.0:1767384388.244007:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384388.244009:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384388.244011:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294977041 00000100:00000001:0.0:1767384388.244011:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384388.244016:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 02000000:00000001:0.0:1767384388.244018:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384388.244021:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060288 00000100:00000001:3.0:1767384388.244024:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384388.244025:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384388.244028:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384388.244031:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384388.244032:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294977041 00000020:00000040:0.0:1767384388.244033:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00000010:3.0:1767384388.244035:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000020:00000001:0.0:1767384388.244039:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384388.244040:0:16793:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384388.244043:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384388.244044:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:3.0:1767384388.244046:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244049:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384388.244050:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384388.244050:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384388.244054:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7ca76d0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384388.244056:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384388.244057:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:3.0:1767384388.244058:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244061:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384388.244065:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000020:00000010:0.0:1767384388.244070:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000020:00000010:0.0:1767384388.244075:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a00d6f3. 00000020:00000010:0.0:1767384388.244080:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384388.244089:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384388.244092:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384388.244093:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384388.244095:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244101:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244115:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384388.244124:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384388.244126:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384388.244130:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00000040:0.0:1767384388.244139:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384388.244141:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227599440 : -120961481952176 : ffff91fc75d63450) 00000100:00000040:0.0:1767384388.244147:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b0b32b4 x1853236744060288/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 328/0 e 0 to 0 dl 1767384399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.244156:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384388.244158:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:0.0:1767384388.244160:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384388.244162:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000100:00100000:0.0:1767384388.244165:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16793:x1853236744060288:12345-0@lo:101: 00000100:00000200:0.0:1767384388.244169:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060288 00000020:00000001:0.0:1767384388.244172:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384388.244174:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384388.244176:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.244179:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384388.244181:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505600 : -1040046016 : ffffffffc2022840) 00000020:00000001:0.0:1767384388.244184:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384388.244185:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384388.244187:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384388.244189:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384388.244192:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.244194:0:16790:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384388.244195:0:16790:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384388.244197:0:16790:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384388.244199:0:16790:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384388.244200:0:16790:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.244204:0:16790:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384388.244208:0:16790:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f0df01c. 00010000:00000001:0.0:1767384388.244210:0:16790:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384388.244212:0:16790:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 00000020:00000001:0.0:1767384388.244215:0:16790:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384388.244217:0:16790:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d3c1d35d with handle 0xf489261bfe0bc869 to hash 00000020:00000001:0.0:1767384388.244218:0:16790:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384388.244219:0:16790:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00000001:0.0:1767384388.244228:0:16790:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00010000:00010000:0.0:1767384388.244230:0:16790:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc869 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf489261bfe0bc862 expref: -99 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384388.244237:0:16790:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000745e7fb4 : new locks_count 10 00000020:00000040:0.0:1767384388.244239:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:0.0:1767384388.244245:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384388.244247:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384388.244250:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f209aa12. 02000000:00000001:0.0:1767384388.244252:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244253:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.244255:0:16790:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384388.244258:0:16790:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384388.244261:0:16790:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384388.244263:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384388.244264:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384388.244266:0:16790:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384388.244267:0:16790:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384388.244270:0:16790:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384388.244271:0:16790:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384388.244273:0:16790:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384388.244274:0:16790:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384388.244276:0:16790:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0df01c) refcount = 1 00010000:00010000:0.0:1767384388.244279:0:16790:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc869 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf489261bfe0bc862 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384388.244285:0:16790:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384388.244287:0:16790:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384388.244288:0:16790:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384388.244290:0:16790:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.244292:0:16790:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384388.244296:0:16790:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384388.244297:0:16790:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc869 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf489261bfe0bc862 expref: 15 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384388.244304:0:16790:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384388.244308:0:16790:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384388.244310:0:16790:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384388.244312:0:16790:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.244314:0:16790:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384388.244316:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384388.244317:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384388.244318:0:16790:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d3c1d35d, rc 0) 00000020:00000001:0.0:1767384388.244320:0:16790:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384388.244323:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060288 00010000:00000001:0.0:1767384388.244326:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384388.244329:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b0b32b4 x1853236744060288/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 328/344 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384388.244336:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384388.244338:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384388.244341:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384388.244346:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384388.244348:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384388.244350:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384388.244352:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384388.244354:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244356:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384388.244358:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384388.244361:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000100:00000200:0.0:1767384388.244364:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744060288, offset 224 00000400:00000200:0.0:1767384388.244368:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384388.244373:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384388.244378:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd07d80 00000400:00000200:0.0:1767384388.244382:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x20b9 [1] + 224 00000400:00000200:0.0:1767384388.244386:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384388.244388:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384388.244392:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384388.244395:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384388.244403:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.244422:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384388.244427:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:0.0:1767384388.244429:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:0.0:1767384388.244431:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384388.244433:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384388.244436:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.244439:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:0.0:1767384388.244442:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384388.244444:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384388.244444:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.244448:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384388.244449:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384388.244452:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384388.244453:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b0b32b4 x1853236744060288/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 328/344 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384388.244454:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f06dd76. 00000400:00000200:3.0:1767384388.244458:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384388.244460:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000100:00100000:0.0:1767384388.244479:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b0b32b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744060288:12345-0@lo:101: Request processed in 322us (544us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384388.244482:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384388.244487:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384388.244491:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00000040:0.0:1767384388.244497:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000200:3.0:1767384388.244500:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.244501:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384388.244504:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384388.244508:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384388.244510:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384388.244510:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a00d6f3. 00000100:00000001:3.0:1767384388.244514:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384388.244516:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384388.244517:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384388.244517:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:3.0:1767384388.244520:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.244523:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384388.244523:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000100:00001000:3.0:1767384388.244528:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=96 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384388.244529:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00001000:3.0:1767384388.244531:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384388.244535:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384388.244536:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.244536:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384388.244541:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384388.244541:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f209aa12. 00010000:00000001:3.0:1767384388.244543:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.244545:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384388.244547:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.244567:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384388.244570:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244575:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384388.244577:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384388.244578:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384388.244584:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384388.244589:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2a33358 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744060288:0@lo:101: 00000100:00000001:3.0:1767384388.244591:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.244593:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244594:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384388.244596:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384388.244597:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384388.244599:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384388.244603:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b246cc. 00000100:00000001:3.0:1767384388.244604:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384388.244608:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7ca76d0. 00000400:00000010:0.0:1767384388.244609:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcdc321f. 00000100:00000001:3.0:1767384388.244610:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384388.244612:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.244615:0:16793:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384388.244617:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.244618:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.244619:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=4 00000020:00000001:3.0:1767384388.244620:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.244622:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000040:3.0:1767384388.244625:0:16793:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004fbd2e85, remote cookie: 0xf489261bfe0bc869, flags: 0x0 00010000:00000001:3.0:1767384388.244627:0:16793:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384388.244629:0:16793:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384388.244629:0:16793:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384388.244630:0:16793:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384388.244632:0:16793:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384388.244633:0:16793:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008b63c25a) refcount = 1 00010000:00010000:3.0:1767384388.244635:0:16793:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.244642:0:16793:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384388.244644:0:16793:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384388.244645:0:16793:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384388.244646:0:16793:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384388.244648:0:16793:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384388.244650:0:16793:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.244653:0:16793:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384388.244654:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.244655:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.244655:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.244656:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.244657:0:16793:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244658:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.244659:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2a33358 x1853236744060288/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244662:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384388.244664:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384388.244665:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033e1be53. 02000000:00000001:3.0:1767384388.244667:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384388.244668:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.244669:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384388.244670:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384388.244671:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4ba36e2. 02000000:00000001:3.0:1767384388.244673:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384388.244674:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384388.244675:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2a33358. 00000100:00000001:3.0:1767384388.244677:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384388.244677:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384388.244678:0:16793:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.244679:0:16793:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384388.244680:0:16793:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384388.244681:0:16793:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.244682:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.244685:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.244686:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=3 00000020:00000001:3.0:1767384388.244687:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.244688:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.244690:0:16793:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384388.244690:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.244691:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384388.244692:0:16793:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.244693:0:16793:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384388.244695:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000072fffd7. 00000100:00000010:3.0:1767384388.244704:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2a33358. 00000020:00000040:3.0:1767384388.244705:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384388.244706:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384388.244707:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384388.244709:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384388.244710:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4ba36e2. 00000100:00000001:3.0:1767384388.244712:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244714:0:16793:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384388.244716:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033e1be53. 00000100:00000010:3.0:1767384388.244717:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005b68c942. 00000020:00000040:3.0:1767384388.244718:0:16793:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000100:00000001:3.0:1767384388.244721:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384388.244722:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384388.244723:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7ca76d0. 00000100:00000001:3.0:1767384388.244724:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623112081510144 : -120961628041472 : ffff91fc6d210f00) 00000100:00000001:3.0:1767384388.244725:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.244726:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623111454592512 : -120962254959104 : ffff91fc47c30e00) 00000100:00000001:3.0:1767384388.244727:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384388.244728:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244729:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384388.244730:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384388.244731:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244734:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384388.244735:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.244739:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384388.244740:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384388.244741:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384388.244742:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b2a33358 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744060416:0@lo:256: 00000100:00000001:3.0:1767384388.244744:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384388.244745:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384388.244746:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244748:0:16793:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384388.244750:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f06dd76. 00000400:00000010:3.0:1767384388.244753:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000994b1dbb. 00000100:00000200:3.0:1767384388.244755:0:16793:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824dd07e00-0x695824dd07e00, portal 33 00000100:00000001:3.0:1767384388.244758:0:16793:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.244759:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384388.244762:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0f8df23. 02000000:00000001:3.0:1767384388.244764:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384388.244766:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e5298a9. 00000400:00000010:3.0:1767384388.244769:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384388.244771:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060416, portal 25 00000100:00000001:3.0:1767384388.244773:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384388.244774:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623111454592512 : -120962254959104 : ffff91fc47c30e00) 00000100:00000040:3.0:1767384388.244777:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244782:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384388.244784:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384388.244786:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000200:3.0:1767384388.244788:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744060416, offset 0 00000400:00000200:3.0:1767384388.244791:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384388.244797:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384388.244801:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd07e00 00000400:00000200:3.0:1767384388.244805:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1901 [2] + 0 00000400:00000010:3.0:1767384388.244808:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7d90f1f. 00000400:00000200:3.0:1767384388.244810:0:16793:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000817651fa 00000400:00000200:3.0:1767384388.244812:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384388.244817:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384388.244819:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000817651fa 00000400:00000010:3.0:1767384388.244821:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000817651fa. 00000100:00000001:3.0:1767384388.244822:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384388.244823:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384388.244825:0:16793:0:(events.c:337:request_in_callback()) incoming req@000000000531f285 x1853236744060416 msgsize 304 00000100:00100000:3.0:1767384388.244827:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384388.244829:0:16793:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384388.244836:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384388.244839:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384388.244840:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000100:00000001:3.0:1767384388.244841:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384388.244843:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244847:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.244848:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.244851:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244852:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384388.244854:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244855:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294977042 00000100:00000001:3.0:1767384388.244859:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977041 00000100:00000001:3.0:1767384388.244861:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294977042 00000100:00000001:3.0:1767384388.244863:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977041 00000100:00000001:3.0:1767384388.244865:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294977042 00000100:00000001:3.0:1767384388.244867:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294977041 00000100:00000001:3.0:1767384388.244868:0:16793:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294977042 00000100:00000001:3.0:1767384388.244870:0:16793:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294977041 00000100:00000001:3.0:1767384388.244871:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384388.244872:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.244874:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384388.244874:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384388.244879:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7ca76d0 going to sleep for 11 seconds 00000100:00000001:3.0:1767384388.244880:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384388.244880:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384388.244884:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384388.244884:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060416 02000000:00000001:0.0:1767384388.244888:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384388.244890:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384388.244897:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384388.244900:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384388.244902:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060416 00000020:00000001:0.0:1767384388.244904:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384388.244905:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:0.0:1767384388.244907:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384388.244909:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384388.244911:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:0.0:1767384388.244913:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384388.244916:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384388.244918:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:0.0:1767384388.244920:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384388.244922:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000020:00000010:0.0:1767384388.244926:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000020:00000010:0.0:1767384388.244929:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a00d6f3. 00000020:00000010:0.0:1767384388.244932:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000040:0.0:1767384388.244937:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384388.244939:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384388.244940:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384388.244941:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244944:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.244953:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384388.244960:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384388.244962:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384388.244965:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000040:0.0:1767384388.244967:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384388.244970:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227587152 : -120961481964464 : ffff91fc75d60450) 00000100:00000040:0.0:1767384388.244974:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000531f285 x1853236744060416/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 304/0 e 0 to 0 dl 1767384399 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.244983:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384388.244985:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1b595ba. 00000100:00000001:0.0:1767384388.244988:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384388.244990:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1b595ba. 00000100:00100000:0.0:1767384388.244998:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000531f285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744060416:12345-0@lo:256: 00000100:00000200:0.0:1767384388.245001:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060416 00000020:00000001:0.0:1767384388.245004:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384388.245005:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384388.245007:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.245009:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384388.245011:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669506016 : -1040045600 : ffffffffc20229e0) 00000020:00000001:0.0:1767384388.245013:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384388.245014:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384388.245016:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384388.245017:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384388.245019:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245021:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384388.245023:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384388.245025:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f209aa12. 02000000:00000001:0.0:1767384388.245027:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245030:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384388.245032:0:16790:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384388.245035:0:16790:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384388.245038:0:16790:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384388.245040:0:16790:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384388.245042:0:16790:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384388.245045:0:16790:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384388.245046:0:16790:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384388.245049:0:16790:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b6ec988a. 20000000:00000001:0.0:1767384388.245052:0:16790:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384388.245069:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384388.245074:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384388.245079:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384388.245081:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384388.245083:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384388.245084:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384388.245086:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384388.245088:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384388.245090:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384388.245092:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384388.245098:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384388.245100:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384388.245102:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384388.245104:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384388.245106:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384388.245108:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384388.245110:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384388.245112:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384388.245114:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384388.245116:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384388.245118:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384388.245120:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384388.245122:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384388.245124:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384388.245126:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384388.245127:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384388.245129:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384388.245131:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384388.245133:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384388.245134:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384388.245136:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384388.245138:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384388.245139:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384388.245141:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384388.245143:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384388.245145:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384388.245147:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384388.245148:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384388.245150:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384388.245151:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384388.245153:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384388.245155:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384388.245157:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:0.0:1767384388.245169:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384388.245171:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384388.245173:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384388.245175:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384388.245177:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384388.245179:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384388.245188:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384388.245189:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384388.245191:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384388.245193:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384388.245194:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384388.245196:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384388.245199:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384388.245200:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384388.245202:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384388.245204:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384388.245206:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384388.245208:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384388.245209:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384388.245211:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384388.245213:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384388.245215:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384388.245217:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384388.245219:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384388.245220:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384388.245222:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384388.245224:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384388.245226:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384388.245227:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384388.245229:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384388.245231:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384388.245233:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384388.245234:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384388.245237:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384388.245238:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384388.245240:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384388.245242:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384388.245244:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384388.245246:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384388.245248:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384388.245250:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384388.245252:0:16790:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384388.245254:0:16790:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:0.0:1767384388.245256:0:16790:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384388.245257:0:16790:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384388.245263:0:16790:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384388.245266:0:16790:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007b18a52f. 00000100:00000010:0.0:1767384388.245269:0:16790:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005c4a52d1. 00000020:00000040:0.0:1767384388.245271:0:16790:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=16 00010000:00000001:0.0:1767384388.245273:0:16790:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384388.245276:0:16790:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384388.245278:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000400:00000010:0.0:1767384388.245282:0:16790:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000101e8767. 00000400:00000200:0.0:1767384388.245286:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384388.245292:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384388.245297:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824dd07e00 00000400:00000200:0.0:1767384388.245301:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x20c9 [4] + 0 00000400:00000010:0.0:1767384388.245304:0:16790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f06dd76. 00000400:00000200:0.0:1767384388.245306:0:16790:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000994b1dbb 00000400:00000200:0.0:1767384388.245309:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384388.245312:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384388.245314:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000994b1dbb 00000400:00000010:0.0:1767384388.245315:0:16790:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000994b1dbb. 00000100:00000001:0.0:1767384388.245318:0:16790:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384388.245319:0:16790:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b2a33358 desc 0000000033e1be53 mbits 1853236744060416 00000100:00000001:0.0:1767384388.245330:0:16790:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384388.245333:0:16790:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384388.245337:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384388.245344:0:16790:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x20d5 00000400:00000200:0.0:1767384388.245346:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384388.245349:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384388.245350:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384388.245352:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245355:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384388.245358:0:16790:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007b18a52f 00000100:00000001:0.0:1767384388.245361:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384388.245365:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:0.0:1767384388.245366:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:0.0:1767384388.245368:0:16790:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384388.245369:0:16790:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007b18a52f 00000100:00000001:0.0:1767384388.245371:0:16790:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384388.245374:0:16790:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824dd07e00-0x695824dd07e00 00000100:00000001:0.0:1767384388.245381:0:16790:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384388.245385:0:16790:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245388:0:16790:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384388.245390:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000010:0.0:1767384388.245392:0:16790:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005c4a52d1. 00000100:00000010:0.0:1767384388.245395:0:16790:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007b18a52f. 00000100:00000001:0.0:1767384388.245397:0:16790:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384388.245398:0:16790:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384388.245406:0:16790:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b6ec988a. 20000000:00000001:0.0:1767384388.245409:0:16790:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384388.245412:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060416 00010000:00000001:0.0:1767384388.245414:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384388.245416:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000531f285 x1853236744060416/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 304/240 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384388.245422:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384388.245424:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384388.245426:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384388.245428:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384388.245430:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:0.0:1767384388.245431:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384388.245433:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384388.245435:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245436:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384388.245438:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384388.245440:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000100:00000200:0.0:1767384388.245442:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744060416, offset 224 00000400:00000200:0.0:1767384388.245445:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384388.245449:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384388.245453:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd07e00 00000400:00000200:0.0:1767384388.245456:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x20cd [1] + 224 00000400:00000200:0.0:1767384388.245459:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384388.245462:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384388.245480:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384388.245483:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384388.245495:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384388.245508:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384388.245512:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:0.0:1767384388.245513:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:0.0:1767384388.245515:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384388.245517:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384388.245520:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384388.245523:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000100:00000001:3.0:1767384388.245524:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384388.245525:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384388.245528:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384388.245528:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384388.245530:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384388.245531:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384388.245534:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e5298a9. 00000100:00000040:0.0:1767384388.245536:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000531f285 x1853236744060416/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:369/0 lens 304/240 e 0 to 0 dl 1767384399 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384388.245538:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384388.245540:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000100:00000001:3.0:1767384388.245543:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384388.245548:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384388.245569:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.245573:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384388.245575:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.245576:0:16793:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384388.245577:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000531f285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16793:x1853236744060416:12345-0@lo:256: Request processed in 567us (723us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384388.245578:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384388.245579:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384388.245581:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384388.245585:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384388.245588:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384388.245592:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=96 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384388.245593:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00000001:3.0:1767384388.245595:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384388.245598:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384388.245599:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384388.245599:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00010000:00000001:3.0:1767384388.245602:0:16793:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.245604:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384388.245604:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384388.245608:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384388.245609:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384388.245613:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a00d6f3. 00000100:00000040:3.0:1767384388.245617:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384388.245620:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00000001:3.0:1767384388.245624:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384388.245626:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000020:00000040:0.0:1767384388.245629:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:3.0:1767384388.245631:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384388.245633:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384388.245635:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384388.245637:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f209aa12. 02000000:00000001:0.0:1767384388.245643:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384388.245645:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b2a33358 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16793:1853236744060416:0@lo:256: 00000100:00000001:0.0:1767384388.245646:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.245650:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384388.245652:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384388.245653:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.245656:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384388.245657:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.245658:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384388.245659:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4e7e6a. 00000100:00000001:3.0:1767384388.245666:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384388.245666:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011723e29. 00000100:00000010:3.0:1767384388.245669:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7ca76d0. 00000100:00000001:3.0:1767384388.245672:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384388.245673:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384388.245675:0:16793:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384388.245677:0:16793:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384388.245682:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000df7e6a02. 10000000:00000040:3.0:1767384388.245689:0:16793:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384388.245694:0:16793:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384388.245696:0:16793:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384388.245701:0:16793:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.113@tcp has 192.168.203.113@tcp. 00000100:00000001:3.0:1767384388.245703:0:16793:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384388.245705:0:16793:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384388.245706:0:16793:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:3.0:1767384388.245708:0:16793:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:3.0:1767384388.245711:0:16793:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.113@tcp' 00000400:00000200:3.0:1767384388.245713:0:16793:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384388.245716:0:16793:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384388.245719:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:3.0:1767384388.245724:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384388.245728:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (41) 00000400:00000200:3.0:1767384388.245732:0:16793:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000200:3.0:1767384388.245744:0:16793:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:3.0:1767384388.245751:0:16793:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384388.245754:0:16793:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384388.245756:0:16793:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767384388.245758:0:16793:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000400:00000200:3.0:1767384388.245760:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:3.0:1767384388.245763:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:3.0:1767384388.245767:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245769:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:3.0:1767384388.245771:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:3.0:1767384388.245774:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245776:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:3.0:1767384388.245778:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:3.0:1767384388.245781:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245783:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:3.0:1767384388.245785:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:0.0:1767384388.245785:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384388.245789:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245790:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:3.0:1767384388.245791:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:3.0:1767384388.245797:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245800:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:3.0:1767384388.245801:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:3.0:1767384388.245806:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000010:0.0:1767384388.245808:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000400:00000200:3.0:1767384388.245811:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245813:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000200:3.0:1767384388.245814:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:3.0:1767384388.245818:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000010:0.0:1767384388.245819:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000308e6001. 00000400:00000200:3.0:1767384388.245823:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245826:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:0.0:1767384388.245828:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:3.0:1767384388.245831:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:3.0:1767384388.245835:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245837:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:0.0:1767384388.245840:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:3.0:1767384388.245841:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:3.0:1767384388.245847:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245850:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:3.0:1767384388.245851:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:3.0:1767384388.245855:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:3.0:1767384388.245861:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245864:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:3.0:1767384388.245865:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:3.0:1767384388.245869:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:0.0:1767384388.245874:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:3.0:1767384388.245884:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245884:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:3.0:1767384388.245889:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:3.0:1767384388.245894:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384388.245895:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:3.0:1767384388.245901:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245905:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000400:00000200:3.0:1767384388.245906:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:3.0:1767384388.245911:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384388.245916:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:3.0:1767384388.245918:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245923:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:3.0:1767384388.245927:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:0.0:1767384388.245928:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000400:00000200:3.0:1767384388.245933:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245936:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384388.245938:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:3.0:1767384388.245941:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:3.0:1767384388.245947:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245948:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:3.0:1767384388.245951:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:3.0:1767384388.245956:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384388.245959:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:3.0:1767384388.245963:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245967:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:3.0:1767384388.245972:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:0.0:1767384388.245972:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:3.0:1767384388.245979:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.245982:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:0.0:1767384388.245983:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:3.0:1767384388.245986:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:3.0:1767384388.245992:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.245995:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:3.0:1767384388.245997:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:3.0:1767384388.246002:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:0.0:1767384388.246006:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000400:00000200:3.0:1767384388.246008:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246013:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:3.0:1767384388.246015:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:3.0:1767384388.246018:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246022:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:3.0:1767384388.246026:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:0.0:1767384388.246030:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000400:00000200:3.0:1767384388.246033:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246037:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:3.0:1767384388.246041:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384388.246043:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[195, 60] 00000400:00000200:3.0:1767384388.246047:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246051:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:0.0:1767384388.246053:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 00000400:00000200:3.0:1767384388.246056:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:0.0:1767384388.246060:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[168, 60] 00000400:00000200:0.0:1767384388.246066:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 60], ns[72, 60] 00000400:00000200:3.0:1767384388.246070:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.246074:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[73, 60] 00000400:00000200:3.0:1767384388.246075:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:3.0:1767384388.246079:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:0.0:1767384388.246085:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[181, 60], ns[191, 60] 00000400:00000200:3.0:1767384388.246086:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246090:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:3.0:1767384388.246095:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384388.246100:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[183, 60], ns[193, 60] 00000400:00000200:3.0:1767384388.246101:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246105:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:3.0:1767384388.246111:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384388.246112:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 60], ns[120, 60] 00000400:00000200:3.0:1767384388.246116:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246120:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:0.0:1767384388.246122:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 60], ns[100, 60] 00000400:00000200:3.0:1767384388.246124:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:3.0:1767384388.246130:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246133:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:0.0:1767384388.246134:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 60], ns[203, 60] 00000400:00000200:3.0:1767384388.246138:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:3.0:1767384388.246145:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.246146:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[169, 60] 00000400:00000200:3.0:1767384388.246149:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:3.0:1767384388.246154:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:0.0:1767384388.246156:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[127, 60] 00000400:00000200:3.0:1767384388.246160:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246164:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:0.0:1767384388.246167:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[198, 60], ns[239, 60] 00000400:00000200:3.0:1767384388.246169:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:3.0:1767384388.246176:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384388.246177:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000400:00000200:3.0:1767384388.246179:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:3.0:1767384388.246184:0:16793:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:0.0:1767384388.246188:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 60], ns[149, 60] 00000400:00000200:3.0:1767384388.246191:0:16793:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384388.246195:0:16793:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000001:3.0:1767384388.246199:0:16793:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384388.246200:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 60], ns[167, 60] 00010000:00000001:3.0:1767384388.246203:0:16793:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384388.246209:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 60], ns[170, 60] 10000000:00000040:3.0:1767384388.246210:0:16793:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.113@tcp' by NID '192.168.203.113@tcp' 10000000:00000010:3.0:1767384388.246215:0:16793:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f2c75382. 10000000:00000040:3.0:1767384388.246218:0:16793:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.113@tcp::2 00000020:00000080:3.0:1767384388.246224:0:16793:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384388.246228:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 60], ns[207, 60] 00000020:00000001:3.0:1767384388.246230:0:16793:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384388.246236:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0a494d. 00000400:00000200:0.0:1767384388.246236:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 60], ns[177, 60] 00000020:00000010:3.0:1767384388.246242:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000080ef6a92. 00000400:00000200:0.0:1767384388.246244:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[191, 60], ns[201, 60] 00000400:00000200:0.0:1767384388.246250:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[195, 60], ns[205, 60] 00000040:00000010:3.0:1767384388.246253:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d45270f. 00000400:00000200:0.0:1767384388.246258:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[196, 60], ns[206, 60] 00000020:00000010:3.0:1767384388.246260:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e97f3125. 00000400:00000200:0.0:1767384388.246266:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000020:00000010:3.0:1767384388.246267:0:16793:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020f89693. 00000400:00000200:0.0:1767384388.246275:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000010:3.0:1767384388.246276:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006fc23fca. 80000000:00000010:3.0:1767384388.246282:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce73fab1. 00000400:00000200:0.0:1767384388.246285:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 40000000:00000010:3.0:1767384388.246287:0:16793:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7b425f3. 00000400:00000200:0.0:1767384388.246292:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp48 00100000:00000010:3.0:1767384388.246293:0:16793:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac0ead35. 00040000:00000010:3.0:1767384388.246299:0:16793:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000331427c4. 00000400:00000200:0.0:1767384388.246299:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp48 lpni_is_preferred = 0 00000400:00000200:0.0:1767384388.246305:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp48 00040000:00000010:3.0:1767384388.246306:0:16793:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000037c6160d. 00040000:00000010:3.0:1767384388.246312:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012562045. 00000400:00000200:0.0:1767384388.246312:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp48 NI seq info: [240:240:256:4294967295] 192.168.203.113@tcp48 LPNI seq info [199:199:8:4294967295] 00080000:00000010:3.0:1767384388.246318:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6612cb4. 00000400:00000200:0.0:1767384388.246323:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp48 00000004:00000010:3.0:1767384388.246324:0:16793:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f003964. 00000004:00000010:3.0:1767384388.246330:0:16793:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002b3323dd. 00000400:00000200:0.0:1767384388.246336:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp48(192.168.203.113@tcp48:) -> 192.168.203.113@tcp48(192.168.203.113@tcp:192.168.203.113@tcp48) : PUT try# 0 00000004:00000010:3.0:1767384388.246338:0:16793:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e68ebf92. 00002000:00000010:3.0:1767384388.246343:0:16793:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000982fc056. 00000800:00000200:0.0:1767384388.246344:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.113@tcp48 00000004:00000010:3.0:1767384388.246349:0:16793:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a257b9c4. 00000800:00000010:0.0:1767384388.246351:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f1914f. 00000004:00000001:3.0:1767384388.246355:0:16793:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384388.246359:0:16793:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384388.246361:0:16793:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f2c75382 00000800:00000010:0.0:1767384388.246361:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007cd54432. 00000040:00001000:3.0:1767384388.246364:0:16793:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000800:00000010:0.0:1767384388.246367:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000078cd6421. 00000040:00001000:3.0:1767384388.246368:0:16793:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384388.246371:0:16793:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384388.246374:0:16793:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000200:0.0:1767384388.246378:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000040:00001000:3.0:1767384388.246379:0:16793:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384388.246383:0:16793:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384388.246386:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000800:00000200:0.1:1767384388.246387:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000040:00001000:3.0:1767384388.246389:0:16793:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.113@tcp::2 00000040:00000001:3.0:1767384388.246393:0:16793:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384388.246407:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384388.246412:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00000004:00000001:3.0:1767384388.246452:0:16793:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384388.246456:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000080ef6a92. 00000040:00000010:3.0:1767384388.246461:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d45270f. 00000020:00000010:3.0:1767384388.246479:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e97f3125. 00000020:00000010:3.0:1767384388.246483:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384388.246487:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006fc23fca. 80000000:00000010:3.0:1767384388.246491:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ce73fab1. 40000000:00000010:3.0:1767384388.246501:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e7b425f3. 00100000:00000010:3.0:1767384388.246504:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac0ead35. 00040000:00000010:3.0:1767384388.246508:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000331427c4. 00000400:00000200:1.0:1767384388.246508:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00040000:00000010:3.0:1767384388.246513:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000037c6160d. 00040000:00000010:3.0:1767384388.246517:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012562045. 00080000:00000010:3.0:1767384388.246520:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6612cb4. 00000004:00000010:3.0:1767384388.246524:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007f003964. 00000004:00000010:3.0:1767384388.246528:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002b3323dd. 00000004:00000010:3.0:1767384388.246532:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e68ebf92. 00002000:00000010:3.0:1767384388.246535:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000982fc056. 00000004:00000010:3.0:1767384388.246538:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a257b9c4. 00000020:00000010:3.0:1767384388.246541:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0a494d. 00000020:00000001:3.0:1767384388.246544:0:16793:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384388.246546:0:16793:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384388.246548:0:16793:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f2c75382. 10000000:00000010:3.0:1767384388.246552:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000df7e6a02. 10000000:00000001:3.0:1767384388.246574:0:16793:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384388.246577:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384388.246581:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b2a33358 x1853236744060416/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384404 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384388.246587:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384388.246590:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384388.246591:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0f8df23. 02000000:00000001:3.0:1767384388.246595:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384388.246596:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.246597:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384388.246599:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384388.246601:0:16793:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384388.246602:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384388.246604:0:16793:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000400:00000200:1.0:1767384388.246604:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000020:00000001:3.0:1767384388.246607:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384388.246610:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005b68c942. 00000100:00000010:3.0:1767384388.246614:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033e1be53. 00000100:00000001:3.0:1767384388.246618:0:16793:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384388.246619:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4ba36e2. 02000000:00000001:3.0:1767384388.246622:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384388.246629:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384388.246630:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2a33358. 00000100:00000001:3.0:1767384388.246635:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384388.246637:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384388.246648:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000072fffd7. 00000400:00000200:1.0:1767384388.246649:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 10000000:01000000:3.0:1767384388.246652:0:16793:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384388.246657:0:16793:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384388.246659:0:16793:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384388.246660:0:16793:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384388.246662:0:16793:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=3 00000020:00000001:3.0:1767384388.246664:0:16793:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.246667:0:16793:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00010000:00000001:3.0:1767384388.246669:0:16793:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384388.246672:0:16793:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384388.246678:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.246680:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384388.246682:0:16793:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384388.246683:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00010000:00000001:3.0:1767384388.246691:0:16793:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384388.246693:0:16793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384388.246695:0:16793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384388.246697:0:16793:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.246699:0:16793:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384388.246701:0:16793:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384388.246703:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384388.246705:0:16793:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 3 10000000:00000001:3.0:1767384388.246707:0:16793:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384388.246717:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246745:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246783:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246816:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246846:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246870:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246901:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246931:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246967:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.246998:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247031:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247067:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247102:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247129:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247161:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247189:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247230:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247253:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247276:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247303:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247332:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247359:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247386:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247413:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247441:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247483:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247513:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247540:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247595:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247626:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384388.247650:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384388.247803:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000800:00000010:1.0:1767384388.247809:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7df16ad. 00000800:00000010:1.0:1767384388.247815:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc2607dc. 00000800:00000010:1.0:1767384388.247835:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc2607dc. 00000800:00020000:1.0:1767384388.247843:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384388.247847:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7df16ad. 00000800:00000010:1.0:1767384388.247849:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:02020000:1.0:1767384388.247889:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp48 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384388.247896:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp48 notifying 192.168.203.113@tcp48: down 00000800:00000200:1.0:1767384388.247902:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp48 down 00000800:00000100:1.0:1767384388.247908:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.113@tcp48 00000800:00000010:1.0:1767384388.247911:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f1914f. 00000400:00000200:1.0:1767384388.247915:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384388.247919:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp48->192.168.203.113@tcp48: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384388.247929:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp48 added to recovery queue. ping count: 0 next ping: 310 health :900 00000400:00000200:1.0:1767384388.247932:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384388.247941:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:1.0:1767384388.247945:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384388.247993:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384388.247998:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301171 00000400:00000001:0.0:1767384388.248002:0:16152:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384388.248003:0:16152:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384388.248012:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:0.0:1767384388.248014:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000400:00000200:0.0:1767384388.248017:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384388.248021:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384388.248025:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000400:00000200:0.0:1767384388.248027:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384388.248029:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc -71 00000400:00000200:0.0:1767384388.248034:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:0.0:1767384388.248037:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (42) 00000020:00000010:2.0:1767384388.254736:0:39698:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000868cbe46. 00000020:00000040:2.0:1767384388.254746:0:39698:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384388.254749:0:39698:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000868cbe46. 00000100:00000040:2.0:1767384388.262596:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294977042, at 4294977043 00000100:00000040:1.0:1767384388.262603:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294977042, at 4294977043 00000100:00000040:0.0:1767384388.262603:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294977042, at 4294977043 00000100:00000010:2.0:1767384388.262609:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000100:00000010:1.0:1767384388.262612:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00000100:00000010:0.0:1767384388.262613:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e69e6f5. 00000100:00000040:3.0:1767384388.262671:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294977042, at 4294977043 00000100:00000010:3.0:1767384388.262675:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00010000:00000001:1.0:1767384388.563742:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384388.563748:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384388.563755:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384388.563756:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384388.563777:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384388.563780:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384388.563783:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384388.676703:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384388.676703:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384388.676707:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384388.676729:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384388.676729:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384388.676732:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384388.676747:0:16149:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000082c8cd75] EOF from 12345-192.168.203.13@tcp50 ip 192.168.203.13:1023 00000800:00000200:3.0:1767384388.676748:0:16148:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000b6b4e771] EOF from 12345-192.168.203.13@tcp50 ip 192.168.203.13:1022 00000800:00000200:2.0:1767384388.676752:0:16147:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000f7e487f8] EOF from 12345-192.168.203.13@tcp50 ip 192.168.203.13:1021 00000800:00000200:1.0:1767384388.676942:0:16146:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000f7e487f8 00000800:00000010:1.0:1767384388.676947:0:16146:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000800:00000200:1.0:1767384388.676951:0:16146:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000b6b4e771 00000800:00000010:1.0:1767384388.676953:0:16146:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000b6b4e771. 00000800:00000200:1.0:1767384388.676956:0:16146:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000082c8cd75 00000800:00000200:1.0:1767384388.676961:0:16146:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.13@tcp50 0000000052a393ae deleted 00000800:00000010:1.0:1767384388.676963:0:16146:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000052a393ae. 00000800:00000010:1.0:1767384388.676966:0:16146:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000082c8cd75. 00000800:00000200:1.0:1767384388.676981:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (4) 00000800:00000200:1.1:1767384388.676985:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (4) 00000400:00000200:2.0:1767384388.677087:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677124:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677147:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677167:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677196:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677218:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677240:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677261:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677281:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677301:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677321:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677341:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677359:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677379:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677399:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677418:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677437:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677456:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677493:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677512:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677528:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677547:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677620:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677671:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677693:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677712:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677732:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677751:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677770:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677787:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677805:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677824:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677845:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677867:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384388.677893:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384388.678080:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:2.0:1767384388.678085:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006779dac4. 00000800:00000010:2.0:1767384388.678090:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000868cbe46. 00000800:00000010:2.0:1767384388.678110:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000868cbe46. 00000800:00020000:2.0:1767384388.678119:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384388.678122:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006779dac4. 00000800:00000010:2.0:1767384388.678124:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e487f8. 00000400:02020000:2.0:1767384388.678158:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384388.678163:0:16145:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:3.0:1767384389.011632:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.011638:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384389.011640:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384389.011644:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000400:00000200:3.0:1767384389.011650:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384389.011654:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384389.011664:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008049f52a. 00000400:00000010:3.0:1767384389.011669:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008dc2e4ea. 00000400:00000200:3.0:1767384389.011673:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp47 00000400:00000010:3.0:1767384389.011678:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008049f52a. 00000400:00000010:3.0:1767384389.011682:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f149d09e. 00000400:00000010:3.0:1767384389.011684:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000400:00000010:3.0:1767384389.011689:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c7eab05. 00000400:00000200:3.0:1767384389.011691:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp47 00000400:00000200:3.0:1767384389.011702:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp47 local destination 00000400:00000200:3.0:1767384389.011706:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp47 00000400:00000200:3.0:1767384389.011708:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp47 NI seq info: [241:241:256:4294967295] 192.168.203.113@tcp47 LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1767384389.011713:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp47 00000400:00000200:3.0:1767384389.011718:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47:) -> 192.168.203.113@tcp47(192.168.203.113@tcp47:192.168.203.113@tcp47) : GET try# 0 00000800:00000200:3.0:1767384389.011721:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp47 00000800:00000010:3.0:1767384389.011724:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000331427c4. 00000800:00000200:3.0:1767384389.011729:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000800:00000200:3.1:1767384389.011732:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000400:00000200:3.0:1767384389.011747:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp47 added to recovery queue. ping count: 3 next ping: 318 health :700 00000400:00000200:3.0:1767384389.011751:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp45 00000400:00000010:3.0:1767384389.011752:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000082f4e1a7. 00000400:00000010:3.0:1767384389.011754:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002b9f5ca9. 00000400:00000010:3.0:1767384389.011756:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000010:3.0:1767384389.011758:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005645192a. 00000400:00000200:3.0:1767384389.011759:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp45 00000400:00000200:3.0:1767384389.011763:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp45 local destination 00000400:00000200:3.0:1767384389.011765:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp45 00000400:00000200:3.0:1767384389.011781:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp45 NI seq info: [242:242:256:4294967295] 192.168.203.113@tcp45 LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1767384389.011786:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp45 00000400:00000200:3.0:1767384389.011791:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp45(192.168.203.113@tcp45:) -> 192.168.203.113@tcp45(192.168.203.113@tcp45:192.168.203.113@tcp45) : GET try# 0 00000800:00000200:3.0:1767384389.011795:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp45 00000800:00000010:3.0:1767384389.011798:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022abae3e. 00000800:00000200:3.0:1767384389.011804:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000800:00000200:3.1:1767384389.011809:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000025c5d9f5] -> 12345-192.168.203.113@tcp45 (2) 00000400:00000200:3.0:1767384389.011833:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp45 added to recovery queue. ping count: 4 next ping: 326 health :600 00000400:00000200:3.0:1767384389.011838:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp48 00000400:00000010:3.0:1767384389.011841:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000410c48c9. 00000400:00000010:3.0:1767384389.011845:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000319c71e1. 00000400:00000200:2.0:1767384389.011845:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000010:3.0:1767384389.011849:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000400:00000010:3.0:1767384389.011855:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f94244c. 00000400:00000200:3.0:1767384389.011859:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp48 00000400:00000200:3.0:1767384389.011865:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp48 local destination 00000400:00000200:3.0:1767384389.011868:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp48 00000400:00000200:3.0:1767384389.011871:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp48 NI seq info: [243:243:256:4294967295] 192.168.203.113@tcp48 LPNI seq info [202:202:8:4294967295] 00000400:00000200:3.0:1767384389.011875:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp48 00000400:00000200:3.0:1767384389.011882:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp48(192.168.203.113@tcp48:) -> 192.168.203.113@tcp48(192.168.203.113@tcp48:192.168.203.113@tcp48) : GET try# 0 00000800:00000200:3.0:1767384389.011887:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp48 00000800:00000010:3.0:1767384389.011890:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ae7d918. 00000800:00000200:3.0:1767384389.011895:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000800:00000200:3.1:1767384389.011900:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000400:00000200:2.0:1767384389.011905:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384389.011928:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp48 added to recovery queue. ping count: 1 next ping: 312 health :900 00000400:00000200:2.0:1767384389.011929:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.011985:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.011988:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.011990:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012035:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012049:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012065:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012094:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012095:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012125:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012140:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012177:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012179:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012202:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012243:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012244:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012261:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012295:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012317:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012339:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012362:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012376:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012408:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012411:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012455:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012478:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012522:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012541:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012543:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012613:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012641:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012655:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012664:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012692:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012713:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012723:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012749:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012770:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012773:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012818:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012834:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012842:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012878:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012888:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012898:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012933:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.012945:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.012957:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.012988:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013000:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013009:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013050:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013063:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013064:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013107:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013129:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013137:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013168:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013175:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013199:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013231:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013238:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013260:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013278:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013303:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013320:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013337:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013365:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013382:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013384:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013428:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013444:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013449:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013496:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013502:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013522:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013587:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013587:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013606:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013638:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013651:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013670:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013696:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013714:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013728:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013758:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013771:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013783:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013817:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013830:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013843:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.013873:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013893:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013900:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.013950:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.013953:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.014008:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014011:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000010:1.0:1767384389.014065:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000400:00000200:0.0:1767384389.014068:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014070:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000800:00000010:1.0:1767384389.014070:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7df16ad. 00000800:00000010:1.0:1767384389.014078:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000363a421c. 00000800:00000010:1.0:1767384389.014100:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000363a421c. 00000800:00020000:1.0:1767384389.014111:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384389.014115:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7df16ad. 00000800:00000010:1.0:1767384389.014118:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:00000200:0.0:1767384389.014127:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014130:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000400:02020000:1.0:1767384389.014172:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp48 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384389.014178:0:35348:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp48 notifying 192.168.203.113@tcp48: down 00000400:00000200:1.0:1767384389.014187:0:35348:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:0.0:1767384389.014191:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014194:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000800:00000100:1.0:1767384389.014194:0:35348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp48 00000800:00000010:1.0:1767384389.014202:0:35348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ae7d918. 00000400:00000200:1.0:1767384389.014207:0:35348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384389.014213:0:35348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp48->192.168.203.113@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384389.014223:0:35348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384389.014225:0:35348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384389.014231:0:35348:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp48) recovery failed with -71 00000400:00000200:2.0:1767384389.014237:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.014251:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014278:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.014298:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014322:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.014343:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014366:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.014387:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014409:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014453:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014490:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014521:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000800:00000010:0.0:1767384389.014541:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d521540. 00000400:00000200:2.0:1767384389.014546:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.113:988 00000800:00000010:0.0:1767384389.014547:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023ccfb11. 00000800:00000010:0.0:1767384389.014577:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7722716. 00000400:00000200:2.0:1767384389.014594:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.113:988 00000800:00000010:0.0:1767384389.014603:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7722716. 00000800:00020000:0.0:1767384389.014611:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384389.014614:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023ccfb11. 00000800:00000010:0.0:1767384389.014620:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d521540. 00000400:00000200:2.0:1767384389.014622:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.014652:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.113:988 00000400:02020000:0.0:1767384389.014668:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384389.014676:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp45 notifying 192.168.203.113@tcp45: down 00000400:00000200:0.0:1767384389.014679:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384389.014683:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp45 00000800:00000010:0.0:1767384389.014685:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022abae3e. 00000400:00000200:0.0:1767384389.014689:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384389.014692:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp45->192.168.203.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384389.014704:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384389.014707:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384389.014712:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp45) recovery failed with -71 00000800:00000010:2.0:1767384389.014802:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e487f8. 00000800:00000010:2.0:1767384389.014806:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006779dac4. 00000800:00000010:2.0:1767384389.014810:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000868cbe46. 00000800:00000010:2.0:1767384389.014840:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000868cbe46. 00000400:00000200:3.0:1767384389.015003:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384389.015016:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp47 from 203.3.0.2 00000800:00000010:3.0:1767384389.015018:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007dd45dcc. 00000800:00000010:0.0:1767384389.015055:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d521540. 00000800:00000010:0.0:1767384389.015062:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023ccfb11. 00000800:00000010:0.0:1767384389.015083:0:29615:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000df14ab0. 00000800:00000200:0.1:1767384389.015090:0:29615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (2) 00000800:00000200:0.1:1767384389.015094:0:29615:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp47 000000000df14ab0 deleted 00000800:00000010:0.1:1767384389.015096:0:29615:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000df14ab0. 00000800:00000200:0.1:1767384389.015102:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384389.015108:0:29615:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp47 ip 192.168.203.113:971 00000800:00000200:0.1:1767384389.015111:0:29615:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331427c4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384389.015116:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp47 p 3.x 192.168.203.113 -> 192.168.203.113:971 incarnation:1767384374213679883 sched[0] 00000800:00000010:0.0:1767384389.015121:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d7722716. 00000800:00000010:0.0:1767384389.015169:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d7722716. 00000800:00000010:0.0:1767384389.015173:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023ccfb11. 00000800:00000200:2.1:1767384389.015198:0:16142:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384389.015207:0:16142:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp47 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384374213679883 sched[0] 00000800:00000010:2.0:1767384389.015211:0:16142:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006779dac4. 00000800:00000010:0.0:1767384389.015216:0:29615:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007dd45dcc. 00000800:00000001:1.0:1767384389.015231:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.015239:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384389.015250:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.015258:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.015275:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000001:0.0:1767384389.015294:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.015302:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384389.015303:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384389.015308:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000331427c4. 00000800:00000001:0.0:1767384389.015308:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384389.015314:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384389.015319:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.015321:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: GET: OK 00000400:00000200:2.0:1767384389.015322:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384389.015327:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384389.015333:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47) <- 192.168.203.113@tcp47 : GET - for me 00000400:00000200:1.0:1767384389.015335:0:16149:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp47 recovery message sent successfully:0 00000400:00000200:0.0:1767384389.015351:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384389.015360:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.113@tcp of length 272/272 into md 0x1f6d [1] + 0 00000400:00000200:0.0:1767384389.015370:0:16148:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.113@tcp47 to MR: 192.168.203.113@tcp47 local destination 00000400:00000200:2.0:1767384389.015379:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384389.015379:0:16148:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp47 NI seq info: [244:244:256:4294967295] 192.168.203.113@tcp47 LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1767384389.015397:0:16148:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47:192.168.203.113@tcp47) -> 192.168.203.113@tcp47(192.168.203.113@tcp47:192.168.203.113@tcp47) 192.168.203.113@tcp47 : REPLY try# 0 00000800:00000200:0.0:1767384389.015403:0:16148:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.113@tcp47 00000800:00000010:0.0:1767384389.015407:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bf112da. 00000800:00000200:0.0:1767384389.015412:0:16148:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba2ed704] -> 12345-192.168.203.113@tcp47 (4) 00000800:00000200:0.0:1767384389.015417:0:16148:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp47 ip 192.168.203.113:988 00000800:00000200:0.0:1767384389.015419:0:16148:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009bf112da type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384389.015426:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015452:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000800:00000200:0.0:1767384389.015491:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384389.015494:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000800:00000010:0.0:1767384389.015501:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bf112da. 00000800:00000001:1.0:1767384389.015506:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384389.015506:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384389.015511:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384389.015513:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384389.015515:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: REPLY: OK 00000800:00000001:3.0:1767384389.015523:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384389.015526:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.015532:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.015532:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384389.015546:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.113@tcp47(192.168.203.113@tcp47) <- 192.168.203.113@tcp47 : REPLY - for me 00000400:00000200:2.0:1767384389.015584:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384389.015589:0:16149:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.113@tcp47: Reply from 12345-192.168.203.113@tcp47 of length 272/272 into md 0x20e5 00000800:00000001:3.0:1767384389.015595:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.015603:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384389.015605:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384389.015610:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp47->192.168.203.113@tcp47: REPLY: OK 00000400:00000200:3.0:1767384389.015614:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:3.0:1767384389.015617:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000400:00000200:2.0:1767384389.015620:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384389.015621:0:16149:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384389.015629:0:16149:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008049f52a. 00000400:00000010:3.0:1767384389.015634:0:16149:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f149d09e. 00000800:00000001:3.0:1767384389.015641:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384389.015645:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.015651:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015670:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015688:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015705:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015724:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015743:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015762:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015778:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015796:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015815:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015833:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015854:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015871:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015888:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015905:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015923:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015940:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015956:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015976:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.015993:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016009:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016023:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016038:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016053:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016069:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384389.016084:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384389.016161:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7fd451. 00000800:00000010:2.0:1767384389.016164:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006779dac4. 00000800:00000010:2.0:1767384389.016168:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000868cbe46. 00000800:00000010:2.0:1767384389.016183:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000868cbe46. 00000800:00020000:2.0:1767384389.016187:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384389.016190:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006779dac4. 00000800:00000010:2.0:1767384389.016192:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7fd451. 00000400:02020000:2.0:1767384389.016218:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp47 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384389.445426:0:39699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384389.445435:0:39699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.445438:0:39699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384389.445442:0:39699:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384389.445447:0:39699:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.445449:0:39699:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384389.568529:0:39736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384389.568543:0:39736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.568547:0:39736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384389.568552:0:39736:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384389.568580:0:39736:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.568584:0:39736:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.587620:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384389.587626:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.587633:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384389.587634:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.587653:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.587657:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.587659:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384389.759115:0:39746:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384389.759130:0:39746:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.759134:0:39746:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384389.759139:0:39746:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384389.759144:0:39746:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.759147:0:39746:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384389.779671:0:16819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384389.779678:0:16819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384389.779685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1767384389.779687:0:16819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6338454. 00000100:00000001:2.0:1767384389.779699:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1767384389.779699:0:16819:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384389.779709:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff6da5c9. 00000100:00000001:1.0:1767384389.779709:0:16819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384389.779718:0:37:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 02000000:00000001:1.0:1767384389.779718:0:16819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384389.779725:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384389.779726:0:16819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384389.779729:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384389.779736:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384389.779739:0:16819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006476940f. 02000000:00000010:2.0:1767384389.779744:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000515b2286. 00000100:00000001:1.0:1767384389.779748:0:16819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.779752:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.779757:0:16819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384389.779764:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384389.779774:0:16819:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.779781:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384389.779785:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.779793:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff6da5c9] to pc [ptlrpcd_00_01+1] req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384389.779793:0:16819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6338454] to pc [ptlrpcd_00_00+0] req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.779864:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384389.779865:0:16819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.779871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384389.779876:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384389.779879:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5e61726. 00000020:00000040:2.0:1767384389.779882:0:37:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384389.779886:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384389.779887:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384389.779890:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384389.779893:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b68bf786. 00000100:00000001:2.0:1767384389.779897:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.779901:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384389.779904:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384389.779910:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384389.779911:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384389.779914:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384389.779914:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.779921:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384389.779923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5e61726] to pc [ptlrpcd_00_02+2] req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.779943:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384389.779946:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.779950:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384389.779952:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384389.779954:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.779956:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff6da5c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744060672:0@lo:400: 00000100:00000001:3.0:1767384389.779960:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384389.779963:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.779965:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384389.779967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384389.779969:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.779973:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384389.779974:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384389.779978:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9d2b834. 02000000:00000010:3.0:1767384389.779979:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014768d8c. 00000020:00000040:2.0:1767384389.779983:0:37:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384389.779986:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384389.779989:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384389.779990:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384389.779990:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384389.779994:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384389.779995:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.779999:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e5298a9. 00000100:00000001:1.0:1767384389.780000:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384389.780003:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014cb7444. 00000100:00000001:2.0:1767384389.780008:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.780009:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089a5c0f7. 00000100:00000040:1.0:1767384389.780011:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384389.780018:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384389.780019:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060672, portal 25 00000100:00000001:3.0:1767384389.780028:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384389.780032:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229099648 : -120961480451968 : ffff91fc75ed1880) 00000100:00000040:3.0:1767384389.780047:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.780080:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384389.780081:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384389.780082:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384389.780086:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.780089:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384389.780089:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.780094:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000100:00000040:2.0:1767384389.780095:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d2b834] to pc [ptlrpcd_00_03+3] req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384389.780103:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744060672, offset 0 02000000:00000001:1.0:1767384389.780105:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384389.780115:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384389.780118:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780119:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384389.780127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384389.780131:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384389.780134:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe4d5309. 02000000:00000001:1.0:1767384389.780135:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780138:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384389.780140:0:37:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384389.780147:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384389.780148:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5e61726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744060800:0@lo:400: 02000000:00000001:2.0:1767384389.780149:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384389.780152:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780160:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd07f00 02000000:00000010:2.0:1767384389.780162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000743c3612. 00000100:00000001:1.0:1767384389.780169:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384389.780170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780173:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1945 [2] + 0 02000000:00000001:1.0:1767384389.780176:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384389.780178:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003527a1a5. 00000100:00000040:2.0:1767384389.780178:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384389.780184:0:16155:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b8003475 02000000:00000001:1.0:1767384389.780184:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780195:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384389.780196:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384389.780201:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384389.780203:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384389.780206:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ab767a2. 00000400:00000200:3.0:1767384389.780207:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384389.780211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe4d5309] to pc [ptlrpcd_00_00+0] req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384389.780217:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780219:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8003475 00000400:00000010:3.0:1767384389.780228:0:16155:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8003475. 00000100:00000001:2.0:1767384389.780229:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384389.780231:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000100:00000040:2.0:1767384389.780236:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (316) 00000100:00000001:3.0:1767384389.780238:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384389.780240:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080bdab97. 00000100:00000200:3.0:1767384389.780242:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384389.780249:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000cd1f6764 x1853236744060672 msgsize 224 00000100:00000200:1.0:1767384389.780251:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060800, portal 4 00000100:00000001:2.0:1767384389.780253:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.780259:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384389.780261:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384389.780262:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384389.780264:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229102336 : -120961480449280 : ffff91fc75ed2300) 00000100:00000001:2.0:1767384389.780265:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384389.780267:0:16155:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384389.780274:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.780282:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384389.780283:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.780288:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384389.780292:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384389.780299:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384389.780300:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 02000000:00000001:2.0:1767384389.780303:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384389.780309:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 02000000:00000001:2.0:1767384389.780314:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.780319:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384389.780325:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9d2b834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744060928:0@lo:400: 00000100:00000200:3.0:1767384389.780328:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.780330:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384389.780332:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384389.780336:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384389.780342:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.780342:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384389.780350:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384389.780352:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 02000000:00000010:2.0:1767384389.780356:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c40801c4. 00000100:00000001:3.0:1767384389.780358:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384389.780359:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744060800, offset 0 02000000:00000001:2.0:1767384389.780361:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384389.780368:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003527a1a5. 00000100:00000040:3.0:1767384389.780372:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384389.780373:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384389.780384:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecabb1fb. 00000100:00000001:3.0:1767384389.780386:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.780392:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384389.780393:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744060928, portal 10 00000400:00000200:1.0:1767384389.780396:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384389.780398:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384389.780400:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229104128 : -120961480447488 : ffff91fc75ed2a00) 00000100:00000001:3.0:1767384389.780401:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.780408:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978577 00000100:00000040:2.0:1767384389.780409:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384389.780416:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000400:00000200:1.0:1767384389.780424:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd07f80 00000100:00000001:2.0:1767384389.780425:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384389.780429:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384389.780431:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384389.780437:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1b1e1. 00000100:00000001:3.0:1767384389.780442:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978577 00000400:00000200:1.0:1767384389.780443:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4856 00000100:00000010:3.0:1767384389.780450:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e69e6f5. 00000100:00000200:2.0:1767384389.780464:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744060928, offset 0 00000400:00000200:1.0:1767384389.780465:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384389.780468:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384389.780476:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978577 00000400:00000200:2.0:1767384389.780477:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384389.780481:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384389.780485:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000100:00000001:3.0:1767384389.780492:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384389.780494:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384389.780494:0:16156:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384389.780497:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978577 00000100:00000200:1.0:1767384389.780503:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384389.780505:0:16155:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000100:00000010:1.0:1767384389.780510:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098b3570c. 00000400:00000200:2.0:1767384389.780511:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08000 00000100:00000001:3.0:1767384389.780513:0:16155:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384389.780520:0:16156:0:(events.c:337:request_in_callback()) incoming req@0000000098b3570c x1853236744060800 msgsize 224 00000100:00000001:3.0:1767384389.780523:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384389.780528:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000100:00000001:3.0:1767384389.780530:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384389.780540:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384389.780541:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.780541:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384389.780550:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.780581:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384389.780586:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384389.780587:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384389.780589:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384389.780592:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384389.780593:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.780595:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384389.780598:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe56e0d9. 00000100:00000001:3.0:1767384389.780599:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384389.780605:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.780605:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000fe56e0d9 x1853236744060928 msgsize 224 00000400:00000200:1.0:1767384389.780607:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000100:00100000:3.0:1767384389.780616:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000400:00000010:1.0:1767384389.780616:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 00000100:00100000:2.0:1767384389.780617:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384389.780626:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.780629:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384389.780632:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384389.780634:0:16157:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.780635:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384389.780638:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.780641:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384389.780642:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000100:00000001:3.0:1767384389.780646:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384389.780648:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 00000100:00000001:3.0:1767384389.780651:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384389.780655:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384389.780663:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384389.780664:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.780680:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.780692:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.780695:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384389.780705:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.780708:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384389.780710:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.780719:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384389.780723:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384389.780733:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.780745:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744060544:0@lo:13: 00000100:00000001:3.0:1767384389.780756:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384389.780760:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384389.780764:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.780766:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.780768:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384389.780769:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.780770:0:16157:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384389.780773:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033e1be53. 00000100:00000001:2.0:1767384389.780776:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.780779:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.780779:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384389.780783:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2648 usecs (3 jiffies) 00000400:00000010:3.0:1767384389.780786:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6a86ca0. 00000100:00000001:2.0:1767384389.780789:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978564 00000400:00000010:3.0:1767384389.780790:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa3e42f1. 00000100:00000001:1.0:1767384389.780793:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.780795:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978577 00000100:00000200:3.0:1767384389.780796:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744060544, portal 4 00000100:00000001:3.0:1767384389.780800:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384389.780801:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978564 00000100:00000040:1.0:1767384389.780801:0:16156:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4653 usecs (5 jiffies) 00000100:00000001:3.0:1767384389.780802:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099051520 : -120961610500096 : ffff91fc6e2cb800) 00000100:00000040:3.0:1767384389.780812:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.780813:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978566 00000100:00000001:2.0:1767384389.780822:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978577 00000100:00000001:1.0:1767384389.780827:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978577 00000100:00000001:2.0:1767384389.780833:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978564 00000100:00000001:3.0:1767384389.780835:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384389.780840:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978566 00000100:00000040:3.0:1767384389.780841:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384389.780842:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978577 00000100:00000001:1.0:1767384389.780849:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978577 00000400:00000010:3.0:1767384389.780850:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000100:00000001:2.0:1767384389.780850:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978564 00000100:00000001:2.0:1767384389.780862:0:16157:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978577 00000100:00000200:3.0:1767384389.780864:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744060544, offset 0 00000100:00000001:1.0:1767384389.780864:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978566 00000100:00000001:2.0:1767384389.780867:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384389.780879:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.780879:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978577 00000400:00000200:3.0:1767384389.780881:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384389.780886:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.780890:0:16156:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978566 00000100:00000001:2.0:1767384389.780891:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.780897:0:16156:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978577 00000400:00000200:3.0:1767384389.780900:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384389.780901:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384389.780908:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384389.780909:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384389.780913:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd07e80 00000100:00000001:2.0:1767384389.780913:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384389.780917:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384389.780920:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780922:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000100:00000001:1.0:1767384389.780926:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.780927:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780929:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384389.780931:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.780940:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.780940:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384389.780952:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384389.780956:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060928 00000100:00000001:3.0:1767384389.780957:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384389.780958:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384389.780963:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384389.780963:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384389.780964:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384389.780975:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.780975:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384389.780976:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2a33358. 00000100:00000001:2.0:1767384389.780984:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.780984:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.780989:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.780994:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000b2a33358 x1853236744060544 msgsize 224 02000000:00000001:2.0:1767384389.780997:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.780997:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.781013:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384389.781013:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060928 00000020:00000001:2.0:1767384389.781018:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384389.781022:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:2.0:1767384389.781025:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384389.781028:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000100:00000001:3.0:1767384389.781031:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.781031:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384389.781032:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:2.0:1767384389.781042:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00100000:1.0:1767384389.781043:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060800 00000400:00000200:3.0:1767384389.781047:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 02000000:00000001:1.0:1767384389.781048:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384389.781054:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384389.781054:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384389.781055:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:1.0:1767384389.781063:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.781064:0:17569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384389.781065:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384389.781065:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de689fdf. 00000100:00100000:0.0:1767384389.781074:0:17569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060544 00000100:00000001:2.0:1767384389.781076:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384389.781078:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384389.781079:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.781079:0:17569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384389.781081:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de689fdf. 00000100:00000001:0.0:1767384389.781087:0:17569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384389.781093:0:17569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.781094:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060800 00000020:00000010:2.0:1767384389.781097:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000076d5dc2. 00000100:00000001:3.0:1767384389.781098:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384389.781101:0:17569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.781103:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384389.781104:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384389.781106:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ebd2f0a. 00000100:00100000:0.0:1767384389.781106:0:17569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060544 00000020:00000040:1.0:1767384389.781109:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:0.0:1767384389.781111:0:17569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384389.781115:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000040:0.0:1767384389.781115:0:17569:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000020:00000001:1.0:1767384389.781118:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384389.781121:0:17569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384389.781126:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.781127:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000040:0.0:1767384389.781127:0:17569:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=6 00000100:00000040:2.0:1767384389.781128:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384389.781129:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384389.781134:0:17569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:3.0:1767384389.781135:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.781137:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384389.781143:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4653 usecs (5 jiffies) 00000100:00000001:2.0:1767384389.781143:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384389.781143:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000001:0.0:1767384389.781143:0:17569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:2.0:1767384389.781148:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.781151:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978566 00000100:00000001:0.0:1767384389.781157:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384389.781159:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978577 00000020:00000001:1.0:1767384389.781160:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000020:00000010:0.0:1767384389.781162:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d21ea99. 00000100:00000001:3.0:1767384389.781163:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978566 00000100:00000001:2.0:1767384389.781164:0:16796:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384389.781171:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978577 00000100:00000001:2.0:1767384389.781172:0:16796:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384389.781173:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f7063653. 00000100:00000001:1.0:1767384389.781174:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384389.781175:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.781176:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978566 00000100:00000001:3.0:1767384389.781183:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978577 00000100:00000001:3.0:1767384389.781185:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978566 00000020:00000010:1.0:1767384389.781185:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f46a8f4. 00000020:00000040:0.0:1767384389.781185:0:17569:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f13003be) now 8 - evictor 00000100:00000001:2.0:1767384389.781191:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.781193:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978577 00000100:00000001:1.0:1767384389.781195:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.781199:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.781200:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f46a8f4. 00000100:00000001:0.0:1767384389.781203:0:17569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384389.781208:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384389.781210:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.781211:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b17947. 00000100:00000001:2.0:1767384389.781212:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384389.781214:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5c946eb. 00000100:00000001:3.0:1767384389.781215:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384389.781220:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000010:1.0:1767384389.781221:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096e9b5b2. 00000100:00000040:3.0:1767384389.781223:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384389.781226:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006eed349a. 00000100:00000040:2.0:1767384389.781230:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000020:00000010:1.0:1767384389.781233:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000010:0.0:1767384389.781235:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:2.0:1767384389.781236:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229100544 : -120961480451072 : ffff91fc75ed1c00) 00000100:00000001:3.0:1767384389.781248:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384389.781250:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe56e0d9 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.781252:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.781256:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384389.781256:0:17569:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384389.781259:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384389.781271:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384389.781271:0:17569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384389.781272:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384389.781274:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384389.781284:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.781284:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384389.781284:0:17569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384389.781285:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de689fdf. 00000100:00000001:1.0:1767384389.781292:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.781293:0:17569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.781294:0:16796:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384389.781295:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe4d5309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744061056:0@lo:400: 00000020:00000010:2.0:1767384389.781305:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de689fdf. 00000100:00000001:3.0:1767384389.781307:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384389.781308:0:17569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.781311:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384389.781312:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384389.781315:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384389.781316:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe56e0d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744060928:12345-0@lo:400: 02000000:00000001:3.0:1767384389.781320:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384389.781321:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384389.781323:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060928 00000100:00000001:0.0:1767384389.781327:0:17569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384389.781328:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012562045. 00000100:00000001:1.0:1767384389.781328:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.781329:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384389.781331:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.781334:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384389.781337:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f06dd76. 00000020:00000001:2.0:1767384389.781338:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.781341:0:17569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384389.781344:0:17569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384389.781345:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384389.781346:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a39d4d0d. 00000020:00000001:2.0:1767384389.781349:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000100:00100000:0.0:1767384389.781349:0:17569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000200:3.0:1767384389.781351:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061056, portal 10 00000100:00000001:1.0:1767384389.781352:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384389.781355:0:17569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384389.781356:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384389.781357:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384389.781361:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229101440 : -120961480450176 : ffff91fc75ed1f80) 00000100:00000001:0.0:1767384389.781361:0:17569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454592512 : -120962254959104 : ffff91fc47c30e00) 00000020:00000001:2.0:1767384389.781363:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384389.781368:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2a33358 x1853236744060544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384389.781369:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384389.781369:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384389.781371:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384389.781374:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384389.781378:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384389.781381:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.781388:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384389.781394:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384389.781397:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384389.781397:0:17569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384389.781404:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384389.781405:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000818a1839. 00000100:00000001:3.0:1767384389.781410:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.781410:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 2 02000000:00000010:2.0:1767384389.781411:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc29aed0. 00000100:00000001:0.0:1767384389.781411:0:17569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384389.781419:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.781421:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000818a1839. 00000100:00000040:3.0:1767384389.781422:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384389.781423:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099038080 : -120961610513536 : ffff91fc6e2c8380) 00000100:00000001:2.0:1767384389.781424:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.781427:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00100000:0.0:1767384389.781428:0:17569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2a33358 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16155:x1853236744060544:12345-0@lo:13: 00000100:00000200:3.0:1767384389.781433:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744061056, offset 0 00000020:00000001:2.0:1767384389.781435:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384389.781437:0:17569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060544 00000400:00000200:3.0:1767384389.781439:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384389.781440:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060928 00000020:00000001:0.0:1767384389.781441:0:17569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384389.781443:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098b3570c x1853236744060800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384389.781445:0:17569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384389.781446:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384389.781450:0:17569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.781466:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1767384389.781471:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe56e0d9 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384389.781471:0:17569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384389.781475:0:17569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670608 : -1035881008 : ffffffffc241b5d0) 00000020:00000001:0.0:1767384389.781483:0:17569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384389.781484:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08080 00000020:00000001:0.0:1767384389.781490:0:17569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.781491:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384389.781497:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000020:00000001:0.0:1767384389.781497:0:17569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384389.781501:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f46a8f4. 00010000:00000001:2.0:1767384389.781502:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384389.781502:0:17569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384389.781503:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384389.781511:0:17569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.781512:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384389.781512:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.781512:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384389.781516:0:17569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384389.781522:0:17569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767384389.781528:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=92 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384389.781529:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f46a8f4. 00000100:00000001:3.0:1767384389.781530:0:16155:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384389.781530:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d2737d06. 00000100:00000200:3.0:1767384389.781536:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384389.781544:0:17569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384389.781547:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf551e79. 00000100:00000001:2.0:1767384389.781547:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384389.781548:0:17569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.781576:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098b3570c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16156:x1853236744060800:12345-0@lo:400: 00000100:00000040:3.0:1767384389.781583:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000cf551e79 x1853236744061056 msgsize 224 00000100:00000040:2.0:1767384389.781583:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00002000:00000001:0.0:1767384389.781593:0:17569:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:1.0:1767384389.781594:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060800 00000100:00000001:2.0:1767384389.781595:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00100000:3.0:1767384389.781604:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384389.781605:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384389.781606:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384389.781609:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384389.781610:0:17569:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384389.781613:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384389.781616:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384389.781616:0:17569:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384389.781618:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.781619:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:0.0:1767384389.781622:0:17569:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:2.0:1767384389.781625:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384389.781627:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384389.781630:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1b1e1. 00000400:00000200:3.0:1767384389.781631:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000020:00000001:1.0:1767384389.781632:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000400:00000010:3.0:1767384389.781637:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00080000:00000001:0.0:1767384389.781639:0:17569:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.781641:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384389.781644:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.781652:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384389.781652:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744060928, offset 224 00000020:00000001:0.0:1767384389.781654:0:17569:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384389.781655:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384389.781658:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384389.781661:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000024:0.0:1767384389.781662:0:17569:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:2.0:1767384389.781663:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384389.781670:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384389.781672:0:17569:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384389.781677:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384389.781682:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384389.781683:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000020:0.0:1767384389.781683:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000043b738bb dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384389.781684:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384389.781693:0:17569:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/0000000044833d50 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384389.781695:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000020:0.0:1767384389.781698:0:17569:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:2.0:1767384389.781704:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd08000 00002000:00000001:0.0:1767384389.781704:0:17569:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384389.781705:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.781706:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384389.781711:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:0.0:1767384389.781711:0:17569:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384389.781714:0:17569:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384389.781715:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2101 [1] + 224 02000000:00000010:1.0:1767384389.781716:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002bfd95b7. 00000100:00000001:3.0:1767384389.781717:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384389.781718:0:17569:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.781727:0:16155:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3006 usecs (4 jiffies) 00010000:00000040:0.0:1767384389.781727:0:17569:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744060544 00000400:00000200:2.0:1767384389.781729:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384389.781730:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.781731:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294978566 00010000:00000001:0.0:1767384389.781731:0:17569:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384389.781737:0:17569:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2a33358 x1853236744060544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.781738:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294978577 00000100:00000001:3.0:1767384389.781742:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294978566 00000100:00000001:1.0:1767384389.781742:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384389.781748:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384389.781750:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294978577 00000020:00000001:1.0:1767384389.781753:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.781754:0:17569:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384389.781755:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294978566 00000100:00000001:2.0:1767384389.781757:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384389.781757:0:17569:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384389.781761:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744060800 00000100:00000001:3.0:1767384389.781762:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294978577 00000100:00001000:0.0:1767384389.781762:0:17569:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ef566ffc time=87 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384389.781767:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.781772:0:16155:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294978566 00000100:00000001:0.0:1767384389.781774:0:17569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384389.781775:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384389.781777:0:16155:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294978577 00000100:00000040:0.0:1767384389.781780:0:17569:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:3.0:1767384389.781782:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384389.781784:0:17569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:3.0:1767384389.781789:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.781789:0:17569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384389.781792:0:17569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.781794:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.781799:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384389.781799:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098b3570c x1853236744060800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.781800:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.781800:0:17569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384389.781809:0:17569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384389.781816:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000100:00000001:3.0:1767384389.781818:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.781823:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384389.781825:0:17569:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744060544, offset 224 00000100:00000001:3.0:1767384389.781840:0:16790:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384389.781846:0:16790:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744060672 02000000:00000001:3.0:1767384389.781853:0:16790:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384389.781853:0:17569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384389.781857:0:16790:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384389.781863:0:16790:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384389.781868:0:17569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384389.781870:0:16790:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.781877:0:16790:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744060672 00010000:00000001:1.0:1767384389.781880:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384389.781880:0:17569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd07e80 00000020:00000001:3.0:1767384389.781881:0:16790:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384389.781881:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384389.781887:0:17569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2109 [1] + 224 00010000:00000001:1.0:1767384389.781889:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384389.781891:0:16790:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000400:00000200:0.0:1767384389.781892:0:17569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384389.781895:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000020:00000001:3.0:1767384389.781896:0:16790:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384389.781897:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=87 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384389.781899:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 00000400:00000200:0.0:1767384389.781900:0:17569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384389.781901:0:16790:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000100:00000001:2.0:1767384389.781912:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384389.781913:0:16790:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384389.781915:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384389.781916:0:17569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384389.781917:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384389.781923:0:16790:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384389.781925:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.781926:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 23 to 0@lo 00000100:00000001:3.0:1767384389.781929:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384389.781931:0:17569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384389.781936:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000100:00000040:2.0:1767384389.781937:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 22 to 0@lo 00000100:00000001:1.0:1767384389.781937:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000001:3.0:1767384389.781940:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384389.781946:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384389.781949:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 00000020:00000001:2.0:1767384389.781951:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.781951:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384389.781955:0:16790:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fc23fca. 00000020:00000001:2.0:1767384389.781960:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384389.781960:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384389.781961:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000100:00000040:0.0:1767384389.781962:0:17569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384389.781971:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe56e0d9 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.781971:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384389.781972:0:16790:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000100:00000040:3.0:1767384389.781984:0:16790:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1767384389.781987:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384389.781992:0:16790:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384389.781999:0:16790:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384389.781999:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000100:00000001:0.0:1767384389.782000:0:17569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.782005:0:16790:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384389.782009:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe56e0d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16157:x1853236744060928:12345-0@lo:400: Request processed in 729us (1397us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384389.782011:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744060800, offset 224 00000400:00000200:0.0:1767384389.782012:0:17569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000100:00000001:3.0:1767384389.782014:0:16790:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384389.782019:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:0.0:1767384389.782026:0:17569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384389.782029:0:16790:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.782029:0:17569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384389.782034:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000001:0.0:1767384389.782035:0:17569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.782037:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384389.782039:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:3.0:1767384389.782042:0:16790:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384389.782043:0:17569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:3.0:1767384389.782046:0:16790:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384389.782046:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384389.782047:0:17569:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384389.782050:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384389.782050:0:17569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.782056:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000020:00000001:0.0:1767384389.782056:0:17569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384389.782059:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ebd2f0a. 00000400:00000200:1.0:1767384389.782062:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384389.782063:0:16790:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000040:0.0:1767384389.782063:0:17569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2a33358 x1853236744060544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/368 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384389.782067:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000100:00000001:3.0:1767384389.782072:0:16790:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112227588176 : -120961481963440 : ffff91fc75d60850) 00000020:00000010:2.0:1767384389.782078:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000076d5dc2. 00000100:00000040:3.0:1767384389.782082:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd1f6764 x1853236744060672/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384389.782087:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000400:00000200:1.0:1767384389.782088:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd07f80 00000100:00100000:0.0:1767384389.782089:0:17569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2a33358 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16155:x1853236744060544:12345-0@lo:13: Request processed in 689us (1091us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384389.782095:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.782108:0:16790:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384389.782111:0:17569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000020:00000010:3.0:1767384389.782112:0:16790:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7b425f3. 00000100:00000001:2.0:1767384389.782114:0:16796:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384389.782116:0:17569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 1 00000100:00000001:3.0:1767384389.782119:0:16790:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384389.782119:0:16796:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061056 00000400:00000200:1.0:1767384389.782121:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20f9 [1] + 224 00000100:00000001:0.0:1767384389.782122:0:17569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384389.782126:0:16790:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7b425f3. 02000000:00000001:2.0:1767384389.782126:0:16796:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384389.782126:0:17569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384389.782129:0:16796:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384389.782131:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006eed349a. 00000100:00000001:2.0:1767384389.782134:0:16796:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.782137:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000100:00100000:3.0:1767384389.782138:0:16790:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd1f6764 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744060672:12345-0@lo:400: 00000400:00000200:1.0:1767384389.782138:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384389.782140:0:16796:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.782143:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097b17947. 00000100:00100000:2.0:1767384389.782148:0:16796:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061056 00000020:00000001:2.0:1767384389.782154:0:16796:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384389.782155:0:16790:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744060672 00000020:00000040:2.0:1767384389.782157:0:16796:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc528 00000020:00000040:0.0:1767384389.782159:0:17569:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000020:00000001:3.0:1767384389.782160:0:16790:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384389.782163:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384389.782164:0:16796:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384389.782165:0:17569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384389.782172:0:16796:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ec13493c refcount=5 00000020:00000001:3.0:1767384389.782174:0:16790:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384389.782175:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384389.782176:0:16796:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000020:00000001:3.0:1767384389.782178:0:16790:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.782183:0:16790:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384389.782183:0:16796:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107091597312 : -120966617954304 : ffff91fb43b50800) 00000100:00000200:1.0:1767384389.782185:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384389.782188:0:16790:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669505664 : -1040045952 : ffffffffc2022880) 00000100:00000001:2.0:1767384389.782189:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384389.782193:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de689fdf. 00000020:00000001:3.0:1767384389.782198:0:16790:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384389.782201:0:16796:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000bc9955a. 00000020:00000001:3.0:1767384389.782202:0:16790:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384389.782211:0:16790:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1767384389.782211:0:16796:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000bc769f7c) now 10 - evictor 00000020:00000001:3.0:1767384389.782214:0:16790:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384389.782220:0:16790:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.782221:0:16796:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384389.782224:0:16796:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000076d5dc2. 00000100:00000040:1.0:1767384389.782225:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384389.782226:0:16790:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384389.782228:0:16796:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ebd2f0a. 00000100:00000001:3.0:1767384389.782232:0:16790:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384389.782237:0:16790:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384389.782238:0:16796:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 02000000:00000010:3.0:1767384389.782244:0:16790:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000982fc056. 00000100:00000040:2.0:1767384389.782246:0:16796:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1767384389.782253:0:16790:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.782254:0:16796:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384389.782256:0:16796:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384389.782262:0:16796:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.782264:0:16790:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.782270:0:16790:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.782270:0:16796:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:3.0:1767384389.782273:0:16790:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744060672 00000100:00000001:2.0:1767384389.782274:0:16796:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384389.782277:0:16796:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.782278:0:16790:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384389.782286:0:16790:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd1f6764 x1853236744060672/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.782286:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384389.782289:0:16796:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.782295:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000100:00000001:2.0:1767384389.782299:0:16796:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384389.782302:0:16796:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384389.782302:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 00010000:00000001:3.0:1767384389.782304:0:16790:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384389.782310:0:16790:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384389.782310:0:16796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:1.0:1767384389.782312:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1767384389.782318:0:16790:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ed11df4f time=97 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384389.782319:0:16796:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ec13493c : new rpc_count 1 00000100:00000001:1.0:1767384389.782319:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384389.782326:0:16796:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454596992 : -120962254954624 : ffff91fc47c31f80) 00000100:00000001:3.0:1767384389.782328:0:16790:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384389.782328:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.782329:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.782332:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384389.782333:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf551e79 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384389.782334:0:16790:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 22 to 0@lo 00000400:00000001:0.0:1767384389.782339:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384389.782342:0:16790:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000400:00000001:0.0:1767384389.782342:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384389.782346:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 21 to 0@lo 02000000:00000001:3.0:1767384389.782348:0:16790:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384389.782348:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c89ed75. 02000000:00000001:3.0:1767384389.782351:0:16790:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.782360:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384389.782362:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384389.782362:0:16796:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384389.782362:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bdab97 00000020:00000001:1.0:1767384389.782366:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.782367:0:16796:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087d144fa. 00000400:00000010:0.0:1767384389.782367:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080bdab97. 00000100:00000040:3.0:1767384389.782369:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384389.782373:0:16796:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384389.782376:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000020:00000010:2.0:1767384389.782376:0:16796:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087d144fa. 00000020:00000001:1.0:1767384389.782384:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384389.782388:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384389.782389:0:16796:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf551e79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744061056:12345-0@lo:400: 00000100:00000200:3.0:1767384389.782391:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236744060672, offset 224 00000100:00000040:1.0:1767384389.782396:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098b3570c x1853236744060800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384389.782396:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384389.782399:0:16796:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061056 00000400:00000200:3.0:1767384389.782403:0:16790:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384389.782405:0:16796:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384389.782411:0:16796:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384389.782416:0:16796:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.782425:0:16790:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384389.782428:0:16796:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384389.782436:0:16796:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661858784 : -1047692832 : ffffffffc18d79e0) 00000020:00000001:2.0:1767384389.782447:0:16796:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384389.782451:0:16790:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824dd07f00 00000020:00000001:2.0:1767384389.782465:0:16796:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384389.782472:0:16796:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384389.782473:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384389.782476:0:16796:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384389.782482:0:16790:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20f1 [1] + 224 00000020:00000001:2.0:1767384389.782482:0:16796:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.782486:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098b3570c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16156:x1853236744060800:12345-0@lo:400: Request processed in 981us (1950us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384389.782488:0:16796:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384389.782495:0:16796:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384389.782500:0:16796:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384389.782502:0:16790:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384389.782506:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384389.782507:0:16796:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000443a3c4d. 00000100:00000001:0.0:1767384389.782509:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384389.782513:0:16790:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384389.782516:0:16796:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.782517:0:16156:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384389.782520:0:16790:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384389.782521:0:16796:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.782522:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384389.782527:0:16790:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.782527:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000001:2.0:1767384389.782528:0:16796:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.782528:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384389.782534:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384389.782536:0:16796:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744061056 00010000:00000001:2.0:1767384389.782543:0:16796:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384389.782543:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 02000000:00000001:0.0:1767384389.782543:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.782550:0:16790:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384389.782550:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384389.782580:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384389.782582:0:16790:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384389.782583:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000200:2.0:1767384389.782585:0:16796:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf551e79 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.782585:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384389.782587:0:16790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000100:00000001:1.0:1767384389.782590:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384389.782591:0:16790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00010000:00000001:0.0:1767384389.782591:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384389.782598:0:16790:0:(events.c:386:reply_out_callback()) Process entered 00010000:00080000:0.0:1767384389.782600:0:16156:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.782601:0:16790:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384389.782602:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384389.782606:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384389.782610:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096e9b5b2. 00000100:00000040:3.0:1767384389.782614:0:16790:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:2.0:1767384389.782614:0:16796:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384389.782625:0:16790:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384389.782625:0:16796:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.782625:0:16156:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384389.782626:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000020:00000001:3.0:1767384389.782629:0:16790:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384389.782633:0:16796:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384389.782633:0:16156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384389.782638:0:16790:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384389.782638:0:16156:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:1.0:1767384389.782639:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5c946eb. 00000100:00000001:2.0:1767384389.782640:0:16796:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384389.782641:0:16156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384389.782644:0:16790:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd1f6764 x1853236744060672/t0(0) o400->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.782647:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.782649:0:16796:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000020:00000040:1.0:1767384389.782653:0:17568:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000100:00000040:0.0:1767384389.782654:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.782655:0:16796:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:2.0:1767384389.782664:0:16796:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384389.782664:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384389.782668:0:16790:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd1f6764 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744060672:12345-0@lo:400: Request processed in 558us (2416us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384389.782668:0:16796:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.782677:0:16796:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384389.782677:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384389.782683:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384389.782684:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000001:0.0:1767384389.782685:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384389.782688:0:16790:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000040:2.0:1767384389.782688:0:16796:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384389.782691:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.782692:0:16790:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384389.782694:0:16796:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1b1e1. 00000100:00000001:3.0:1767384389.782695:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1767384389.782698:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767384389.782699:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000100:00000200:2.0:1767384389.782700:0:16796:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744061056, offset 224 00000020:00000010:3.0:1767384389.782707:0:16790:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000100:00100000:0.0:1767384389.782707:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5e61726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16156:1853236744060800:0@lo:400: 00000020:00000040:1.0:1767384389.782708:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 10 - evictor 00000020:00000010:3.0:1767384389.782712:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc23fca. 00000100:00080000:1.0:1767384389.782723:0:16791:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384389.782725:0:16790:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:0.0:1767384389.782726:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384389.782730:0:16791:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 8 - evictor 00000100:00000001:0.0:1767384389.782730:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384389.782732:0:16790:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384389.782734:0:16790:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000982fc056. 00000100:00000040:0.0:1767384389.782736:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5e61726 x1853236744060800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384389.782739:0:16790:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1767384389.782741:0:16796:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384389.782743:0:16790:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.782745:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384389.782748:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384389.782750:0:16790:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:0.0:1767384389.782752:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ab767a2. 00000400:00000200:2.0:1767384389.782753:0:16796:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384389.782756:0:16790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016fd86fe. 02000000:00000001:0.0:1767384389.782759:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384389.782762:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384389.782763:0:16796:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd08080 00000400:00000010:3.0:1767384389.782764:0:16790:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024533eee. 00000020:00000040:0.0:1767384389.782764:0:16156:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384389.782769:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384389.782773:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b68bf786. 00000400:00000200:2.0:1767384389.782774:0:16796:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2111 [1] + 224 00000400:00000200:2.0:1767384389.782781:0:16796:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384389.782781:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384389.782785:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384389.782786:0:16796:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384389.782788:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5e61726. 00000100:00000001:2.0:1767384389.782794:0:16796:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384389.782794:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384389.782798:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384389.782801:0:16796:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.782801:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.782807:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384389.782811:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.782815:0:16796:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.782817:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384389.782822:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.782830:0:16796:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384389.782840:0:16796:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000100:00000001:1.0:1767384389.782842:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384389.782843:0:16796:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 00000100:00000001:1.0:1767384389.782848:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384389.782849:0:16796:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384389.782852:0:16796:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384389.782857:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384389.782858:0:16796:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384389.782862:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384389.782864:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384389.782864:0:16796:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00000400:00000010:1.0:1767384389.782868:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6a86ca0. 00000100:00000001:3.0:1767384389.782869:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384389.782869:0:16796:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384389.782875:0:16796:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.782878:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa3e42f1 00000020:00000001:2.0:1767384389.782879:0:16796:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384389.782885:0:16796:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf551e79 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384389.782886:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa3e42f1. 00000100:00000001:1.0:1767384389.782896:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384389.782897:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.782902:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384389.782902:0:16796:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf551e79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16155:x1853236744061056:12345-0@lo:400: Request processed in 539us (1317us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384389.782905:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003527a1a5. 00000100:00000200:1.0:1767384389.782907:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384389.782913:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecabb1fb 00000400:00000010:3.0:1767384389.782920:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecabb1fb. 00000100:00000001:3.0:1767384389.782926:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384389.782929:0:16796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000200:3.0:1767384389.782934:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384389.782941:0:16796:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ec13493c : new rpc_count 0 00000100:00000001:2.0:1767384389.782949:0:16796:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384389.782954:0:16796:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384389.782961:0:16796:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ebd2f0a. 00000020:00000010:2.0:1767384389.782968:0:16796:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000100:00000200:1.0:1767384389.782970:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384389.782974:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000076d5dc2. 00000100:00000200:3.0:1767384389.782975:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384389.782982:0:16796:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00000100:00000001:2.0:1767384389.782991:0:16796:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.783040:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.783041:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.783045:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783046:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.783054:0:16157:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384389.783055:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384389.783058:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384389.783059:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384389.783061:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.783063:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384389.783069:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=92 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384389.783071:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384389.783075:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384389.783078:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.783079:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.783084:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384389.783086:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.783088:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.783092:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767384389.783095:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd4a8208 time=87 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384389.783096:0:16157:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.783104:0:16157:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384389.783107:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=87 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384389.783108:0:16157:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384389.783112:0:16157:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384389.783117:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.783118:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.783123:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.783124:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384389.783127:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384389.783138:0:16155:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.783140:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.783148:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384389.783151:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384389.783161:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384389.783166:0:16155:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.783172:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384389.783176:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:3.0:1767384389.783182:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9d2b834 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16157:1853236744060928:0@lo:400: 00000100:00000001:1.0:1767384389.783182:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384389.783186:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.783197:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384389.783199:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.783202:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384389.783208:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9d2b834 x1853236744060928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783234:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.783236:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384389.783238:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384389.783241:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c40801c4. 00000100:00000001:1.0:1767384389.783243:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384389.783245:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384389.783247:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384389.783248:0:16157:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384389.783248:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384389.783254:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:1.0:1767384389.783257:0:16155:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000010:3.0:1767384389.783258:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014cb7444. 02000000:00000001:3.0:1767384389.783262:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384389.783264:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384389.783265:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9d2b834. 00000004:00000040:1.0:1767384389.783266:0:16155:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384389.783268:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384389.783271:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384389.783273:0:16155:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384389.783274:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.783279:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384389.783280:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.783286:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.783289:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384389.783290:0:16155:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (00000000db630306): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384389.783299:0:16155:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.783305:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.783314:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16155:1853236744060544:0@lo:13: 00000400:00000001:1.0:1767384389.783321:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384389.783331:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384389.783333:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f06dd76. 00000400:00000200:1.0:1767384389.783337:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a39d4d0d 00000400:00000010:1.0:1767384389.783338:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a39d4d0d. 00000100:00000001:1.0:1767384389.783341:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384389.783345:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384389.783353:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783360:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.783361:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783363:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384389.783364:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384389.783366:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.783367:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.783370:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384389.783374:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cd738530 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384389.783378:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ae6eb347 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.783381:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.783382:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.783384:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384389.783387:0:16155:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.783389:0:16155:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384389.783391:0:16155:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384389.783392:0:16155:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384389.783395:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.783398:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783404:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.783406:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384389.783408:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384389.783411:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.783417:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe4d5309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16155:1853236744061056:0@lo:400: 00000400:00000001:1.0:1767384389.783435:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384389.783436:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384389.783439:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e5298a9. 00000400:00000200:1.0:1767384389.783443:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089a5c0f7 00000400:00000010:1.0:1767384389.783445:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089a5c0f7. 00000100:00000001:1.0:1767384389.783450:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384389.783468:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384389.783475:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783482:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.783483:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783485:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384389.783486:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384389.783488:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.783489:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.783491:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384389.783494:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 0000000002cf532f time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384389.783497:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.783499:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.783501:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.783502:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384389.783504:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.783507:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.783510:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783516:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.783518:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384389.783519:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384389.783522:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.783530:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff6da5c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744060672:0@lo:400: 00000100:00000001:1.0:1767384389.783535:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783546:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.783550:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6338454 x1853236744060544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783592:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384389.783595:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.783599:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033e1be53. 02000000:00000001:1.0:1767384389.783605:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.783608:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.783610:0:16155:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384389.783613:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.783615:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006476940f. 02000000:00000001:1.0:1767384389.783625:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.783627:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.783630:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6338454. 00000100:00000001:1.0:1767384389.783636:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.783638:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783641:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.783645:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe4d5309 x1853236744061056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783655:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384389.783658:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.783661:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012562045. 02000000:00000001:1.0:1767384389.783664:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.783666:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.783667:0:16155:0:(genops.c:1242:class_import_put()) import 0000000063e3e530 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384389.783669:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.783671:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000743c3612. 02000000:00000001:1.0:1767384389.783674:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.783675:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.783677:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe4d5309. 00000100:00000001:1.0:1767384389.783681:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.783684:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783686:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.783690:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff6da5c9 x1853236744060672/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.783699:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384389.783710:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.783713:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014768d8c. 02000000:00000001:1.0:1767384389.783717:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.783718:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.783720:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384389.783721:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.783724:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000515b2286. 02000000:00000001:1.0:1767384389.783727:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.783728:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.783730:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff6da5c9. 00000100:00000001:1.0:1767384389.783734:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.783736:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783738:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.783745:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.783747:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.783753:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.783757:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.797622:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294978577, at 4294978578 00000100:00000040:2.0:1767384389.797627:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294978577, at 4294978578 00000100:00000040:3.0:1767384389.797632:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294978577, at 4294978578 00000100:00000010:1.0:1767384389.797636:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e69e6f5. 00000100:00000010:2.0:1767384389.797643:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000010:3.0:1767384389.797646:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000100:00000040:0.0:1767384389.798657:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294978577, at 4294978579 00000100:00000010:0.0:1767384389.798665:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00080000:00000001:2.0:1767384389.899871:0:39784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384389.899884:0:39784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.899887:0:39784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384389.899894:0:39784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384389.899898:0:39784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.899901:0:39784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.900539:0:39784:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:2.0:1767384389.900541:0:39784:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:2.0:1767384389.900542:0:39784:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:0.0:1767384389.901114:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384389.901119:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.901122:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384389.901187:0:10076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384389.901193:0:10076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.901196:0:10076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.907093:0:39784:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:2.0:1767384389.907100:0:39784:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 0000000057adb8ff. 00000020:01000004:2.0:1767384389.907105:0:39784:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:2.0:1767384389.907106:0:39784:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:2.0:1767384389.907109:0:39784:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1767384389.907111:0:39784:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000007f25366f. 00000020:00000010:2.0:1767384389.907115:0:39784:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000005170a4b0. 00000020:00000001:2.0:1767384389.907118:0:39784:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767384389.907122:0:39784:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000006716b075. 00000020:00000001:2.0:1767384389.907125:0:39784:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384389.907128:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021b8bd16. 00000020:00000010:2.0:1767384389.907133:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000321405a2. 00000040:00000010:2.0:1767384389.907137:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1cb457e. 00000020:00000010:2.0:1767384389.907141:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c6e0ff0f. 00000020:00000010:2.0:1767384389.907146:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c1b1985. 00040000:00000010:2.0:1767384389.907150:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000515b2286. 00040000:00000010:2.0:1767384389.907153:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ee541d2. 00080000:00000010:2.0:1767384389.907156:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000005541d74. 10000000:00000001:2.0:1767384389.907159:0:39784:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767384389.907161:0:39784:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767384389.907163:0:39784:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1767384389.907165:0:39784:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767384389.907167:0:39784:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384389.907169:0:39784:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000001c291b4f) refs 3 10000000:00000001:2.0:1767384389.907170:0:39784:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384389.907172:0:39784:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446623111446757888 : -120962262793728 : ffff91fc474b8200) 10000000:00000001:2.0:1767384389.907173:0:39784:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767384389.907174:0:39784:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf489261bfe0bc495 00010000:00000001:2.0:1767384389.907176:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384389.907178:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384389.907179:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e44e1302 refcount=2 00000020:00000001:2.0:1767384389.907180:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00010000:00000001:2.0:1767384389.907182:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00010000:00000001:2.0:1767384389.907185:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384389.907186:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384389.907188:0:39784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384389.907194:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384389.907195:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384389.907196:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384389.907197:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384389.907198:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e44e1302 refcount=3 00000020:00000001:2.0:1767384389.907199:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00010000:00000001:2.0:1767384389.907200:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00010000:00000001:2.0:1767384389.907201:0:39784:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384389.907202:0:39784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384389.907206:0:39784:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384389.907207:0:39784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384389.907210:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384389.907210:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384389.907211:0:39784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384389.907218:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384389.907219:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.907221:0:39784:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384389.907223:0:39784:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000055019359. 00010000:00000001:2.0:1767384389.907224:0:39784:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384389.907233:0:39784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767384389.907234:0:39784:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.907235:0:39784:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.907237:0:39784:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384389.907237:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384389.907238:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384389.907240:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.907241:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907241:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.907242:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907243:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.907243:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907244:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.907244:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907245:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.907245:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907246:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384389.907247:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001c291b4f) refs 3 10000000:00000001:2.0:1767384389.907248:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384389.907249:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384389.907250:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001c291b4f) refs 2 10000000:00000001:2.0:1767384389.907251:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1767384389.907252:0:39784:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:2.0:1767384389.907253:0:39784:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384389.907254:0:39784:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.907256:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000321405a2. 00000040:00000010:2.0:1767384389.907260:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1cb457e. 00000020:00000010:2.0:1767384389.907263:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c6e0ff0f. 00000020:00000001:1.0:1767384389.907263:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:2.0:1767384389.907266:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005c1b1985. 00000020:00000001:1.0:1767384389.907267:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384389.907269:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000515b2286. 00010000:00010000:1.0:1767384389.907271:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00040000:00000010:2.0:1767384389.907273:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ee541d2. 00010000:00000001:1.0:1767384389.907275:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:2.0:1767384389.907277:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000005541d74. 00010000:00000001:1.0:1767384389.907279:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767384389.907281:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021b8bd16. 00010000:00010000:1.0:1767384389.907282:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384389.907285:0:39784:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.907288:0:39784:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000006716b075. 00000020:00000001:2.0:1767384389.907292:0:39784:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.907295:0:39784:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000001ebd2f0a. 00000020:00000040:2.0:1767384389.907299:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 5 00010000:00010000:1.0:1767384389.907299:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e44e1302 already unused, calling callback (000000001cc36fe6) 00000020:00000010:2.0:1767384389.907304:0:39784:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000008a0617b2. 10000000:00000001:1.0:1767384389.907304:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000010:00000001:2.0:1767384389.907307:0:39784:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00010000:1.0:1767384389.907308:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384389.907311:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384389.907314:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384389.907316:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384389.907316:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384389.907318:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384389.907320:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384389.907320:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384389.907322:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000020:00000040:1.0:1767384389.907323:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e44e1302 refcount=3 00000100:00000040:2.0:1767384389.907325:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384389.907327:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384389.907327:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384389.907328:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384389.907329:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384389.907330:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384389.907331:0:39784:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1767384389.907334:0:39784:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:1.0:1767384389.907335:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00000020:00000001:2.0:1767384389.907337:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384389.907338:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111454697984 : -120962254853632 : ffff91fc47c4aa00) 00000020:00000040:2.0:1767384389.907339:0:39784:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384389.907343:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384389.907343:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384389.907345:0:39784:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.907346:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384389.907349:0:39784:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1767384389.907352:0:39784:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000001:1.0:1767384389.907353:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384389.907354:0:39784:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00010000:1.0:1767384389.907355:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384389.907359:0:39784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcce5bd6. 10000000:01000000:1.0:1767384389.907360:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000040:2.0:1767384389.907363:0:39784:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:01000000:1.0:1767384389.907363:0:16784:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:1.0:1767384389.907367:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384389.907368:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000001c291b4f) refs 1 00000100:00000001:2.0:1767384389.907369:0:39784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:01000000:1.0:1767384389.907371:0:16784:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 02000000:00000001:2.0:1767384389.907372:0:39784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:1.0:1767384389.907375:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384389.907377:0:39784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.907377:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.907378:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.907381:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000010:2.0:1767384389.907383:0:39784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000515b2286. 10000000:00000001:1.0:1767384389.907383:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.907384:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.907387:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384389.907390:0:39784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.907390:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.907391:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384389.907394:0:39784:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623112229105920 : -120961480445696 : ffff91fc75ed3100) 10000000:00000001:1.0:1767384389.907395:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00080000:2.0:1767384389.907397:0:39784:0:(import.c:65:import_set_state_nolock()) 0000000017cc7dac lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000020:00000040:1.0:1767384389.907398:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000006a4f0d02 : new refcount 11 00000100:00000001:2.0:1767384389.907401:0:39784:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000010:1.0:1767384389.907403:0:16784:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000001c291b4f. 00000100:00000001:2.0:1767384389.907404:0:39784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.907411:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384389.907413:0:39784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcce5bd6] to pc [ptlrpcd_rcv+-1] req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384389.907414:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.907420:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384389.907424:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384389.907427:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.907429:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.907430:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.907432:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e44e1302 with handle 0xf489261bfe0bc495 from hash 00010000:00000001:1.0:1767384389.907434:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384389.907435:0:39784:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.907441:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.907443:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.907444:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.907446:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384389.907447:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384389.907451:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384389.907462:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384389.907467:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6338454. 00000020:00000040:1.0:1767384389.907469:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384389.907472:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384389.907473:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384389.907475:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384389.907478:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5c946eb. 00000100:00000001:1.0:1767384389.907481:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.907482:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384389.907486:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384389.907491:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384389.907492:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.907494:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384389.907496:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.907500:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6338454] to pc [ptlrpcd_00_01+1] req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384389.907530:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384389.907532:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.907534:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.907535:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.907536:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.907538:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.907540:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384389.907544:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.907545:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000e44e1302/0xf489261bfe0bc495 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc49c expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384389.907579:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.907581:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384389.907582:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000055019359. 00010000:00000001:1.0:1767384389.907585:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.907587:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.907588:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.907590:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384389.907591:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.907592:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.907593:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384389.907594:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.907595:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.907597:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384389.907635:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.907638:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384389.907640:0:16153:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384389.907644:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.907652:0:16153:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384389.907654:0:16153:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.907656:0:16153:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384389.907659:0:16153:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384389.907660:0:16153:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384389.907663:0:16153:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dcce5bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16153:1853236744061184:0@lo:39: 00000100:00000001:3.0:1767384389.907666:0:16153:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384389.907669:0:16153:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384389.907671:0:16153:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.907673:0:16153:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384389.907676:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014768d8c. 02000000:00000001:3.0:1767384389.907678:0:16153:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.907682:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0e6983d. 00000400:00000010:3.0:1767384389.907688:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384389.907693:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061184, portal 10 00000100:00000001:3.0:1767384389.907695:0:16153:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384389.907696:0:16153:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229105920 : -120961480445696 : ffff91fc75ed3100) 00000100:00000040:3.0:1767384389.907701:0:16153:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.907707:0:16153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384389.907710:0:16153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384389.907712:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384389.907714:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744061184, offset 0 00000400:00000200:3.0:1767384389.907719:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384389.907728:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384389.907737:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08100 00000400:00000200:3.0:1767384389.907742:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:3.0:1767384389.907748:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384389.907751:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384389.907756:0:16153:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384389.907759:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384389.907761:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003627a2bc. 00000100:00000040:3.0:1767384389.907764:0:16153:0:(events.c:337:request_in_callback()) incoming req@000000003627a2bc x1853236744061184 msgsize 224 00000100:00100000:3.0:1767384389.907767:0:16153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384389.907779:0:16153:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384389.907785:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384389.907787:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000001:3.0:1767384389.907789:0:16153:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384389.907792:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.907799:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384389.907801:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.907807:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.907808:0:16153:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384389.907811:0:16153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.907814:0:16153:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2700 usecs (3 jiffies) 00000100:00000001:3.0:1767384389.907817:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978690 00000100:00000010:3.0:1767384389.907821:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce73fab1. 00000100:00000001:3.0:1767384389.907825:0:16153:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384389.907830:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978690 00000100:00000010:3.0:1767384389.907832:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fd4c10. 00000100:00000001:3.0:1767384389.907835:0:16153:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384389.907837:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978690 00000100:00000010:3.0:1767384389.907839:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000100:00000001:3.0:1767384389.907841:0:16153:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384389.907843:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978690 00000100:00000010:3.0:1767384389.907844:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000100:00000001:3.0:1767384389.907846:0:16153:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384389.907848:0:16153:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.907850:0:16153:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.907852:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.907854:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.907860:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384389.907861:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384389.907862:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.907864:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384389.907865:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.907866:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.907901:0:17507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384389.907903:0:17507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061184 02000000:00000001:1.0:1767384389.907905:0:17507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384389.907907:0:17507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.907909:0:17507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.907912:0:17507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.907915:0:17507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061184 00000020:00000001:1.0:1767384389.907917:0:17507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384389.907918:0:17507:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc4b8 00000020:00000001:1.0:1767384389.907920:0:17507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.907921:0:17507:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000700e0fb6 refcount=5 00000020:00000001:1.0:1767384389.907923:0:17507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000020:00000001:1.0:1767384389.907925:0:17507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623111446892544 : -120962262659072 : ffff91fc474d9000) 00000100:00000001:1.0:1767384389.907929:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.907932:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.907934:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.907936:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000020:00000010:1.0:1767384389.907940:0:17507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c291b4f. 00000020:00000010:1.0:1767384389.907943:0:17507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096e9b5b2. 00000020:00000010:1.0:1767384389.907946:0:17507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000040:1.0:1767384389.907955:0:17507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384389.907957:0:17507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384389.907958:0:17507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384389.907961:0:17507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.907967:0:17507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.907978:0:17507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.907987:0:17507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384389.907989:0:17507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384389.907992:0:17507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384389.907995:0:17507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000700e0fb6 : new rpc_count 1 00000100:00000001:1.0:1767384389.907996:0:17507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454598784 : -120962254952832 : ffff91fc47c32680) 00000100:00000040:1.0:1767384389.907999:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003627a2bc x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908006:0:17507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.908008:0:17507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.908010:0:17507:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.908011:0:17507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000100:00100000:1.0:1767384389.908014:0:17507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003627a2bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16153:x1853236744061184:12345-0@lo:39: 00000100:00000200:1.0:1767384389.908017:0:17507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061184 00000020:00000001:1.0:1767384389.908020:0:17507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384389.908022:0:17507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384389.908023:0:17507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.908025:0:17507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384389.908027:0:17507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671546720 : -1038004896 : ffffffffc2214d60) 00000020:00000001:1.0:1767384389.908030:0:17507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384389.908032:0:17507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384389.908034:0:17507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384389.908036:0:17507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384389.908038:0:17507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.908040:0:17507:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384389.908041:0:17507:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384389.908044:0:17507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384389.908046:0:17507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384389.908048:0:17507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000080b025a8. 02000000:00000001:1.0:1767384389.908054:0:17507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908056:0:17507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.908058:0:17507:0:(genops.c:887:class_export_get()) GET export 00000000700e0fb6 refcount=6 00010000:00000001:1.0:1767384389.908060:0:17507:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384389.908063:0:17507:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384389.908064:0:17507:0:(genops.c:887:class_export_get()) GET export 00000000700e0fb6 refcount=7 00010000:00000001:1.0:1767384389.908066:0:17507:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384389.908067:0:17507:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384389.908071:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 6 00000020:00000080:1.0:1767384389.908072:0:17507:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc4b8 00000020:00000040:1.0:1767384389.908074:0:17507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000700e0fb6 with handle 0xf489261bfe0bc4b8 from hash 00000020:00000040:1.0:1767384389.908077:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 5 00000020:00000001:1.0:1767384389.908079:0:17507:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384389.908081:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 4 00000020:00000001:1.0:1767384389.908082:0:17507:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384389.908083:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 3 00000020:00000001:1.0:1767384389.908084:0:17507:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908086:0:17507:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384389.908088:0:17507:0:(import.c:65:import_set_state_nolock()) 0000000024388b09 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384389.908090:0:17507:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384389.908091:0:17507:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384389.908092:0:17507:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384389.908098:0:17507:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384389.908101:0:17507:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384389.908104:0:17507:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ec13493c dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384389.908105:0:17507:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000700e0fb6 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384389.908107:0:17507:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384389.908110:0:17507:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384389.908114:0:17507:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1767384389.908115:0:17507:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384389.908117:0:17507:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384389.908119:0:17507:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384389.908121:0:17507:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 6 00000001:00000001:1.0:1767384389.908124:0:17507:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384389.908129:0:17507:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 5 00000020:00000040:1.0:1767384389.908131:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 2 00000001:00000001:1.0:1767384389.908132:0:17507:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384389.908133:0:17507:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 4 00000001:00000001:1.0:1767384389.908135:0:17507:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384389.908136:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 1 00000004:00000001:1.0:1767384389.908137:0:17507:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908138:0:17507:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908140:0:17507:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.908141:0:17507:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384389.908143:0:17507:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236744061184 00010000:00000001:1.0:1767384389.908145:0:17507:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384389.908148:0:17507:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003627a2bc x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384389.908155:0:17507:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384389.908157:0:17507:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384389.908160:0:17507:0:(import.c:2128:obd_at_measure()) add 1 to 00000000216cfb7b time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.908164:0:17507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384389.908166:0:17507:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 21 to 0@lo 00000100:00000001:1.0:1767384389.908168:0:17507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384389.908170:0:17507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384389.908172:0:17507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908174:0:17507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384389.908176:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384389.908177:0:17507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384389.908182:0:17507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000100:00100000:0.0:1767384389.908182:0:16154:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:1.0:1767384389.908185:0:17507:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744061184, offset 224 00000100:00000001:0.0:1767384389.908186:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.908192:0:17507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384389.908193:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384389.908197:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.908199:0:17507:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384389.908201:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384389.908204:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384389.908207:0:17507:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd08100 00000100:00000001:0.0:1767384389.908207:0:16154:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384389.908214:0:17507:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2131 [1] + 224 00000100:00000040:0.0:1767384389.908214:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384389.908218:0:17507:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384389.908221:0:17507:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.908226:0:17507:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384389.908231:0:17507:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.908234:0:16154:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384389.908235:0:16154:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.908239:0:16154:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384389.908242:0:16154:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384389.908246:0:16154:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.908250:0:17507:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384389.908252:0:16154:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744061312:0@lo:103: 00000100:00000001:0.0:1767384389.908260:0:16154:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384389.908265:0:16154:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384389.908268:0:17507:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384389.908268:0:16154:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.908272:0:16154:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384389.908273:0:17507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000400:00000010:1.0:1767384389.908277:0:17507:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 02000000:00000010:0.0:1767384389.908277:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097b17947. 00000100:00000001:1.0:1767384389.908280:0:17507:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384389.908281:0:16154:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908283:0:17507:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384389.908287:0:17507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384389.908288:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092f8c06f. 00000100:00000040:1.0:1767384389.908290:0:17507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 20 to 0@lo 00010000:00000001:1.0:1767384389.908294:0:17507:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384389.908295:0:17507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384389.908295:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000020:00000001:1.0:1767384389.908300:0:17507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384389.908301:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061312, portal 18 00000100:00000040:1.0:1767384389.908304:0:17507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003627a2bc x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.908306:0:16154:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384389.908309:0:16154:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099051520 : -120961610500096 : ffff91fc6e2cb800) 00000100:00000040:0.0:1767384389.908317:0:16154:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.908318:0:17507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003627a2bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:16153:x1853236744061184:12345-0@lo:39: Request processed in 309us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384389.908331:0:17507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384389.908333:0:16154:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.908335:0:17507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000700e0fb6 : new rpc_count 0 00000100:00000001:1.0:1767384389.908339:0:17507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384389.908339:0:16154:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384389.908343:0:17507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384389.908344:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000020:00000010:1.0:1767384389.908346:0:17507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096e9b5b2. 00000100:00000200:0.0:1767384389.908348:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744061312, offset 0 00000020:00000010:1.0:1767384389.908352:0:17507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000400:00000200:0.0:1767384389.908356:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384389.908357:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c291b4f. 00000020:00000040:1.0:1767384389.908361:0:17507:0:(genops.c:898:class_export_put()) PUTting export 00000000700e0fb6 : new refcount 0 00000020:00000080:1.0:1767384389.908363:0:17507:0:(genops.c:904:class_export_put()) final put 00000000700e0fb6/lustre-MDT0000-lwp-MDT0000_UUID 00000400:00000200:0.0:1767384389.908366:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384389.908374:0:17507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384389.908374:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd08180 00000400:00000200:0.0:1767384389.908381:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000020:00000001:1.0:1767384389.908385:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384389.908387:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384389.908388:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.908391:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384389.908395:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384389.908398:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:0.0:1767384389.908400:0:16154:0:(events.c:286:request_in_callback()) Process entered 00000020:00000080:1.0:1767384389.908401:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000700e0fb6/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000200:0.0:1767384389.908404:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:1.0:1767384389.908406:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 19 to 0@lo 00000020:00000001:1.0:1767384389.908413:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384389.908415:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384389.908416:0:36:0:(genops.c:1229:class_import_get()) import 0000000024388b09 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384389.908417:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.908418:0:36:0:(genops.c:1242:class_import_put()) import 0000000024388b09 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384389.908419:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384389.908421:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.908421:0:36:0:(genops.c:1242:class_import_put()) import 0000000024388b09 refcount=0 obd=lustre-MDT0000 00000100:00000010:0.0:1767384389.908422:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007124188d. 00000020:00000040:1.0:1767384389.908423:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000024388b09 00000020:00000001:1.0:1767384389.908428:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384389.908431:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000001cd338f1. 00000100:00000040:0.0:1767384389.908432:0:16154:0:(events.c:337:request_in_callback()) incoming req@000000007124188d x1853236744061312 msgsize 328 00010000:00000001:1.0:1767384389.908434:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384389.908437:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:0.0:1767384389.908440:0:16154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:1.0:1767384389.908443:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008bd33f27. 00000001:00000010:1.0:1767384389.908446:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007c8617a4. 00000001:00000010:1.0:1767384389.908448:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003e34b776. 00000001:00000010:1.0:1767384389.908450:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003837f135. 00000001:00000010:1.0:1767384389.908465:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001d1a9a70. 00000100:00000001:0.0:1767384389.908466:0:16154:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:1.0:1767384389.908469:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f8be4482. 00000400:00000200:0.0:1767384389.908474:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000001:00000001:1.0:1767384389.908476:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000010:0.0:1767384389.908478:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00010000:00000001:1.0:1767384389.908479:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384389.908482:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384389.908483:0:16154:0:(events.c:34:request_out_callback()) Process entered 00000001:00000010:1.0:1767384389.908486:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000efe3180a. 00000100:00000200:0.0:1767384389.908489:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1767384389.908490:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000087a61a59. 00000001:00000010:1.0:1767384389.908493:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002cc8ddd7. 00000001:00000010:1.0:1767384389.908497:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000052f642ae. 00000001:00000010:1.0:1767384389.908500:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ee012b1c. 00000001:00000010:1.0:1767384389.908503:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b325acab. 00000001:00000001:1.0:1767384389.908506:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384389.908507:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:0.0:1767384389.908507:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384389.908511:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384389.908513:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000004cf8e674. 00000100:00000040:0.0:1767384389.908513:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384389.908517:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384389.908520:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ec13493c dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384389.908526:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b5a9f0e7-4930-4c8c-9484-8caf40e4e445/00000000a69a85de dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384389.908529:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.908532:0:16154:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:1.0:1767384389.908533:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.908536:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.908538:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 9 - export 00000100:00000001:0.0:1767384389.908538:0:16154:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384389.908543:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000700e0fb6. 00000100:00000001:0.0:1767384389.908544:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978704 00000020:00000001:1.0:1767384389.908550:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767384389.908551:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978690 00000020:00000001:1.0:1767384389.908571:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384389.908574:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000024388b09 for lustre-MDT0000 00000100:00000001:0.0:1767384389.908575:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978704 00000020:00000040:1.0:1767384389.908577:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00000020:00000040:1.0:1767384389.908580:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 8 - import 00000020:00000010:1.0:1767384389.908582:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000024388b09. 00000100:00000001:0.0:1767384389.908582:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978690 00000020:00000001:1.0:1767384389.908586:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384389.908588:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978704 00000100:00000001:0.0:1767384389.908593:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294978690 00000100:00000001:0.0:1767384389.908596:0:16154:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978704 00000100:00000001:0.0:1767384389.908598:0:16154:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294978690 00000100:00000001:0.0:1767384389.908601:0:16154:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384389.908604:0:16154:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.908607:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908609:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384389.908609:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.908612:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061312 02000000:00000001:1.0:1767384389.908614:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384389.908615:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.908616:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.908618:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.908619:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061312 00000020:00000001:1.0:1767384389.908620:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384389.908621:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384389.908622:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.908624:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:1.0:1767384389.908625:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384389.908626:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384389.908628:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.908630:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.908631:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.908632:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000020:00000010:1.0:1767384389.908634:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c291b4f. 00000020:00000010:1.0:1767384389.908636:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096e9b5b2. 00000020:00000010:1.0:1767384389.908637:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000040:1.0:1767384389.908641:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384389.908643:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384389.908644:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384389.908648:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384389.908650:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908651:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384389.908653:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.908654:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.908655:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000015ec06f2 refcount=3 00000020:00000001:1.0:1767384389.908656:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116752896 : -120961592798720 : ffff91fc6f3ad200) 00010000:00000001:1.0:1767384389.908657:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116752896 : -120961592798720 : ffff91fc6f3ad200) 00010000:00000001:1.0:1767384389.908659:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.908660:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.908660:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908661:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908664:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908674:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908679:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384389.908680:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384389.908682:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384389.908683:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384389.908684:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107153118976 : -120966556432640 : ffff91fb475fc700) 00000100:00000040:1.0:1767384389.908686:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007124188d x1853236744061312/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908690:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.908692:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.908693:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.908694:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000100:00100000:1.0:1767384389.908696:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007124188d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16154:x1853236744061312:12345-0@lo:103: 00000100:00000200:1.0:1767384389.908698:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061312 00010000:00000001:1.0:1767384389.908700:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384389.908701:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384389.908703:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384389.908705:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384389.908706:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384389.908708:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de748fd9. 02000000:00000001:1.0:1767384389.908712:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908713:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908715:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384389.908716:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384389.908717:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.908718:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.908719:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000015ec06f2 refcount=3 00000020:00000001:1.0:1767384389.908720:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116752896 : -120961592798720 : ffff91fc6f3ad200) 00010000:00000001:1.0:1767384389.908721:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116752896 : -120961592798720 : ffff91fc6f3ad200) 00010000:00000040:1.0:1767384389.908723:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 6 00010000:00000001:1.0:1767384389.908725:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384389.908726:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384389.908728:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384389.908728:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.908729:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908731:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384389.908732:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.908736:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.908736:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.908737:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.908738:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.908739:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000015ec06f2 with handle 0xf489261bfe0bc49c from hash 00010000:00000001:1.0:1767384389.908741:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384389.908741:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.908742:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.908743:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.908743:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384389.908744:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.908745:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000015ec06f2/0xf489261bfe0bc49c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc495 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384389.908749:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 9 00000020:00000040:1.0:1767384389.908751:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00010000:00000001:1.0:1767384389.908753:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.908754:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384389.908756:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384389.908759:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384389.908761:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908762:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384389.908763:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384389.908764:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384389.908766:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384389.908767:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384389.908768:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.908770:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384389.908771:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 19 to 0@lo 00000100:00000001:1.0:1767384389.908772:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384389.908773:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384389.908774:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908776:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.908777:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384389.908778:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000100:00000200:1.0:1767384389.908780:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744061312, offset 224 00000400:00000200:1.0:1767384389.908782:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384389.908786:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384389.908789:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd08180 00000400:00000200:1.0:1767384389.908791:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x213d [1] + 224 00000400:00000200:1.0:1767384389.908794:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384389.908795:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.908797:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384389.908799:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384389.908803:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908811:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384389.908813:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000400:00000010:1.0:1767384389.908814:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 00000100:00000001:1.0:1767384389.908816:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384389.908816:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384389.908818:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.908819:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 18 to 0@lo 00010000:00000001:1.0:1767384389.908824:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908825:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.908827:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007124188d x1853236744061312/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.908831:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007124188d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16154:x1853236744061312:12345-0@lo:103: Request processed in 140us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384389.908835:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384389.908836:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000100:00000001:1.0:1767384389.908838:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384389.908839:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384389.908840:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096e9b5b2. 00000020:00000010:1.0:1767384389.908842:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000020:00000010:1.0:1767384389.908844:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c291b4f. 00000020:00000040:1.0:1767384389.908846:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:1.0:1767384389.908847:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908858:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.908859:0:16154:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384389.908863:0:16154:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384389.908864:0:16154:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384389.908865:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092f8c06f. 00000400:00000200:1.0:1767384389.908867:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff7d7d5f 00000400:00000010:1.0:1767384389.908868:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000100:00000001:1.0:1767384389.908869:0:16154:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384389.908870:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384389.908875:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908878:0:16154:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.908879:0:16154:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908880:0:16154:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384389.908882:0:16154:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384389.908883:0:16154:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.908883:0:16154:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.908885:0:16154:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384389.908891:0:16154:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384389.908893:0:16154:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.908894:0:16154:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.908895:0:16154:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.908897:0:16154:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384389.908898:0:16154:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908899:0:16154:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.908901:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908904:0:16154:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.908906:0:16154:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384389.908907:0:16154:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384389.908909:0:16154:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.908912:0:16154:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16154:1853236744061312:0@lo:103: 00000100:00000001:1.0:1767384389.908915:0:16154:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908916:0:16154:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.908917:0:16154:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6338454 x1853236744061312/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.908920:0:16154:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384389.908921:0:16154:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.908923:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097b17947. 02000000:00000001:1.0:1767384389.908925:0:16154:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.908926:0:16154:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.908926:0:16154:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384389.908927:0:16154:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.908928:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c5c946eb. 02000000:00000001:1.0:1767384389.908931:0:16154:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.908932:0:16154:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.908933:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6338454. 00000100:00000001:1.0:1767384389.908935:0:16154:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.908935:0:16154:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908936:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.908938:0:16154:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.908942:0:16154:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.908943:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.908944:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.908991:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.908993:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384389.908996:0:16153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.908997:0:16153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384389.908998:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0e6983d. 00000400:00000200:3.0:1767384389.909001:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384389.909003:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384389.909005:0:16153:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384389.909008:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384389.909014:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.909020:0:16153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.909021:0:16153:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.909022:0:16153:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384389.909023:0:16153:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384389.909025:0:16153:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384389.909026:0:16153:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.909028:0:16153:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384389.909032:0:16153:0:(import.c:2128:obd_at_measure()) add 5 to 0000000042a615b4 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384389.909034:0:16153:0:(import.c:2128:obd_at_measure()) add 1 to 00000000b2a10ec2 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384389.909036:0:16153:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384389.909037:0:16153:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.909038:0:16153:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384389.909040:0:16153:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.909042:0:16153:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384389.909044:0:16153:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384389.909046:0:16153:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384389.909047:0:16153:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.909049:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.909058:0:16153:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.909060:0:16153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384389.909061:0:16153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384389.909063:0:16153:0:(import.c:65:import_set_state_nolock()) 0000000017cc7dac lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767384389.909065:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384389.909067:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384389.909068:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384389.909069:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767384389.909084:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384389.909090:0:16153:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dcce5bd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16153:1853236744061184:0@lo:39: 00000100:00000001:3.0:1767384389.909093:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.909094:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384389.909096:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dcce5bd6 x1853236744061184/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.909101:0:16153:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384389.909103:0:16153:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384389.909104:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014768d8c. 02000000:00000001:3.0:1767384389.909106:0:16153:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384389.909108:0:16153:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384389.909109:0:16153:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384389.909110:0:39784:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.909111:0:16153:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384389.909114:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000515b2286. 00000100:00000001:0.0:1767384389.909116:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:3.0:1767384389.909118:0:16153:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1767384389.909119:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 02000000:00000001:3.0:1767384389.909120:0:16153:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384389.909124:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcce5bd6. 00000100:00000001:0.0:1767384389.909124:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384389.909127:0:16153:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384389.909128:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384389.909130:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.909131:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.909135:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384389.909138:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384389.909138:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000001:3.0:1767384389.909143:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384389.909143:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384389.909146:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.909148:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384389.909151:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384389.909152:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384389.909155:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384389.909157:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384389.909158:0:39784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384389.909161:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384389.909162:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384389.909165:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384389.909547:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384389.909550:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384389.909626:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384389.909629:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384389.909630:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384389.910030:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.910033:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:0.0:1767384389.910036:0:39784:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384389.910038:0:39784:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.910041:0:39784:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000008a0617b2. 00000020:00000001:0.0:1767384389.910046:0:39784:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384389.910049:0:39784:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000001ebd2f0a. 00000020:00000010:0.0:1767384389.910051:0:39784:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000005170a4b0. 00000020:00000010:0.0:1767384389.910053:0:39784:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000007f25366f. 00000020:00000010:0.0:1767384389.910059:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f1c81a4. 00000020:00000010:0.0:1767384389.910063:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097b17947. 00000040:00000010:0.0:1767384389.910065:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000057d79d63. 00000020:00000010:0.0:1767384389.910069:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005af0a459. 00000020:00000010:0.0:1767384389.910073:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000267a5eb. 00000020:00000010:0.0:1767384389.910076:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000abd25737. 80000000:00000010:0.0:1767384389.910079:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee3b0cb5. 40000000:00000010:0.0:1767384389.910083:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000818a1839. 00100000:00000010:0.0:1767384389.910086:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009272184e. 00040000:00000010:0.0:1767384389.910090:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bf112da. 00040000:00000010:0.0:1767384389.910093:0:39784:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d6440cd5. 00040000:00000010:0.0:1767384389.910097:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ab767a2. 00080000:00000010:0.0:1767384389.910105:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000019086982. 00000004:00000010:0.0:1767384389.910109:0:39784:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005c1232d9. 00000004:00000010:0.0:1767384389.910113:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3862c12. 00000004:00000010:0.0:1767384389.910116:0:39784:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000da8640f7. 00002000:00000010:0.0:1767384389.910120:0:39784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003ee55acc. 00000004:00000010:0.0:1767384389.910124:0:39784:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e4c942b. 00000020:00000010:0.0:1767384389.910127:0:39784:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000db8008ae. 00000020:00000001:0.0:1767384389.910137:0:39784:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384389.910177:0:39784:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000edc269dd. 00000020:00000001:0.0:1767384389.910180:0:39784:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384389.910182:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0982d8a. 00000020:00000010:0.0:1767384389.910185:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d30f236. 00000040:00000010:0.0:1767384389.910188:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009652e802. 00000020:00000010:0.0:1767384389.910190:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cc51f18d. 00000020:00000010:0.0:1767384389.910193:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d966d691. 00040000:00000010:0.0:1767384389.910196:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000280332a0. 00040000:00000010:0.0:1767384389.910199:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a05a82a2. 00080000:00000010:0.0:1767384389.910201:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000357fe71b. 10000000:00000001:0.0:1767384389.910204:0:39784:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384389.910206:0:39784:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384389.910209:0:39784:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384389.910210:0:39784:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384389.910213:0:39784:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384389.910214:0:39784:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (0000000040d4e9b4) refs 3 10000000:00000001:0.0:1767384389.910216:0:39784:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384389.910218:0:39784:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446623111734381056 : -120961975170560 : ffff91fc58704a00) 10000000:00000001:0.0:1767384389.910220:0:39784:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384389.910222:0:39784:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf489261bfe0bc410 00010000:00000001:0.0:1767384389.910224:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910225:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910227:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b631f55 refcount=2 00000020:00000001:0.0:1767384389.910229:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:0.0:1767384389.910231:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:0.0:1767384389.910233:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910240:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.910242:0:39784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910250:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910251:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.910253:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910254:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910255:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b631f55 refcount=3 00000020:00000001:0.0:1767384389.910257:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:0.0:1767384389.910259:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:0.0:1767384389.910261:0:39784:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384389.910262:0:39784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910268:0:39784:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384389.910270:0:39784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910275:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910276:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384389.910278:0:39784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910283:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910284:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910287:0:39784:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384389.910290:0:39784:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000464cef7. 00010000:00000001:0.0:1767384389.910292:0:39784:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384389.910302:0:39784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384389.910304:0:39784:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910306:0:39784:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910308:0:39784:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384389.910309:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910311:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384389.910316:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.910318:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384389.910318:0:39784:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00010000:1.0:1767384389.910322:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:0.0:1767384389.910322:0:39784:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf489261bfe0bc862 00010000:00000001:0.0:1767384389.910327:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384389.910328:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384389.910330:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384389.910332:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384389.910332:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910336:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=2 00010000:00010000:1.0:1767384389.910341:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b631f55 already unused, calling callback (000000001cc36fe6) 00000020:00000001:0.0:1767384389.910341:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 10000000:00000001:1.0:1767384389.910345:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384389.910346:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 10000000:00010000:1.0:1767384389.910347:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910351:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.910354:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384389.910354:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.910357:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767384389.910358:0:39784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384389.910359:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.910362:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b631f55 refcount=3 00000020:00000001:1.0:1767384389.910365:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:1.0:1767384389.910369:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083600896 : -120961625950720 : ffff91fc6d40f600) 00010000:00000001:0.0:1767384389.910371:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.910372:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384389.910374:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910374:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.910377:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910379:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1767384389.910381:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:0.0:1767384389.910382:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=3 10000000:00010000:1.0:1767384389.910383:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384389.910386:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 10000000:01000000:1.0:1767384389.910389:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:0.0:1767384389.910390:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 10000000:01000000:1.0:1767384389.910392:0:16784:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:1.0:1767384389.910394:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384389.910394:0:39784:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000040:1.0:1767384389.910397:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000040d4e9b4) refs 3 00010000:00010000:0.0:1767384389.910398:0:39784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384389.910399:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384389.910405:0:39784:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 10000000:00000001:1.0:1767384389.910406:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.910408:0:39784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384389.910409:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384389.910412:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384389.910414:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.910416:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.910419:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910419:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384389.910422:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b631f55 with handle 0xf489261bfe0bc410 from hash 00010000:00000001:0.0:1767384389.910422:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.910425:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1767384389.910425:0:39784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384389.910427:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.910429:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.910430:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.910432:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384389.910434:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384389.910438:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.910439:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384389.910442:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384389.910442:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384389.910445:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6338454. 00000020:00000040:1.0:1767384389.910447:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:1.0:1767384389.910450:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384389.910462:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384389.910462:0:39784:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1767384389.910466:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384389.910467:0:39784:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005dccb839. 00010000:00000001:0.0:1767384389.910471:0:39784:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000010:1.0:1767384389.910473:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c291b4f. 00000100:00000001:1.0:1767384389.910478:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.910480:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384389.910482:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384389.910484:0:39784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1767384389.910487:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384389.910489:0:39784:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.910490:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.910493:0:39784:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.910495:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384389.910496:0:39784:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384389.910497:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910499:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910502:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384389.910504:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6338454] to pc [ptlrpcd_00_02+2] req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384389.910504:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384389.910507:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 2 10000000:00000001:0.0:1767384389.910512:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384389.910515:0:39784:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384389.910516:0:39784:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf489261bfe0bc487 00010000:00000001:0.0:1767384389.910517:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910518:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910519:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072758916 refcount=2 00000020:00000001:0.0:1767384389.910521:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00010000:00000001:0.0:1767384389.910522:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00010000:00000001:0.0:1767384389.910523:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910524:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.910526:0:39784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910529:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910530:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.910531:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910531:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910532:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072758916 refcount=3 00000020:00000001:0.0:1767384389.910533:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00010000:00000001:0.0:1767384389.910534:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00010000:00000001:0.0:1767384389.910535:0:39784:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384389.910536:0:39784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384389.910540:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.910542:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384389.910545:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384389.910549:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.910551:0:39784:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:2.0:1767384389.910616:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.910619:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384389.910621:0:16783:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384389.910719:0:39785:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:2.0:1767384389.910722:0:39785:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000005662f66b. 00000020:00000010:2.0:1767384389.910725:0:39785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006254fe7d. 00000020:00000010:2.0:1767384389.910728:0:39785:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021b8bd16. 00000020:00000010:2.0:1767384389.910731:0:39785:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000005541d74. 00000020:00000010:2.0:1767384389.910734:0:39785:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000607f6d34. 00000020:00000010:2.0:1767384389.910737:0:39785:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c1b1985. 80000000:00000010:2.0:1767384389.910739:0:39785:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006390e940. 40000000:00000010:2.0:1767384389.910741:0:39785:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000089ed23cc. 00100000:00000010:2.0:1767384389.910744:0:39785:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c6e0ff0f. 00040000:00000010:2.0:1767384389.910746:0:39785:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000743c3612. 00040000:00000010:2.0:1767384389.910749:0:39785:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1cb457e. 00080000:00000010:2.0:1767384389.910751:0:39785:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009d3cfa51. 00002000:00000010:2.0:1767384389.910754:0:39785:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006037998d. 00000020:00000010:2.0:1767384389.910756:0:39785:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000cd9c94f. 00000020:00000001:2.0:1767384389.910761:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.910764:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.910767:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384389.910769:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767384389.910769:0:39784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384389.910770:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.910774:0:16783:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767384389.910775:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384389.910777:0:16783:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1767384389.910779:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384389.910779:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384389.910780:0:16783:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910782:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384389.910784:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.910785:0:39784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384389.910791:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744061440:0@lo:103: 00000100:00000001:3.0:1767384389.910800:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384389.910800:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910803:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.910805:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384389.910805:0:16783:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004fbd2e85 already unused, calling callback (000000001cc36fe6) 00010000:00000001:0.0:1767384389.910806:0:39784:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000001:3.0:1767384389.910809:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384389.910810:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000010:0.0:1767384389.910810:0:39784:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000023ccfb11. 02000000:00000001:3.0:1767384389.910812:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00010000:2.0:1767384389.910813:0:16783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.910814:0:39784:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000010:3.0:1767384389.910816:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014768d8c. 00010000:00010000:0.0:1767384389.910817:0:39784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:3.0:1767384389.910821:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.910822:0:16783:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384389.910823:0:39784:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.910825:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0e6983d. 00010000:00000001:2.0:1767384389.910826:0:16783:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384389.910826:0:39784:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.910829:0:16783:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384389.910830:0:39784:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:2.0:1767384389.910831:0:16783:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004fbd2e85 refcount=3 00000400:00000010:3.0:1767384389.910832:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00010000:00000001:0.0:1767384389.910833:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.910835:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384389.910836:0:16783:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 10000000:00000001:0.0:1767384389.910837:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000200:3.0:1767384389.910838:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061440, portal 18 10000000:00000040:0.0:1767384389.910840:0:39784:0:(mgc_request.c:123:config_log_put()) log params(00000000ef44b46c) refs 2 00010000:00000001:2.0:1767384389.910841:0:16783:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623111604464128 : -120962105087488 : ffff91fc50b1ea00) 00000100:00000001:3.0:1767384389.910843:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384389.910844:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.910846:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099051520 : -120961610500096 : ffff91fc6e2cb800) 00010000:00000001:2.0:1767384389.910848:0:16783:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:0.0:1767384389.910848:0:39784:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000040:3.0:1767384389.910851:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384389.910852:0:16783:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384389.910852:0:39784:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0xf489261bfe0bc402 00010000:00000001:0.0:1767384389.910856:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.910858:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910861:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bcdd072d refcount=2 00000020:00000001:0.0:1767384389.910865:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 10000000:00000001:2.0:1767384389.910868:0:16783:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384389.910870:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 10000000:00010000:2.0:1767384389.910871:0:16783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384389.910872:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384389.910876:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767384389.910879:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384389.910879:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384389.910880:0:16783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000400:00000010:3.0:1767384389.910883:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00010000:00010000:0.0:1767384389.910884:0:39784:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384389.910885:0:16783:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000100:00000200:3.0:1767384389.910886:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744061440, offset 0 10000000:00000001:2.0:1767384389.910888:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384389.910891:0:16783:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000b8c26d85) refs 1 00000400:00000200:3.0:1767384389.910893:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:01000000:2.0:1767384389.910897:0:16783:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00000001:0.0:1767384389.910900:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767384389.910901:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384389.910904:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384389.910905:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:2.0:1767384389.910905:0:16783:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384389.910906:0:39784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767384389.910909:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384389.910909:0:39784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.910911:0:39784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bcdd072d refcount=3 10000000:00000001:2.0:1767384389.910912:0:16783:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384389.910916:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd08200 00000020:00000001:0.0:1767384389.910916:0:39784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 10000000:00000001:2.0:1767384389.910917:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.910920:0:16783:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384389.910921:0:39784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 10000000:00000001:2.0:1767384389.910924:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384389.910925:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00010000:00000001:0.0:1767384389.910926:0:39784:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 10000000:00000001:2.0:1767384389.910927:0:16783:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767384389.910928:0:39784:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384389.910931:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384389.910932:0:16783:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384389.910935:0:16783:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384389.910937:0:39784:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384389.910939:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384389.910939:0:16783:0:(genops.c:898:class_export_put()) PUTting export 000000006a4f0d02 : new refcount 10 00010000:00010000:0.0:1767384389.910940:0:39784:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 10000000:00000010:2.0:1767384389.910945:0:16783:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000b8c26d85. 00000100:00000001:3.0:1767384389.910948:0:16156:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384389.910948:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384389.910951:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384389.910952:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384389.910954:0:39784:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384389.910956:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af54fc67. 00000100:00000040:3.0:1767384389.910959:0:16156:0:(events.c:337:request_in_callback()) incoming req@00000000af54fc67 x1853236744061440 msgsize 328 00010000:00000001:0.0:1767384389.910962:0:39784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910964:0:39784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384389.910965:0:16783:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00100000:3.0:1767384389.910968:0:16156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00000001:2.0:1767384389.910969:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.910969:0:39784:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384389.910974:0:39784:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000df14ab0. 00010000:00000001:2.0:1767384389.910975:0:16783:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384389.910976:0:16156:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384389.910979:0:16783:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384389.910979:0:39784:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384389.910981:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00010000:00000001:2.0:1767384389.910983:0:16783:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384389.910984:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00010000:00010000:0.0:1767384389.910985:0:39784:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00000001:3.0:1767384389.910988:0:16156:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384389.910988:0:16783:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.910989:0:39784:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.910993:0:16783:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384389.910994:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.910994:0:39784:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384389.910999:0:16783:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fbd2e85 with handle 0xf489261bfe0bc862 from hash 00010000:00000001:0.0:1767384389.911000:0:39784:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384389.911004:0:39784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384389.911005:0:16783:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384389.911007:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384389.911009:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.911009:0:39784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384389.911010:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384389.911012:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384389.911013:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384389.911015:0:16783:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000040:0.0:1767384389.911016:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000fc1c45e3) refs 2 00010000:00000001:2.0:1767384389.911018:0:16783:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384389.911021:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.911022:0:16783:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:3.0:1767384389.911026:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1767384389.911027:0:16783:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:00000001:0.0:1767384389.911027:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384389.911031:0:16783:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:0.0:1767384389.911031:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911032:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.911036:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978708 10000000:00000040:0.0:1767384389.911036:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000b67cb3a3) refs 3 00000100:00000010:2.0:1767384389.911038:0:16783:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e2000fb2. 10000000:00000001:0.0:1767384389.911042:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.911043:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978704 00000020:00000040:2.0:1767384389.911043:0:16783:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 10000000:00000001:0.0:1767384389.911045:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384389.911048:0:16783:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:0.0:1767384389.911049:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.911050:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978708 02000000:00000001:2.0:1767384389.911050:0:16783:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767384389.911053:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911055:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978704 02000000:00000001:2.0:1767384389.911056:0:16783:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384389.911056:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000040d4e9b4) refs 2 10000000:00000001:0.0:1767384389.911061:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.911062:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978708 02000000:00000010:2.0:1767384389.911063:0:16783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000321405a2. 10000000:00000001:0.0:1767384389.911064:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911068:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294978704 10000000:00000040:0.0:1767384389.911068:0:39784:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000040d4e9b4) refs 1 00000100:00000001:2.0:1767384389.911069:0:16783:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384389.911073:0:39784:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00000001:3.0:1767384389.911074:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978708 00010000:00000001:2.0:1767384389.911074:0:16783:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 10000000:00000001:0.0:1767384389.911075:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767384389.911079:0:16783:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384389.911079:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.911080:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294978704 10000000:00000001:0.0:1767384389.911083:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911085:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384389.911087:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384389.911090:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911091:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384389.911092:0:16783:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:0.0:1767384389.911093:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384389.911094:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.911096:0:16783:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384389.911097:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384389.911099:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384389.911101:0:39784:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384389.911102:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384389.911103:0:16783:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1767384389.911104:0:39784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384389.911107:0:16783:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384389.911107:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000006a4f0d02 : new refcount 9 10000000:00000010:0.0:1767384389.911111:0:39784:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000040d4e9b4. 10000000:00000001:0.0:1767384389.911115:0:39784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384389.911116:0:16783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2000fb2] to pc [ptlrpcd_00_03+3] req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384389.911118:0:39784:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:0.0:1767384389.911121:0:39784:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384389.911126:0:39784:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.911132:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d30f236. 00010000:00000001:1.0:1767384389.911135:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384389.911138:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000010:0.0:1767384389.911138:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009652e802. 00010000:00000001:1.0:1767384389.911141:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911143:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.911144:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cc51f18d. 00000020:00000010:0.0:1767384389.911149:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d966d691. 00040000:00000010:0.0:1767384389.911153:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000280332a0. 00010000:00000001:1.0:1767384389.911154:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.911157:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911159:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00040000:00000010:0.0:1767384389.911159:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a05a82a2. 00080000:00000010:0.0:1767384389.911165:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000357fe71b. 00010000:00000001:1.0:1767384389.911166:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.911168:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 000000009b631f55/0xf489261bfe0bc410 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc417 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384389.911171:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0982d8a. 00010000:00000001:1.0:1767384389.911175:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911178:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1767384389.911178:0:39784:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384389.911180:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000464cef7. 00000020:00000010:0.0:1767384389.911183:0:39784:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000edc269dd. 00010000:00000001:1.0:1767384389.911185:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.911187:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.911188:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911189:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1767384389.911192:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384389.911194:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384389.911195:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384389.911195:0:39784:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.911201:0:39784:0:(obd_config.c:1053:class_get_profile()) Process entered 00010000:00010000:1.0:1767384389.911202:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072758916 already unused, calling callback (000000001cc36fe6) 00000020:00000001:0.0:1767384389.911204:0:39784:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 10000000:00000001:1.0:1767384389.911205:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384389.911208:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384389.911209:0:39784:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446623112084142080 : -120961625409536 : ffff91fc6d493800) 00010000:00000001:1.0:1767384389.911213:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1767384389.911215:0:39784:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446623112084142080 : -120961625409536 : ffff91fc6d493800) 00010000:00000001:1.0:1767384389.911216:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.911217:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.911219:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072758916 refcount=3 00000020:00000001:1.0:1767384389.911221:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00010000:00000001:1.0:1767384389.911222:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083595776 : -120961625955840 : ffff91fc6d40e200) 00000020:00000010:0.0:1767384389.911223:0:39784:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000be8f9534. 00010000:00000001:1.0:1767384389.911224:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384389.911226:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384389.911232:0:39784:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:0.0:1767384389.911236:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 10000000:00000001:1.0:1767384389.911237:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384389.911240:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:01000000:0.0:1767384389.911240:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 10000000:01000000:1.0:1767384389.911246:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000020:00000010:0.0:1767384389.911247:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000005a31a621. 10000000:01000000:1.0:1767384389.911248:0:16784:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:1.0:1767384389.911250:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384389.911252:0:16784:0:(mgc_request.c:123:config_log_put()) log params(00000000ef44b46c) refs 1 10000000:01000000:1.0:1767384389.911254:0:16784:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00000080:0.0:1767384389.911254:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 10000000:00000001:1.0:1767384389.911256:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911258:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911259:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911260:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384389.911260:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 10000000:00000001:1.0:1767384389.911262:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911264:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911264:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911266:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000080:0.0:1767384389.911266:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 10000000:00000001:1.0:1767384389.911267:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911269:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384389.911271:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000006a4f0d02 : new refcount 8 10000000:00000010:1.0:1767384389.911272:0:16784:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000ef44b46c. 00000020:00080000:0.0:1767384389.911274:0:39784:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000ec13493c lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:00000001:1.0:1767384389.911275:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911277:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.911279:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384389.911281:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384389.911282:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.911285:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.911286:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.911288:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072758916 with handle 0xf489261bfe0bc487 from hash 00000020:00080000:0.0:1767384389.911290:0:39784:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000a69a85de b5a9f0e7-4930-4c8c-9484-8caf40e4e445 192.168.203.13@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:1.0:1767384389.911291:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384389.911293:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.911294:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911296:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.911297:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384389.911298:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384389.911302:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:0.0:1767384389.911302:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384389.911305:0:39784:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000bc769f7c) has exports, disconnecting them 00010000:00000001:1.0:1767384389.911307:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384389.911310:0:39784:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000100:00000010:1.0:1767384389.911311:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae54113f. 00000020:00000040:1.0:1767384389.911314:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000020:00000040:0.0:1767384389.911314:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000ec13493c refcount=5 00000100:00000001:1.0:1767384389.911319:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1767384389.911320:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000ec13493c refcount=6 02000000:00000001:1.0:1767384389.911321:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384389.911323:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384389.911327:0:39784:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000ec13493c), last request at 1767384389 02000000:00000010:1.0:1767384389.911328:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052f642ae. 00000100:00000001:1.0:1767384389.911333:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.911334:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767384389.911335:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384389.911338:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1767384389.911338:0:39784:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384389.911342:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000ec13493c refcount=7 00010000:00010000:1.0:1767384389.911344:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384389.911347:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.911347:0:39784:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:1.0:1767384389.911348:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384389.911352:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.911352:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000040:1.0:1767384389.911357:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae54113f] to pc [ptlrpcd_00_00+0] req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384389.911357:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 6 00000020:00000080:0.0:1767384389.911362:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc528 00000020:00000040:0.0:1767384389.911368:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ec13493c with handle 0xf489261bfe0bc528 from hash 00000020:00000040:0.0:1767384389.911372:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 5 00010000:00000001:1.0:1767384389.911374:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384389.911375:0:39784:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000de689fdf. 00010000:00000001:1.0:1767384389.911377:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.911379:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911380:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.911381:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:1.0:1767384389.911382:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.911383:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911385:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384389.911388:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.911389:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 0000000072758916/0xf489261bfe0bc487 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc48e expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384389.911391:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 4 00010000:00000001:1.0:1767384389.911396:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384389.911396:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384389.911398:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1767384389.911399:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 3 00010000:00000010:1.0:1767384389.911400:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000023ccfb11. 00010000:00000001:1.0:1767384389.911404:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.911404:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.911407:0:39784:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384389.911410:0:39784:0:(import.c:65:import_set_state_nolock()) 0000000046f64bbf : changing import state from FULL to CLOSED 00000020:00000001:1.0:1767384389.911411:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.911413:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911416:0:16784:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384389.911417:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:1.0:1767384389.911418:0:16784:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384389.911420:0:16784:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384389.911420:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384389.911424:0:39784:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00010000:1.0:1767384389.911425:0:16784:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.911428:0:39784:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911430:0:16784:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bcdd072d already unused, calling callback (000000001cc36fe6) 10000000:00000001:1.0:1767384389.911433:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384389.911434:0:16784:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1767384389.911435:0:39784:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:1.0:1767384389.911439:0:16784:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384389.911440:0:16784:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1767384389.911441:0:39784:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:1.0:1767384389.911442:0:16784:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.911444:0:16784:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bcdd072d refcount=3 00000020:00000001:1.0:1767384389.911446:0:16784:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 00000001:00000001:0.0:1767384389.911446:0:39784:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.911447:0:16784:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112083597312 : -120961625954304 : ffff91fc6d40e800) 00010000:00000001:1.0:1767384389.911463:0:16784:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:0.0:1767384389.911464:0:39784:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911465:0:16784:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384389.911470:0:39784:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 10000000:00000001:1.0:1767384389.911474:0:16784:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000001:00000040:0.0:1767384389.911475:0:39784:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 5 10000000:00010000:1.0:1767384389.911477:0:16784:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384389.911481:0:39784:0:(nodemap_member.c:32:nm_member_del()) Process entered 10000000:01000000:1.0:1767384389.911483:0:16784:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000001:00000040:0.0:1767384389.911485:0:39784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 4 10000000:01000000:1.0:1767384389.911486:0:16784:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:00000001:1.0:1767384389.911488:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1767384389.911490:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 2 10000000:00000040:1.0:1767384389.911491:0:16784:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000fc1c45e3) refs 1 10000000:01000000:1.0:1767384389.911493:0:16784:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:1.0:1767384389.911496:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000001:00000001:0.0:1767384389.911496:0:39784:0:(nodemap_member.c:50:nm_member_del()) Process leaving 10000000:00000001:1.0:1767384389.911499:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911500:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000001:00000040:0.0:1767384389.911504:0:39784:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 3 10000000:00000001:1.0:1767384389.911505:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911506:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911509:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384389.911510:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 00000001:00000001:0.0:1767384389.911510:0:39784:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 10000000:00000001:1.0:1767384389.911513:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384389.911514:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 1 10000000:00000001:1.0:1767384389.911515:0:16784:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384389.911516:0:16784:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384389.911518:0:16784:0:(genops.c:898:class_export_put()) PUTting export 000000006a4f0d02 : new refcount 7 00000004:00000001:0.0:1767384389.911519:0:39784:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384389.911520:0:16784:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000fc1c45e3. 10000000:00000001:1.0:1767384389.911523:0:16784:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384389.911523:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.911525:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384389.911529:0:39784:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000ec13493c): rc 0 00010000:00000001:1.0:1767384389.911534:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1767384389.911534:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ec13493c : new refcount 0 00010000:00000001:1.0:1767384389.911537:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000080:0.0:1767384389.911538:0:39784:0:(genops.c:904:class_export_put()) final put 00000000ec13493c/lustre-MDT0000-lwp-OST0000_UUID 00010000:00000001:1.0:1767384389.911539:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.911541:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.911543:0:16784:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.911545:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bcdd072d with handle 0xf489261bfe0bc402 from hash 00010000:00000001:1.0:1767384389.911546:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384389.911547:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.911548:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911549:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.911550:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384389.911550:0:39784:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:1.0:1767384389.911565:0:16784:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384389.911566:0:16784:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384389.911567:0:16784:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384389.911570:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d49daa1. 00000020:00000040:1.0:1767384389.911573:0:16784:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=7 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384389.911573:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:1.0:1767384389.911577:0:16784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384389.911578:0:16784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767384389.911578:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 02000000:00000001:1.0:1767384389.911582:0:16784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911583:0:39784:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 02000000:00000010:1.0:1767384389.911585:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002cc8ddd7. 00000004:00000001:0.0:1767384389.911586:0:39784:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00000001:1.0:1767384389.911588:0:16784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911590:0:39784:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:1.0:1767384389.911591:0:16784:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000004:00000080:0.0:1767384389.911593:0:39784:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbaec4190bb28 00010000:00010000:1.0:1767384389.911594:0:16784:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00100000:00000001:0.0:1767384389.911600:0:39784:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00010000:1.0:1767384389.911601:0:16784:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384389.911607:0:16784:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1767384389.911611:0:39784:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.911614:0:16784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:0.0:1767384389.911615:0:39784:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911616:0:16784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911620:0:39784:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000100:00000040:1.0:1767384389.911622:0:16784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d49daa1] to pc [ptlrpcd_00_01+1] req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384389.911624:0:39784:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000cd447f07. 00000004:00000001:0.0:1767384389.911629:0:39784:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00010000:00000001:1.0:1767384389.911631:0:16784:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1767384389.911632:0:39784:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:1.0:1767384389.911634:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.911636:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.911637:0:16784:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.911639:0:16784:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384389.911640:0:16784:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911640:0:39784:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00010000:1.0:1767384389.911644:0:16784:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1767384389.911644:0:39784:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000004:00000040:0.0:1767384389.911648:0:39784:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff91fc608f2800 00000100:00000001:0.0:1767384389.911653:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:1.0:1767384389.911654:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.911657:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 00000000bcdd072d/0xf489261bfe0bc402 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc409 expref: -99 pid: 16777 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1767384389.911657:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384389.911661:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000040:1.0:1767384389.911663:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e31e3230 count: 0 00000100:00000001:0.0:1767384389.911665:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384389.911667:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00010000:00000001:1.0:1767384389.911669:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384389.911670:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:1.0:1767384389.911671:0:16784:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384389.911674:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000df14ab0. 00000100:00000001:0.0:1767384389.911677:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767384389.911678:0:16784:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.911680:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000001:1.0:1767384389.911681:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.911683:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.911683:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384389.911686:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00010000:1.0:1767384389.911687:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384389.911690:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.911690:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911691:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000040:0.0:1767384389.911692:0:39784:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000020:00000001:1.0:1767384389.911693:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.911694:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.911697:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384389.911702:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.911703:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.911704:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00080000:0.0:1767384389.911705:0:39784:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000040:1.0:1767384389.911707:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.911708:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:0.0:1767384389.911710:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384389.911712:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384389.911721:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384389.911723:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.911725:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384389.911726:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384389.911729:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.911736:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744061824:0@lo:103: 00000100:00000001:1.0:1767384389.911740:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384389.911742:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384389.911744:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.911746:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384389.911749:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087a61a59. 00000001:00000001:0.0:1767384389.911749:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.911754:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384389.911754:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384389.911757:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:1.0:1767384389.911760:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b6474b. 00000400:00000010:1.0:1767384389.911765:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000100:00000200:1.0:1767384389.911768:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061824, portal 18 00000100:00000001:1.0:1767384389.911770:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384389.911771:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099047040 : -120961610504576 : ffff91fc6e2ca680) 00000100:00000040:1.0:1767384389.911774:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.911780:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.911782:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384389.911784:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000100:00000200:1.0:1767384389.911787:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744061824, offset 0 00000001:00000001:0.0:1767384389.911789:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.911793:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384389.911794:0:39784:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767384389.911797:0:39784:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000400:00000200:1.0:1767384389.911801:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384389.911801:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384389.911804:0:39784:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384389.911808:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384389.911811:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd08380 00000100:00000001:0.0:1767384389.911811:0:39784:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.911815:0:39784:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000400:00000200:1.0:1767384389.911818:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00000001:0.0:1767384389.911819:0:39784:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767384389.911823:0:39784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 00000400:00000200:1.0:1767384389.911824:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384389.911827:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.911831:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384389.911832:0:39784:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:1.0:1767384389.911834:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384389.911836:0:39784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384389.911838:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8f745da. 02000000:00000001:0.0:1767384389.911839:0:39784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384389.911841:0:39784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384389.911845:0:39784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000280332a0. 00000100:00000040:1.0:1767384389.911850:0:16155:0:(events.c:337:request_in_callback()) incoming req@00000000f8f745da x1853236744061824 msgsize 328 00000100:00000001:0.0:1767384389.911851:0:39784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.911855:0:39784:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446623107153118080 : -120966556433536 : ffff91fb475fc380) 00000100:00100000:1.0:1767384389.911861:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767384389.911861:0:39784:0:(import.c:65:import_set_state_nolock()) 000000009cc6d090 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767384389.911866:0:39784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384389.911868:0:39784:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911872:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384389.911872:0:39784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ba82d3c] to pc [ptlrpcd_rcv+-1] req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384389.911879:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00000400:00000010:1.0:1767384389.911883:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00000100:00000001:1.0:1767384389.911887:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384389.911891:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.911891:0:39784:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911897:0:39784:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384389.911902:0:39784:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911904:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1767384389.911907:0:39784:0:(osd_handler.c:1463:osd_process_config()) Process entered 00000100:00000040:1.0:1767384389.911908:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000001:0.0:1767384389.911912:0:39784:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:0.0:1767384389.911916:0:39784:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00000100:00000001:1.0:1767384389.911917:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911919:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000010:0.0:1767384389.911922:0:39784:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000001b39021b. 00000100:00000001:1.0:1767384389.911923:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911927:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978708 00100000:00000001:0.0:1767384389.911927:0:39784:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:0.0:1767384389.911931:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000018fa23f1. 00000100:00000001:1.0:1767384389.911932:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294978708 00000100:00000001:1.0:1767384389.911936:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978708 00100000:00000010:0.0:1767384389.911937:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bc9ca008. 00000100:00000001:1.0:1767384389.911939:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294978708 00100000:00000010:0.0:1767384389.911942:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000af1de494. 00000100:00000001:1.0:1767384389.911943:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978708 00000100:00000001:1.0:1767384389.911947:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294978708 00100000:00000010:0.0:1767384389.911948:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006cc6fca9. 00000100:00000001:1.0:1767384389.911949:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978708 00000100:00000001:1.0:1767384389.911953:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294978708 00100000:00000010:0.0:1767384389.911953:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fbce7dc6. 00000100:00000001:1.0:1767384389.911954:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.911958:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384389.911959:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000df3f6bf4. 00000100:00000001:1.0:1767384389.911961:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.911964:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:0.0:1767384389.911964:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ee2502c2. 00100000:00000010:0.0:1767384389.911969:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ad68fcd3. 00000100:00000001:1.0:1767384389.911970:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00100000:00000010:0.0:1767384389.911972:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aceee922. 00000100:00000001:1.0:1767384389.911973:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384389.911978:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00100000:00000010:0.0:1767384389.911978:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000daf4b31a. 00000100:00000001:1.0:1767384389.911980:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.911983:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384389.911984:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f7559eec. 00000100:00100000:1.0:1767384389.911985:0:16155:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00100000:00000010:0.0:1767384389.911987:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000df17c164. 00100000:00000010:0.0:1767384389.911990:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fc008100. 00100000:00000010:0.0:1767384389.911992:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e427ceb5. 00000100:00000001:1.0:1767384389.911994:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.911997:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.911998:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.912001:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.912004:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00100000:00000010:0.0:1767384389.912004:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004cc2bc85. 00000100:00000001:1.0:1767384389.912007:0:16155:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00100000:00000010:0.0:1767384389.912008:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000085794ed2. 00000100:00000040:1.0:1767384389.912012:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:0.0:1767384389.912012:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d8dad16d. 00100000:00000010:0.0:1767384389.912016:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000abb848bb. 00100000:00000010:0.0:1767384389.912019:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c0134f82. 00100000:00000010:0.0:1767384389.912023:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bd967976. 00100000:00000010:0.0:1767384389.912028:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ac08e2ac. 00000100:00000001:1.0:1767384389.912029:0:16155:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384389.912032:0:16155:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384389.912033:0:39784:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012005685. 02000000:00000001:1.0:1767384389.912035:0:16155:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00100000:00000001:0.0:1767384389.912037:0:39784:0:(scrub.c:1099:lustre_index_backup()) Process leaving 02000000:00000001:1.0:1767384389.912038:0:16155:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384389.912040:0:39784:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.912042:0:16155:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.912046:0:16155:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744061696:0@lo:103: 00000020:00000001:0.0:1767384389.912046:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384389.912049:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000bc769f7c) has no exports 00000100:00000001:1.0:1767384389.912051:0:16155:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384389.912053:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000001:1.0:1767384389.912055:0:16155:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384389.912056:0:39784:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 02000000:00000001:1.0:1767384389.912058:0:16155:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.912061:0:16155:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384389.912065:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efe3180a. 02000000:00000001:1.0:1767384389.912067:0:16155:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384389.912071:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f5cf64. 00000400:00000010:1.0:1767384389.912073:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000100:00000200:1.0:1767384389.912076:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061696, portal 18 00000100:00000001:1.0:1767384389.912078:0:16155:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384389.912080:0:16155:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112099049728 : -120961610501888 : ffff91fc6e2cb100) 00000100:00000040:1.0:1767384389.912083:0:16155:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384389.912087:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:1.0:1767384389.912089:0:16155:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000080:0.0:1767384389.912091:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000ec13493c/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000040:1.0:1767384389.912094:0:16155:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384389.912098:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000020:00000040:0.0:1767384389.912098:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 17 to 0@lo 00000100:00000200:1.0:1767384389.912103:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744061696, offset 0 00000020:00000001:0.0:1767384389.912103:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384389.912106:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384389.912109:0:37:0:(genops.c:1229:class_import_get()) import 0000000046f64bbf refcount=2 obd=lustre-MDT0000 00000400:00000200:1.0:1767384389.912111:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384389.912113:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384389.912115:0:37:0:(genops.c:1242:class_import_put()) import 0000000046f64bbf refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384389.912117:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384389.912120:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384389.912121:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384389.912124:0:37:0:(genops.c:1242:class_import_put()) import 0000000046f64bbf refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384389.912127:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000046f64bbf 00000400:00000200:1.0:1767384389.912129:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd08300 00000400:00000200:1.0:1767384389.912133:0:16155:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000020:00000001:0.0:1767384389.912135:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384389.912138:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000001e755d2f. 00010000:00000001:0.0:1767384389.912146:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000200:1.0:1767384389.912147:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1767384389.912149:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:1.0:1767384389.912152:0:16155:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:0.0:1767384389.912155:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000428f962d. 00000100:00000001:1.0:1767384389.912156:0:16155:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384389.912158:0:16155:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000001:00000010:0.0:1767384389.912161:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015b22dcd. 00000100:00000010:1.0:1767384389.912163:0:16155:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000001:00000010:0.0:1767384389.912166:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d5a7ca5. 00000100:00000040:1.0:1767384389.912167:0:16155:0:(events.c:337:request_in_callback()) incoming req@000000006765f1c4 x1853236744061696 msgsize 328 00000001:00000010:0.0:1767384389.912171:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000073ab05aa. 00000100:00100000:1.0:1767384389.912176:0:16155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:0.0:1767384389.912177:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000afa76485. 00000001:00000010:0.0:1767384389.912181:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000085c781d6. 00000100:00000001:1.0:1767384389.912187:0:16155:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:0.0:1767384389.912192:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000200:1.0:1767384389.912193:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384389.912196:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00010000:00000001:0.0:1767384389.912196:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384389.912200:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:1.0:1767384389.912201:0:16155:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384389.912206:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384389.912206:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d65b8ce. 00000001:00000010:0.0:1767384389.912213:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000034d56a54. 00000100:00000001:1.0:1767384389.912217:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000010:0.0:1767384389.912218:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072f90ac9. 00000100:00000040:1.0:1767384389.912222:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384389.912222:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003f2457c9. 00000001:00000010:0.0:1767384389.912227:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000442a429e. 00000001:00000010:0.0:1767384389.912231:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000037c2554e. 00000001:00000001:0.0:1767384389.912235:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384389.912236:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.912237:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:1.0:1767384389.912239:0:16155:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384389.912241:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384389.912244:0:16155:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384389.912245:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000e266e7c8. 00000100:00000001:1.0:1767384389.912248:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978708 00000004:00000001:0.0:1767384389.912251:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912252:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, keep current deadline 4294978708 00000100:00000001:1.0:1767384389.912257:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978708 00000020:00000001:0.0:1767384389.912257:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912262:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, keep current deadline 4294978708 00000020:00000040:0.0:1767384389.912263:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 7 - export 00000100:00000001:1.0:1767384389.912265:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978708 00000020:00000010:0.0:1767384389.912268:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ec13493c. 00000100:00000001:1.0:1767384389.912269:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, keep current deadline 4294978708 00000100:00000001:1.0:1767384389.912273:0:16155:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978708 00000100:00000001:1.0:1767384389.912275:0:16155:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, keep current deadline 4294978708 00000100:00000001:1.0:1767384389.912276:0:16155:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.912278:0:16155:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.912279:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:1.0:1767384389.912281:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912284:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.912285:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384389.912288:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000046f64bbf for lustre-MDT0000 00000020:00000040:0.0:1767384389.912293:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 16 to 0@lo 00000020:00000040:0.0:1767384389.912296:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 6 - import 00000020:00000010:0.0:1767384389.912298:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000046f64bbf. 00000020:00000001:0.0:1767384389.912302:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384389.912312:0:16154:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.912313:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384389.912315:0:16154:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.912316:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061440 02000000:00000001:1.0:1767384389.912320:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384389.912322:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.912324:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.912327:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.912330:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061440 00000020:00000001:1.0:1767384389.912333:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384389.912334:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384389.912336:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384389.912337:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384389.912338:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=14 00000100:00100000:0.0:1767384389.912340:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061824 00000020:00000001:1.0:1767384389.912342:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 02000000:00000001:0.0:1767384389.912344:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384389.912346:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384389.912347:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.912351:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384389.912351:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384389.912355:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 02000000:00000001:0.0:1767384389.912356:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912359:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384389.912361:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061824 00000020:00000010:1.0:1767384389.912363:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000020:00000001:0.0:1767384389.912365:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384389.912368:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000010:1.0:1767384389.912369:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003837f135. 00000020:00000001:0.0:1767384389.912370:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384389.912374:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096e9b5b2. 00000020:00000010:1.0:1767384389.912378:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000040:0.0:1767384389.912379:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=15 00000020:00000001:0.0:1767384389.912384:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000040:1.0:1767384389.912385:0:16781:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:0.0:1767384389.912387:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384389.912389:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384389.912392:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384389.912392:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384389.912394:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384389.912397:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.912398:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00010000:00000001:1.0:1767384389.912401:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384389.912402:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384389.912404:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384389.912406:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000020:00000001:1.0:1767384389.912407:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.912410:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d64c77c8 refcount=3 00000020:00000010:0.0:1767384389.912412:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000020:00000001:1.0:1767384389.912413:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754944 : -120961592796672 : ffff91fc6f3ada00) 00000020:00000010:0.0:1767384389.912417:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014b5cf39. 00010000:00000001:1.0:1767384389.912418:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754944 : -120961592796672 : ffff91fc6f3ada00) 00010000:00000001:1.0:1767384389.912422:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.912424:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.912425:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.912425:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000001:1.0:1767384389.912429:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.912432:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384389.912435:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384389.912437:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384389.912440:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912442:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.912443:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384389.912447:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384389.912450:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384389.912464:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.912474:0:16781:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384389.912476:0:16781:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061696 02000000:00000001:1.0:1767384389.912477:0:16781:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384389.912479:0:16781:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.912480:0:16781:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.912482:0:16781:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.912483:0:16781:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061696 00000020:00000001:1.0:1767384389.912485:0:16781:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384389.912487:0:16781:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000020:00000001:1.0:1767384389.912488:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.912489:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=16 00000020:00000001:1.0:1767384389.912491:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000020:00000001:1.0:1767384389.912493:0:16781:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:1.0:1767384389.912495:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.912497:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.912499:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.912501:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000020:00000010:1.0:1767384389.912504:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e34b776. 00000020:00000010:1.0:1767384389.912506:0:16781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004f4e6162. 00000020:00000010:1.0:1767384389.912508:0:16781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a7a4df0. 00000100:00000001:1.0:1767384389.912511:0:16781:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384389.912512:0:16781:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384389.912514:0:16781:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384389.912515:0:16781:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.912516:0:16781:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384389.912518:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.912519:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.912521:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6427b2 refcount=3 00000020:00000001:1.0:1767384389.912522:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116749312 : -120961592802304 : ffff91fc6f3ac400) 00010000:00000001:1.0:1767384389.912524:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116749312 : -120961592802304 : ffff91fc6f3ac400) 00010000:00000001:1.0:1767384389.912526:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.912528:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.912529:0:16781:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912535:0:16781:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912538:0:16781:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912540:0:16781:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.912546:0:16781:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384389.912548:0:16781:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384389.912551:0:16781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384389.912568:0:16781:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384389.912570:0:16781:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623111454599680 : -120962254951936 : ffff91fc47c32a00) 00000100:00000040:1.0:1767384389.912573:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af54fc67 x1853236744061440/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.912581:0:16781:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.912584:0:16781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:1.0:1767384389.912585:0:16781:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.912587:0:16781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000100:00100000:1.0:1767384389.912590:0:16781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af54fc67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+16:16156:x1853236744061440:12345-0@lo:103: 00000100:00000200:1.0:1767384389.912593:0:16781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061440 00010000:00000001:1.0:1767384389.912596:0:16781:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384389.912598:0:16781:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384389.912600:0:16781:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384389.912603:0:16781:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384389.912605:0:16781:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384389.912608:0:16781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000badebff9. 02000000:00000001:1.0:1767384389.912610:0:16781:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912612:0:16781:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.912614:0:16781:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384389.912615:0:16781:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384389.912617:0:16781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.912618:0:16781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.912619:0:16781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d64c77c8 refcount=3 00000020:00000001:1.0:1767384389.912621:0:16781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116754944 : -120961592796672 : ffff91fc6f3ada00) 00010000:00000001:1.0:1767384389.912623:0:16781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116754944 : -120961592796672 : ffff91fc6f3ada00) 00010000:00000040:1.0:1767384389.912625:0:16781:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 5 00010000:00000001:1.0:1767384389.912632:0:16781:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384389.912634:0:16781:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384389.912636:0:16781:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384389.912638:0:16781:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.912639:0:16781:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.912642:0:16781:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384389.912644:0:16781:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384389.912648:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.912649:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.912651:0:16781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.912653:0:16781:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.912655:0:16781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d64c77c8 with handle 0xf489261bfe0bc417 from hash 00000020:00000040:0.0:1767384389.912656:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069845a93 refcount=3 00010000:00000001:1.0:1767384389.912657:0:16781:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384389.912659:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.912663:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384389.912663:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116755456 : -120961592796160 : ffff91fc6f3adc00) 00010000:00000001:1.0:1767384389.912665:0:16781:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384389.912668:0:16781:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384389.912669:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116755456 : -120961592796160 : ffff91fc6f3adc00) 00010000:00000001:1.0:1767384389.912670:0:16781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384389.912674:0:16781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d64c77c8/0xf489261bfe0bc417 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc410 expref: 16 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.912675:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.912678:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.912681:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384389.912683:0:16781:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 8 00000100:00000001:0.0:1767384389.912685:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.912687:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 15 00000100:00000001:0.0:1767384389.912691:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.912693:0:16781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384389.912695:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384389.912697:0:16781:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384389.912700:0:16781:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384389.912701:0:16781:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384389.912704:0:16781:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.912706:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384389.912707:0:16781:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384389.912711:0:16781:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1767384389.912711:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384389.912714:0:16781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384389.912718:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00000001:1.0:1767384389.912719:0:16781:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384389.912722:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00010000:00000001:1.0:1767384389.912723:0:16781:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.912726:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112353488768 : -120961356062848 : ffff91fc7d571f80) 00000100:00001000:1.0:1767384389.912728:0:16781:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.912734:0:16781:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384389.912737:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006765f1c4 x1853236744061696/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384389.912739:0:16781:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 17 to 0@lo 00000100:00000001:1.0:1767384389.912743:0:16781:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384389.912751:0:16781:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384389.912752:0:16781:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.912756:0:16781:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.912762:0:16781:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384389.912766:0:16781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000001:0.0:1767384389.912770:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384389.912771:0:16781:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744061440, offset 224 00000020:00000010:0.0:1767384389.912775:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000400:00000200:1.0:1767384389.912779:0:16781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384389.912780:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384389.912784:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000400:00000200:1.0:1767384389.912788:0:16781:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384389.912791:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006765f1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+15:16155:x1853236744061696:12345-0@lo:103: 00000400:00000200:1.0:1767384389.912796:0:16781:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd08200 00000100:00000200:0.0:1767384389.912799:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061696 00000400:00000200:1.0:1767384389.912803:0:16781:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2149 [1] + 224 00010000:00000001:0.0:1767384389.912803:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384389.912806:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384389.912809:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:1.0:1767384389.912810:0:16781:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384389.912812:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384389.912816:0:16781:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384389.912816:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384389.912821:0:16781:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384389.912821:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b18a52f. 02000000:00000001:0.0:1767384389.912825:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384389.912827:0:16781:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.912830:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.912835:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384389.912837:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384389.912842:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384389.912844:0:16781:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384389.912845:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.912848:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b6427b2 refcount=3 00000020:00000001:0.0:1767384389.912852:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116749312 : -120961592802304 : ffff91fc6f3ac400) 00010000:00000001:0.0:1767384389.912856:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116749312 : -120961592802304 : ffff91fc6f3ac400) 00010000:00000040:0.0:1767384389.912861:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a6abb9fd count: 3 00010000:00000001:0.0:1767384389.912864:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384389.912866:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384389.912868:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384389.912869:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.912870:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.912873:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384389.912874:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384389.912877:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.912879:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.912881:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384389.912882:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384389.912889:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b6427b2 with handle 0xf489261bfe0bc48e from hash 00010000:00000001:0.0:1767384389.912892:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384389.912893:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.912895:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.912896:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384389.912898:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384389.912899:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384389.912902:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b6427b2/0xf489261bfe0bc48e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc487 expref: 15 pid: 16789 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384389.912905:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384389.912908:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:0.0:1767384389.912910:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 7 00000100:00000001:3.0:1767384389.912913:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384389.912914:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 14 00000100:00000001:3.0:1767384389.912916:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384389.912920:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.912923:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384389.912924:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384389.912925:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.912927:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.912929:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384389.912930:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384389.912931:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.912933:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384389.912935:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384389.912937:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384389.912940:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384389.912942:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 18 to 0@lo 00000100:00000001:0.0:1767384389.912944:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:0.0:1767384389.912946:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384389.912947:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.912949:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384389.912951:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384389.912954:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384389.912956:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744061696, offset 224 00000400:00000200:0.0:1767384389.912961:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384389.912966:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384389.912971:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd08300 00000400:00000200:0.0:1767384389.912974:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2159 [1] + 224 00000400:00000200:0.0:1767384389.912984:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384389.912987:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384389.912990:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384389.912993:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384389.912999:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.913007:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384389.913011:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384389.913012:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000001:0.0:1767384389.913013:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384389.913015:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384389.913017:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913019:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 17 to 0@lo 00010000:00000001:0.0:1767384389.913021:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.913023:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913027:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006765f1c4 x1853236744061696/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384389.913034:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006765f1c4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+14:16155:x1853236744061696:12345-0@lo:103: Request processed in 264us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384389.913041:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384389.913043:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:0.0:1767384389.913045:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384389.913047:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384389.913050:0:16781:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384389.913050:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004f4e6162. 00000020:00000010:0.0:1767384389.913056:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a7a4df0. 00000400:00000200:1.0:1767384389.913058:0:16781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384389.913061:0:16781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000020:00000010:0.0:1767384389.913061:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e34b776. 00000100:00000001:1.0:1767384389.913065:0:16781:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384389.913068:0:16781:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384389.913068:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 13 00000100:00000001:0.0:1767384389.913073:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.913074:0:16781:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.913080:0:16781:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 16 to 0@lo 00010000:00000001:1.0:1767384389.913083:0:16781:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.913085:0:16781:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913085:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384389.913088:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384389.913089:0:16781:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af54fc67 x1853236744061440/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384389.913094:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1767384389.913100:0:16781:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af54fc67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+13:16156:x1853236744061440:12345-0@lo:103: Request processed in 517us (2138us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384389.913105:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 2 00000100:00000001:0.0:1767384389.913109:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112099052416 : -120961610499200 : ffff91fc6e2cbb80) 00000100:00100000:1.0:1767384389.913110:0:16781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384389.913115:0:16781:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 1 00000100:00000040:0.0:1767384389.913117:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8f745da x1853236744061824/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.913125:0:16781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384389.913128:0:16781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384389.913129:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384389.913131:0:16781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096e9b5b2. 00000020:00000010:0.0:1767384389.913133:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000020:00000010:1.0:1767384389.913136:0:16781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000100:00000001:0.0:1767384389.913137:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384389.913141:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000020:00000010:1.0:1767384389.913142:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003837f135. 00000100:00100000:0.0:1767384389.913147:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8f745da pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+13:16155:x1853236744061824:12345-0@lo:103: 00000020:00000040:1.0:1767384389.913148:0:16781:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 12 00000100:00000200:0.0:1767384389.913152:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061824 00000100:00000001:1.0:1767384389.913153:0:16781:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.913155:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384389.913158:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384389.913159:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384389.913162:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384389.913164:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384389.913166:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f209aa12. 02000000:00000001:0.0:1767384389.913169:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913171:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913172:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384389.913173:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384389.913176:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384389.913177:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384389.913180:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:1.0:1767384389.913182:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384389.913182:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384389.913185:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000069845a93 refcount=3 00000400:00000001:1.0:1767384389.913186:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384389.913190:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f5cf64. 00000020:00000001:0.0:1767384389.913190:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116755456 : -120961592796160 : ffff91fc6f3adc00) 00000400:00000200:1.0:1767384389.913196:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00010000:00000001:0.0:1767384389.913196:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116755456 : -120961592796160 : ffff91fc6f3adc00) 00000400:00000010:1.0:1767384389.913201:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00010000:00000040:0.0:1767384389.913201:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e5b5c7bc count: 2 00010000:00000001:0.0:1767384389.913206:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384389.913207:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384389.913209:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384389.913211:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1767384389.913212:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.913214:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.913218:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.913222:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384389.913224:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384389.913228:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.913234:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384389.913236:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384389.913237:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384389.913239:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.913241:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384389.913244:0:16155:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384389.913245:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.913247:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384389.913249:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000069845a93 with handle 0xf489261bfe0bc409 from hash 00000100:00000001:1.0:1767384389.913251:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.913254:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.913255:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384389.913258:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384389.913258:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.913261:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384389.913263:0:16783:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384389.913264:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=97 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384389.913264:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384389.913268:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384389.913270:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.913271:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384389.913272:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384389.913274:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384389.913278:0:16783:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384389.913278:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000069845a93/0xf489261bfe0bc409 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc402 expref: 12 pid: 16789 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384389.913279:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.913282:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.913284:0:16783:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.913287:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:2.0:1767384389.913290:0:16783:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.913291:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384389.913294:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 6 00010000:00010000:2.0:1767384389.913295:0:16783:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384389.913296:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384389.913297:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 11 00000100:00000040:1.0:1767384389.913304:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.913305:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384389.913309:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384389.913310:0:16783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384389.913312:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384389.913314:0:16783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.113@tcp lock: 000000004fbd2e85/0xf489261bfe0bc862 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf489261bfe0bc869 expref: -99 pid: 16793 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384389.913316:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384389.913321:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913326:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384389.913326:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384389.913329:0:16782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5b5c7bc count: 0 00010000:00000040:2.0:1767384389.913330:0:16783:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008b63c25a count: 0 00000100:00000001:1.0:1767384389.913337:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384389.913339:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384389.913340:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384389.913343:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384389.913344:0:16783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384389.913345:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384389.913347:0:16783:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384389.913349:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:2.0:1767384389.913351:0:16783:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005dccb839. 00010000:00000001:0.0:1767384389.913353:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384389.913358:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=97 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384389.913359:0:16783:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384389.913363:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae54113f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744061696:0@lo:103: 00000020:00000001:2.0:1767384389.913365:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384389.913366:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384389.913369:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913373:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913373:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 17 to 0@lo 00010000:00010000:2.0:1767384389.913374:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384389.913379:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384389.913379:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000020:00000001:2.0:1767384389.913380:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.913383:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.913384:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384389.913385:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae54113f x1853236744061696/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384389.913386:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384389.913388:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.913389:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.913392:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913394:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384389.913397:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384389.913401:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384389.913404:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384389.913405:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384389.913406:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000020:00000001:2.0:1767384389.913409:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.913409:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384389.913411:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744061824, offset 224 00010000:00010000:2.0:1767384389.913414:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767384389.913414:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efe3180a. 00000020:00000001:2.0:1767384389.913417:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.913420:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.913420:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.913423:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1767384389.913425:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384389.913426:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384389.913427:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=6 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384389.913431:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.913433:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052f642ae. 00000400:00000200:0.0:1767384389.913436:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384389.913439:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.913442:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.913445:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae54113f. 00000400:00000200:0.0:1767384389.913445:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd08380 00000100:00000001:2.0:1767384389.913446:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384389.913463:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.913465:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384389.913466:0:16153:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384389.913467:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2151 [1] + 224 00000100:00000001:1.0:1767384389.913468:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.913474:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384389.913475:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384389.913477:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384389.913479:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.913482:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384389.913485:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.913486:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913491:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913494:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384389.913498:0:16153:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384389.913500:0:16153:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384389.913501:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384389.913504:0:16153:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384389.913507:0:16153:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384389.913513:0:16153:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913517:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384389.913519:0:16153:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007ba82d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16153:1853236744061952:0@lo:9: 00000100:00000001:1.0:1767384389.913521:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.913525:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384389.913528:0:16153:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384389.913528:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384389.913532:0:16153:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384389.913535:0:16153:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.913536:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384389.913538:0:16153:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384389.913540:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384389.913544:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc1c45e3. 00000400:00000200:0.0:1767384389.913546:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 02000000:00000001:2.0:1767384389.913549:0:16153:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913550:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384389.913550:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000400:00000010:2.0:1767384389.913571:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000100:00000001:0.0:1767384389.913576:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384389.913578:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1b1e1. 00000100:00000001:0.0:1767384389.913579:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384389.913584:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061952, portal 4 00000100:00000001:1.0:1767384389.913585:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913585:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384389.913589:0:16153:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384389.913592:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384389.913592:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 16 to 0@lo 00000100:00000001:2.0:1767384389.913593:0:16153:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623107153118080 : -120966556433536 : ffff91fb475fc380) 00010000:00000001:0.0:1767384389.913597:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.913601:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384389.913602:0:16153:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384389.913602:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.913608:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913611:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f745da x1853236744061824/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384389.913616:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e2000fb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744061568:0@lo:103: 00000100:00000001:2.0:1767384389.913624:0:16153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384389.913625:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384389.913630:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384389.913631:0:16153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384389.913633:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384389.913637:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b9e58ab. 02000000:00000001:1.0:1767384389.913637:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384389.913638:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8f745da pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+11:16155:x1853236744061824:12345-0@lo:103: Request processed in 507us (1785us total) trans 0 rc 0/0 02000000:00000010:1.0:1767384389.913642:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efe3180a. 00000100:00000200:2.0:1767384389.913643:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236744061952, offset 0 02000000:00000001:1.0:1767384389.913647:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384389.913652:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:1.0:1767384389.913653:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f5cf64. 00000400:00000200:2.0:1767384389.913655:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384389.913659:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000400:00000010:1.0:1767384389.913661:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000100:00000001:0.0:1767384389.913663:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384389.913667:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384389.913667:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384389.913668:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744061568, portal 18 00000020:00000010:0.0:1767384389.913672:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014b5cf39. 00000100:00000001:1.0:1767384389.913674:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384389.913677:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229093376 : -120961480458240 : ffff91fc75ed0000) 00000020:00000010:0.0:1767384389.913678:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000400:00000200:2.0:1767384389.913682:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824dd08400 00000020:00000010:0.0:1767384389.913685:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000100:00000040:1.0:1767384389.913687:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384389.913691:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5080 00000020:00000040:0.0:1767384389.913691:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 10 00000400:00000200:2.0:1767384389.913700:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384389.913702:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.913708:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384389.913708:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.913713:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384389.913714:0:16153:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384389.913717:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1767384389.913718:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000010:2.0:1767384389.913721:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000532c980a. 00000100:00000200:1.0:1767384389.913722:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744061568, offset 0 00000100:00000040:2.0:1767384389.913725:0:16153:0:(events.c:337:request_in_callback()) incoming req@00000000532c980a x1853236744061952 msgsize 224 00000100:00000001:0.0:1767384389.913727:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384389.913730:0:16155:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384389.913733:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384389.913734:0:16153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384389.913743:0:16153:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384389.913746:0:16155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384389.913748:0:16155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384389.913750:0:16155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020b6474b. 00000400:00000200:0.0:1767384389.913753:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32282be 00000400:00000010:0.0:1767384389.913755:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b32282be. 00000100:00000001:0.0:1767384389.913758:0:16155:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384389.913761:0:16155:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384389.913770:0:16155:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.913776:0:16155:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384389.913777:0:16155:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.913779:0:16155:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384389.913780:0:16155:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384389.913781:0:16155:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384389.913783:0:16155:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384389.913784:0:16155:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384389.913787:0:16155:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=97 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384389.913792:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384389.913794:0:16155:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384389.913798:0:16155:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384389.913800:0:16155:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.913802:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd08280 00010000:00000001:0.0:1767384389.913803:0:16155:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384389.913807:0:16155:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.913811:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000100:00000001:0.0:1767384389.913811:0:16155:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.913817:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384389.913823:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d5e5a34. 00000100:00000001:0.0:1767384389.913825:0:16155:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384389.913828:0:16157:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a864007 00000100:00000001:0.0:1767384389.913829:0:16155:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384389.913832:0:16155:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.913833:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9e58ab 00000400:00000200:1.0:1767384389.913834:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384389.913836:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b9e58ab. 00000100:00000040:0.0:1767384389.913837:0:16155:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.913841:0:16153:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384389.913842:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384389.913847:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384389.913849:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a864007 00000400:00000010:1.0:1767384389.913854:0:16157:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a864007. 00000100:00100000:0.0:1767384389.913860:0:16155:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d49daa1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16155:1853236744061824:0@lo:103: 00000100:00000001:1.0:1767384389.913861:0:16157:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384389.913862:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384389.913865:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384389.913866:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384389.913872:0:16157:0:(events.c:337:request_in_callback()) incoming req@00000000b4a2dec9 x1853236744061568 msgsize 328 00000100:00000001:0.0:1767384389.913874:0:16155:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.913878:0:16155:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384389.913879:0:16157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384389.913883:0:16155:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d49daa1 x1853236744061824/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384389.913890:0:16157:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384389.913893:0:16155:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384389.913896:0:16155:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384389.913898:0:16155:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087a61a59. 00000100:00000001:1.0:1767384389.913900:0:16157:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384389.913903:0:16155:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384389.913906:0:16155:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384389.913907:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000020:00000040:0.0:1767384389.913907:0:16155:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=5 obd=MGC192.168.203.113@tcp 00000020:00000001:0.0:1767384389.913910:0:16155:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384389.913911:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 02000000:00000010:0.0:1767384389.913914:0:16155:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002cc8ddd7. 00000100:00000001:1.0:1767384389.913915:0:16157:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384389.913919:0:16155:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384389.913922:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384389.913923:0:16155:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384389.913925:0:16155:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d49daa1. 00000100:00000001:0.0:1767384389.913930:0:16155:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384389.913932:0:16155:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.913936:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.913937:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.913941:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.913941:0:16155:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384389.913945:0:16155:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.913950:0:16155:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384389.913953:0:16155:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913955:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913958:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384389.913962:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913965:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294978711 00000100:00000001:1.0:1767384389.913969:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978708 00000100:00000001:1.0:1767384389.913973:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294978711 00000100:00000001:1.0:1767384389.913976:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978708 00000100:00000001:0.0:1767384389.913977:0:17567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384389.913980:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294978711 00000100:00100000:0.0:1767384389.913981:0:17567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061952 00000100:00000001:1.0:1767384389.913984:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294978708 02000000:00000001:0.0:1767384389.913985:0:17567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384389.913988:0:17567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.913989:0:16157:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294978711 00000100:00000001:0.0:1767384389.913991:0:17567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.913995:0:16157:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294978708 02000000:00000001:0.0:1767384389.913995:0:17567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384389.914000:0:17567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061952 00000100:00000001:1.0:1767384389.914001:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384389.914004:0:17567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384389.914005:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384389.914007:0:17567:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc544 00000100:00000001:1.0:1767384389.914009:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.914010:0:17567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384389.914012:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384389.914013:0:17567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000043b738bb refcount=5 00000020:00000001:0.0:1767384389.914018:0:17567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384389.914019:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384389.914020:0:17567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623112335134720 : -120961374416896 : ffff91fc7c3f1000) 00000100:00000001:1.0:1767384389.914022:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384389.914025:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384389.914026:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.914027:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384389.914029:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914030:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384389.914034:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00000100:00000001:0.0:1767384389.914038:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384389.914041:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000100:00000001:1.0:1767384389.914043:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384389.914045:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a05a82a2. 00000020:00000010:0.0:1767384389.914049:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014b5cf39. 00000100:00100000:1.0:1767384389.914054:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236744061568 00000020:00000010:0.0:1767384389.914055:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 02000000:00000001:1.0:1767384389.914058:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384389.914061:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384389.914063:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914064:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384389.914065:0:17567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384389.914068:0:16153:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384389.914070:0:17567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384389.914071:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.914072:0:17567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384389.914075:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236744061568 00000100:00000001:2.0:1767384389.914076:0:16153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.914076:0:17567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.914079:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384389.914082:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xf489261bfe0bc3ed 00000100:00000040:2.0:1767384389.914083:0:16153:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4592 usecs (5 jiffies) 00000100:00000001:0.0:1767384389.914083:0:17567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.914084:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.914088:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000745e7fb4 refcount=11 00000020:00000001:1.0:1767384389.914090:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:0.0:1767384389.914093:0:17567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384389.914095:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978699 00000020:00000001:1.0:1767384389.914096:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00000100:00000001:2.0:1767384389.914101:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978711 00000100:00000001:1.0:1767384389.914102:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384389.914104:0:17567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384389.914106:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978699 00000020:00000010:1.0:1767384389.914107:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000100:00000001:0.0:1767384389.914107:0:17567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384389.914112:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978711 00000100:00000001:1.0:1767384389.914113:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384389.914115:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384389.914118:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978699 00000020:00000010:1.0:1767384389.914120:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000100:00000040:0.0:1767384389.914121:0:17567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000043b738bb : new rpc_count 1 00000100:00000001:2.0:1767384389.914123:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978711 00000100:00000001:0.0:1767384389.914126:0:17567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623112229095168 : -120961480456448 : ffff91fc75ed0700) 00000020:00000010:1.0:1767384389.914127:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003837f135. 00000100:00000001:2.0:1767384389.914128:0:16153:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978699 00000020:00000010:1.0:1767384389.914133:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096e9b5b2. 00000100:00000001:2.0:1767384389.914134:0:16153:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978711 00000100:00000040:0.0:1767384389.914134:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000532c980a x1853236744061952/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384389.914139:0:16153:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384389.914139:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000001:2.0:1767384389.914146:0:16153:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.914147:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384389.914151:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914153:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384389.914153:0:17567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384389.914155:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.914157:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384389.914159:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000758a7a48. 00010000:00000001:1.0:1767384389.914160:0:16782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384389.914161:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384389.914164:0:16782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.914164:0:17567:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384389.914165:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1767384389.914170:0:16782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384389.914171:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384389.914171:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000758a7a48. 00000100:00000001:2.0:1767384389.914175:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384389.914175:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384389.914178:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384389.914180:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384389.914180:0:17567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000532c980a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16153:x1853236744061952:12345-0@lo:9: 00000020:00000040:1.0:1767384389.914182:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=3 00000100:00000001:2.0:1767384389.914186:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.914188:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000100:00000200:0.0:1767384389.914189:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061952 00010000:00000001:1.0:1767384389.914194:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000020:00000001:0.0:1767384389.914194:0:17567:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384389.914198:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.914200:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384389.914200:0:17567:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384389.914203:0:16782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.914204:0:17567:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914206:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384389.914207:0:16827:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:0.0:1767384389.914209:0:17567:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384389.914212:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.914213:0:16827:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.914213:0:17567:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673670416 : -1035881200 : ffffffffc241b510) 00000020:00000001:0.0:1767384389.914219:0:17567:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384389.914222:0:17567:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384389.914225:0:17567:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384389.914226:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384389.914235:0:17567:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384389.914238:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384389.914238:0:17567:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914241:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384389.914243:0:17567:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384389.914245:0:17567:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00100000:1.0:1767384389.914249:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384389.914249:0:17567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384389.914253:0:17567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384389.914254:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000745e7fb4 : new rpc_count 1 00000100:00000001:1.0:1767384389.914258:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623107058723920 : -120966650827696 : ffff91fb41bf6c50) 02000000:00000010:0.0:1767384389.914258:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e4ebeac. 02000000:00000001:0.0:1767384389.914262:0:17567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384389.914264:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4a2dec9 x1853236744061568/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/0 e 0 to 0 dl 1767384400 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.914266:0:17567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384389.914273:0:17567:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=6 00010000:00000001:0.0:1767384389.914277:0:17567:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:1.0:1767384389.914278:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1767384389.914280:0:17567:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000010:1.0:1767384389.914282:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000441bbb33. 00000020:00000040:0.0:1767384389.914283:0:17567:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=7 00000100:00000001:1.0:1767384389.914286:0:16782:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384389.914287:0:17567:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000010:1.0:1767384389.914291:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000441bbb33. 00000020:00000001:0.0:1767384389.914291:0:17567:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384389.914295:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 6 00000100:00100000:1.0:1767384389.914300:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a2dec9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+11:16157:x1853236744061568:12345-0@lo:103: 00000020:00000080:0.0:1767384389.914300:0:17567:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc544 00000020:00000040:2.0:1767384389.914303:0:39784:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000040:0.0:1767384389.914305:0:17567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000043b738bb with handle 0xf489261bfe0bc544 from hash 00000100:00000200:1.0:1767384389.914306:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744061568 00000020:00000010:2.0:1767384389.914309:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002beb4b7. 00010000:00000001:1.0:1767384389.914311:0:16782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:0.0:1767384389.914311:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 5 00000040:00000010:2.0:1767384389.914314:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fba711b5. 00010000:00000002:1.0:1767384389.914315:0:16782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000010:0.0:1767384389.914316:0:17567:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005d21ea99. 00010000:00000001:1.0:1767384389.914319:0:16782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:2.0:1767384389.914320:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001472bdb8. 00000020:00000001:0.0:1767384389.914321:0:17567:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:1.0:1767384389.914325:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384389.914326:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 4 00000020:00000010:2.0:1767384389.914327:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008507b79c. 02000000:00000001:1.0:1767384389.914329:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384389.914330:0:17567:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000010:2.0:1767384389.914332:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009826a7e3. 00000020:00000040:0.0:1767384389.914333:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 3 02000000:00000010:1.0:1767384389.914334:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dbd791a. 80000000:00000010:2.0:1767384389.914337:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ebdf85ca. 00000020:00000001:0.0:1767384389.914337:0:17567:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.914338:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384389.914343:0:17567:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 40000000:00000010:2.0:1767384389.914344:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eadee6d9. 00000100:00000001:1.0:1767384389.914344:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384389.914345:0:17567:0:(import.c:65:import_set_state_nolock()) 0000000072329c7d : changing import state from FULL to CLOSED 00010000:00000001:1.0:1767384389.914349:0:16782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00100000:00000010:2.0:1767384389.914350:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000821b71b0. 00000100:00000001:0.0:1767384389.914351:0:17567:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00010000:1.0:1767384389.914353:0:16782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384389.914354:0:17567:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00040000:00000010:2.0:1767384389.914355:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f71db553. 00010000:00000001:1.0:1767384389.914356:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384389.914358:0:17567:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00040000:00000010:2.0:1767384389.914360:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007839987e. 00000020:00000001:1.0:1767384389.914360:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384389.914364:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d3c1d35d refcount=3 00040000:00000010:2.0:1767384389.914365:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000239ef044. 00010000:00000001:0.0:1767384389.914367:0:17567:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384389.914370:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000159ee2fc. 00000020:00000001:1.0:1767384389.914370:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000020:00000010:0.0:1767384389.914374:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087a61a59. 00000004:00000010:2.0:1767384389.914375:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf0ec8ac. 00010000:00000001:1.0:1767384389.914375:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623112116748288 : -120961592803328 : ffff91fc6f3ac000) 00000020:00000010:0.0:1767384389.914380:0:17567:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072f90ac9. 00010000:00000040:1.0:1767384389.914381:0:16782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f0df01c count: 2 00000004:00000010:2.0:1767384389.914382:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b613be78. 00000020:00000010:0.0:1767384389.914386:0:17567:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000357fe71b. 00010000:00000001:1.0:1767384389.914387:0:16782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000010:2.0:1767384389.914388:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e75db117. 00000020:00000001:1.0:1767384389.914391:0:16782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:0.0:1767384389.914393:0:17567:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000004:00000010:2.0:1767384389.914394:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ee460c70. 00000020:00000010:2.0:1767384389.914398:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c636a6f2. 00000020:00000010:0.0:1767384389.914398:0:17567:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034d56a54. 00010000:00000001:1.0:1767384389.914402:0:16782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000002:2.0:1767384389.914405:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000681fa152/00000000a079973e to site lru. bkt: 0000000037bc1109 00010000:00000001:1.0:1767384389.914405:0:16782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384389.914408:0:39784:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000b6826c3f. 00000020:00000001:1.0:1767384389.914410:0:16782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384389.914412:0:39784:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:2.0:1767384389.914415:0:39784:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00010000:00000001:1.0:1767384389.914415:0:16782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000040:2.0:1767384389.914418:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000a6f10dd9 : new refcount 2 00010000:00000001:1.0:1767384389.914419:0:16782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000040:00000001:2.0:1767384389.914421:0:39784:0:(llog_cat.c:426:llog_cat_close()) Process entered 80000000:00000010:0.0:1767384389.914423:0:17567:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edc269dd. 00010000:00000001:1.0:1767384389.914424:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:2.0:1767384389.914425:0:39784:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00010000:00000001:1.0:1767384389.914429:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 40000000:00000010:0.0:1767384389.914430:0:17567:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d21ea99. 00010000:00000001:1.0:1767384389.914432:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384389.914435:0:16782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1767384389.914435:0:17567:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc51f18d. 00000020:00000040:1.0:1767384389.914440:0:16782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d3c1d35d with handle 0xf489261bfe0bc869 from hash 00040000:00000010:0.0:1767384389.914441:0:17567:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070cc9415. 00010000:00000001:1.0:1767384389.914445:0:16782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:2.0:1767384389.914447:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005bb3509e. 00040000:00000010:0.0:1767384389.914447:0:17567:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d65b8ce. 00010000:00000001:1.0:1767384389.914448:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384389.914460:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384389.914463:0:16782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000010:0.0:1767384389.914463:0:17567:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000003fdb7bf. 00010000:00000001:1.0:1767384389.914464:0:16782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384389.914468:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:2.0:1767384389.914469:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009a71d494. 00002000:00000010:0.0:1767384389.914469:0:17567:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1b7a1dd. 00010000:00010000:1.0:1767384389.914472:0:16782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d3c1d35d/0xf489261bfe0bc869 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc862 expref: 11 pid: 16790 timeout: 0 lvb_type: 0 00000004:00000010:2.0:1767384389.914476:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000275dfde2. 00000001:00000001:0.0:1767384389.914477:0:17567:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384389.914481:0:17567:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000004:00000001:2.0:1767384389.914482:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00010000:00000040:1.0:1767384389.914483:0:16782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 5 00000004:00000040:2.0:1767384389.914484:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000020:00000040:1.0:1767384389.914488:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 10 00000001:00000001:0.0:1767384389.914488:0:17567:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000004:00000010:2.0:1767384389.914489:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e8c0b31b. 00000001:00000004:0.0:1767384389.914491:0:17567:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000004:00000001:2.0:1767384389.914497:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00010000:00000001:1.0:1767384389.914498:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384389.914498:0:17567:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000040:00000001:2.0:1767384389.914499:0:39784:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.914502:0:16782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000040:00000010:2.0:1767384389.914503:0:39784:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000661ff630. 00010000:00000001:1.0:1767384389.914505:0:16782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:0.0:1767384389.914506:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f4b8b70d. 00010000:00000001:1.0:1767384389.914508:0:16782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384389.914511:0:17567:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111734645760 : -120961974905856 : ffff91fc58745400) 00010000:00000001:1.0:1767384389.914512:0:16782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.914516:0:16782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000040:00000010:2.0:1767384389.914517:0:39784:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d1a2d44f. 00010000:00000040:1.0:1767384389.914519:0:16782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f0df01c count: 0 00080000:00000001:0.0:1767384389.914519:0:17567:0:(osd_io.c:243:osd_declare_write()) Process entered 00000040:00000001:2.0:1767384389.914521:0:39784:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384389.914524:0:39784:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384389.914525:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a6f10dd9 : new refcount 1 00010000:00010000:1.0:1767384389.914526:0:16782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:2.0:1767384389.914528:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000914f6d72 : new refcount 2 00010000:00000001:1.0:1767384389.914529:0:16782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384389.914531:0:39784:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a6f10dd9. 00010000:00000001:1.0:1767384389.914535:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000040:00000001:2.0:1767384389.914538:0:39784:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.914539:0:16782:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384389.914541:0:39784:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000100:00001000:1.0:1767384389.914544:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 0000000050cd9f52 time=97 v=5 (1 0 0 0) 00000001:00000001:0.0:1767384389.914544:0:17567:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:2.0:1767384389.914545:0:39784:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384389.914548:0:17567:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384389.914549:0:39784:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914551:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000010:2.0:1767384389.914570:0:39784:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000cd447f07. 00000004:00000001:2.0:1767384389.914573:0:39784:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000040:1.0:1767384389.914576:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 17 to 0@lo 00080000:00000001:0.0:1767384389.914577:0:17567:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384389.914580:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 02000000:00000001:1.0:1767384389.914584:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384389.914592:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.914595:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384389.914599:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1767384389.914599:0:17567:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384389.914601:0:16817:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384389.914602:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000001:00000001:0.0:1767384389.914604:0:17567:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000200:1.0:1767384389.914608:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744061568, offset 224 00080000:00000001:0.0:1767384389.914609:0:17567:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384389.914616:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384389.914625:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384389.914632:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd08280 00080000:00000001:0.0:1767384389.914634:0:17567:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000400:00000200:1.0:1767384389.914639:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2175 [1] + 224 00000001:00000040:0.0:1767384389.914639:0:17567:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384389.914644:0:17567:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.914646:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384389.914647:0:39784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab87b373. 00080000:00000001:0.0:1767384389.914648:0:17567:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384389.914653:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384389.914655:0:39784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aff42d5c. 00000100:00000001:1.0:1767384389.914658:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384389.914660:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000417c954e. 00000100:00000200:1.0:1767384389.914664:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384389.914664:0:17567:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.914667:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059c573e9. 00000001:00000040:0.0:1767384389.914670:0:17567:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000040:00000010:2.0:1767384389.914674:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000357e94b0. 00000001:00000001:0.0:1767384389.914676:0:17567:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384389.914681:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000097c96de2. 00000001:00000001:0.0:1767384389.914683:0:17567:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000040:1.0:1767384389.914686:0:16782:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384389.914687:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f414c6d7. 00080000:00000001:0.0:1767384389.914687:0:17567:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:2.0:1767384389.914693:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000826df11. 00080000:00000010:0.0:1767384389.914693:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee460c70. 00080000:00000001:0.0:1767384389.914699:0:17567:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111447912448 : -120962261639168 : ffff91fc475d2000) 80000000:00000010:2.0:1767384389.914700:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fe507db. 00080000:00000001:0.0:1767384389.914705:0:17567:0:(osd_io.c:243:osd_declare_write()) Process entered 40000000:00000010:2.0:1767384389.914706:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cdfff293. 00000100:00000001:1.0:1767384389.914706:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00100000:00000010:2.0:1767384389.914711:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f58e34e1. 00000400:00000200:1.0:1767384389.914712:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384389.914716:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00040000:00000010:2.0:1767384389.914717:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007b0b41dc. 00000100:00000001:1.0:1767384389.914719:0:16782:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384389.914722:0:16782:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000010:2.0:1767384389.914723:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e924dc3. 00000100:00000001:1.0:1767384389.914726:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384389.914729:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000248e947e. 00000001:00000001:0.0:1767384389.914729:0:17567:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:1.0:1767384389.914732:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 16 to 0@lo 00080000:00000001:0.0:1767384389.914733:0:17567:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384389.914734:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c6773d43. 00010000:00000001:1.0:1767384389.914736:0:16782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384389.914738:0:17567:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000010:2.0:1767384389.914739:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000071ffa82. 00010000:00000001:1.0:1767384389.914741:0:16782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384389.914747:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000591ae7dd. 00000100:00000040:1.0:1767384389.914747:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4a2dec9 x1853236744061568/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:370/0 lens 328/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384389.914749:0:17567:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384389.914755:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e7cb32d. 00000001:00000010:0.0:1767384389.914755:0:17567:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000bc3bf84. 00000004:00000010:2.0:1767384389.914761:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000033db276b. 00000001:00000040:0.0:1767384389.914761:0:17567:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000043b738bb : new cb_count 1 00000100:00100000:1.0:1767384389.914762:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a2dec9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8ae7844a-7a01-436c-b1f1-a08090b2f7f1+10:16157:x1853236744061568:12345-0@lo:103: Request processed in 482us (888us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384389.914766:0:17567:0:(genops.c:887:class_export_get()) GET export 0000000043b738bb refcount=4 00000020:00000010:2.0:1767384389.914768:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a6c2003. 00080000:00000001:0.0:1767384389.914774:0:17567:0:(osd_io.c:399:osd_write()) Process entered 00000004:00000001:2.0:1767384389.914776:0:39784:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000100:00100000:1.0:1767384389.914777:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000004:20000000:2.0:1767384389.914781:0:39784:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00000040:1.0:1767384389.914782:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000745e7fb4 : new rpc_count 0 00000004:00000001:2.0:1767384389.914784:0:39784:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00080000:00000001:0.0:1767384389.914785:0:17567:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1767384389.914786:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000040:2.0:1767384389.914789:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007e2f5b6f : new refcount 3 00000001:00000001:0.0:1767384389.914790:0:17567:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384389.914793:0:17567:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000004:00000040:2.0:1767384389.914794:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007e2f5b6f : new refcount 2 00000100:00000001:1.0:1767384389.914795:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:2.0:1767384389.914797:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007e2f5b6f : new refcount 1 00000020:00000010:1.0:1767384389.914800:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096e9b5b2. 00000004:00000040:2.0:1767384389.914801:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007232b54e : new refcount 3 00080000:00000001:0.0:1767384389.914802:0:17567:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384389.914805:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007232b54e : new refcount 2 00000020:00000010:1.0:1767384389.914806:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000001:00000040:0.0:1767384389.914807:0:17567:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000004:00000040:2.0:1767384389.914810:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007232b54e : new refcount 1 00000020:00000010:1.0:1767384389.914812:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003837f135. 00000001:00000040:0.0:1767384389.914813:0:17567:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000020:00000001:2.0:1767384389.914814:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384389.914818:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000bc769f7c) has no exports 00000020:00000040:1.0:1767384389.914819:0:16782:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 9 00000001:00000001:0.0:1767384389.914820:0:17567:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.914822:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000001:1.0:1767384389.914825:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384389.914826:0:39784:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000020:00000010:0.0:1767384389.914827:0:17567:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072f90ac9. 02000000:00000010:1.0:1767384389.914829:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dbd791a. 00010000:00000001:2.0:1767384389.914830:0:39784:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000020:00000010:0.0:1767384389.914833:0:17567:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000357fe71b. 00010000:00000001:2.0:1767384389.914834:0:39784:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 02000000:00000001:1.0:1767384389.914835:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1767384389.914838:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:1.0:1767384389.914840:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1767384389.914841:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384389.914841:0:17567:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 02000000:00000010:1.0:1767384389.914843:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f209aa12. 02000000:00000001:1.0:1767384389.914848:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767384389.914849:0:17567:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034d56a54. 00000100:00000010:1.0:1767384389.914850:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8f745da. 02000000:00000001:1.0:1767384389.914856:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 80000000:00000010:0.0:1767384389.914856:0:17567:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000edc269dd. 02000000:00000010:1.0:1767384389.914859:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000badebff9. 40000000:00000010:0.0:1767384389.914861:0:17567:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d21ea99. 02000000:00000001:1.0:1767384389.914863:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00100000:00000010:0.0:1767384389.914866:0:17567:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cc51f18d. 00000100:00000010:1.0:1767384389.914867:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af54fc67. 00040000:00000010:0.0:1767384389.914872:0:17567:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070cc9415. 02000000:00000001:1.0:1767384389.914873:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384389.914877:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b18a52f. 00040000:00000010:0.0:1767384389.914878:0:17567:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d65b8ce. 02000000:00000001:1.0:1767384389.914880:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384389.914883:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00080000:00000010:0.0:1767384389.914883:0:17567:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000003fdb7bf. 00002000:00000010:0.0:1767384389.914888:0:17567:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a1b7a1dd. 02000000:00000001:1.0:1767384389.914890:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384389.914893:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000de748fd9. 00000020:00000010:0.0:1767384389.914894:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087a61a59. 02000000:00000001:1.0:1767384389.914896:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384389.914899:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007124188d. 00000001:00000001:0.0:1767384389.914901:0:17567:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 02000000:00000001:1.0:1767384389.914903:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000040:0.0:1767384389.914905:0:17567:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000005fca45f4) : new refcount 4 02000000:00000010:1.0:1767384389.914906:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000012289312. 00000001:00000001:0.0:1767384389.914911:0:17567:0:(nodemap_member.c:32:nm_member_del()) Process entered 02000000:00000001:1.0:1767384389.914912:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000040:0.0:1767384389.914914:0:17567:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 3 00000100:00000010:1.0:1767384389.914915:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003bad2da0. 00000020:00000040:0.0:1767384389.914920:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 3 02000000:00000001:1.0:1767384389.914921:0:16782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384389.914923:0:16782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009cb14197. 00000001:00000001:0.0:1767384389.914924:0:17567:0:(nodemap_member.c:50:nm_member_del()) Process leaving 02000000:00000001:1.0:1767384389.914927:0:16782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000040:0.0:1767384389.914927:0:17567:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000005fca45f4) : new refcount 2 00000100:00000010:1.0:1767384389.914930:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 00000001:00000001:0.0:1767384389.914931:0:17567:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:1.0:1767384389.914935:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384389.914939:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 2 00000100:00000200:1.0:1767384389.914940:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00002000:00000001:0.0:1767384389.914943:0:17567:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384389.914945:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8a89960. 00010000:00000001:0.0:1767384389.914946:0:17567:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384389.914950:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c8986ec. 00010000:00000001:0.0:1767384389.914950:0:17567:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.914953:0:17567:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384389.914957:0:17567:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236744061952 00010000:00000001:0.0:1767384389.914960:0:17567:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384389.914961:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.914964:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:0.0:1767384389.914965:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000532c980a x1853236744061952/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384389.914972:0:16157:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384389.914974:0:16157:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384389.914974:0:17567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767384389.914976:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f5cf64. 00010000:00000001:0.0:1767384389.914978:0:17567:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384389.914979:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a586dc5 00000400:00000010:1.0:1767384389.914982:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a586dc5. 00000100:00001000:0.0:1767384389.914982:0:17567:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d07469d0 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.914984:0:16157:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384389.914988:0:17567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384389.914989:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384389.914992:0:17567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0f7e17c refcount 17 to 0@lo 00000100:00000001:0.0:1767384389.914997:0:17567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623111453772416 : -120962255779200 : ffff91fc47b68a80) 00000100:00000200:1.0:1767384389.915001:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384389.915002:0:17567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384389.915006:0:17567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915008:0:16157:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.915011:0:16157:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384389.915011:0:17567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384389.915014:0:16157:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384389.915016:0:16157:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384389.915017:0:16157:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384389.915018:0:17567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384389.915019:0:16157:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.915022:0:16157:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384389.915023:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00001000:1.0:1767384389.915024:0:16157:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384389.915028:0:16157:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.915030:0:16157:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384389.915030:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236744061952, offset 224 00000100:00000001:1.0:1767384389.915032:0:16157:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.915035:0:16157:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384389.915036:0:16157:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915039:0:16157:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384389.915040:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384389.915042:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.915047:0:16157:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.915050:0:16157:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384389.915051:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384389.915052:0:16157:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384389.915056:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384389.915062:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824dd08400 00000100:00100000:1.0:1767384389.915064:0:16157:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e2000fb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16157:1853236744061568:0@lo:103: 00000100:00000001:1.0:1767384389.915068:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.915070:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384389.915071:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x216d [1] + 224 00000100:00000040:1.0:1767384389.915077:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e2000fb2 x1853236744061568/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384389.915078:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384389.915085:0:16157:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384389.915086:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384389.915087:0:16157:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.915090:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efe3180a. 00000100:00000001:0.0:1767384389.915091:0:17567:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384389.915092:0:16157:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.915095:0:16157:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.915096:0:16157:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000020:00000001:1.0:1767384389.915099:0:16157:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384389.915099:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384389.915101:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000321405a2. 02000000:00000001:1.0:1767384389.915104:0:16157:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.915106:0:16157:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.915107:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2000fb2. 00000100:00000001:1.0:1767384389.915111:0:16157:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.915112:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.915116:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384389.915118:0:17567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.915119:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.915122:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915125:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.915127:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.915134:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384389.915135:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384389.915137:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384389.915141:0:17567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.915148:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.915150:0:16153:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384389.915152:0:16153:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384389.915154:0:16153:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384389.915155:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaecaa03. 00000400:00000200:1.0:1767384389.915157:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1b1e1 00000400:00000010:1.0:1767384389.915158:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1b1e1. 00000100:00000001:1.0:1767384389.915159:0:16153:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384389.915160:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000100:00000200:1.0:1767384389.915162:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384389.915165:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000001:0.0:1767384389.915171:0:17567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384389.915173:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.915174:0:17567:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384389.915179:0:17567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915180:0:16153:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384389.915182:0:16153:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384389.915185:0:17567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 16 to 0@lo 00000100:00000001:1.0:1767384389.915190:0:16153:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384389.915190:0:17567:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384389.915193:0:16153:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384389.915194:0:17567:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915195:0:16153:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384389.915197:0:16153:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384389.915199:0:16153:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384389.915199:0:17567:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384389.915204:0:16153:0:(import.c:2128:obd_at_measure()) add 5 to 0000000058626494 time=87 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384389.915205:0:17567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000532c980a x1853236744061952/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1767384400 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384389.915207:0:16153:0:(import.c:2128:obd_at_measure()) add 1 to 000000000020d819 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384389.915212:0:16153:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384389.915213:0:16153:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384389.915216:0:16153:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384389.915220:0:16153:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384389.915226:0:17567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000532c980a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:16153:x1853236744061952:12345-0@lo:9: Request processed in 1070us (1497us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384389.915228:0:16153:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915232:0:16153:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384389.915234:0:16153:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384389.915236:0:16153:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384389.915238:0:16153:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384389.915240:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384389.915241:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384389.915246:0:17567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000043b738bb : new rpc_count 0 00000100:00000001:1.0:1767384389.915248:0:16153:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384389.915251:0:16153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384389.915251:0:17567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384389.915253:0:16153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384389.915255:0:16153:0:(import.c:65:import_set_state_nolock()) 000000009cc6d090 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384389.915255:0:17567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384389.915259:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000010:0.0:1767384389.915260:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014b5cf39. 00000004:00000040:1.0:1767384389.915261:0:16153:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000020:00000010:0.0:1767384389.915266:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000004:00080000:1.0:1767384389.915268:0:16153:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000020:00000010:0.0:1767384389.915270:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a05a82a2. 00000100:00000001:1.0:1767384389.915271:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384389.915272:0:16153:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384389.915274:0:16153:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384389.915276:0:16153:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000020:00000040:0.0:1767384389.915277:0:17567:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 1 00000100:00000001:1.0:1767384389.915278:0:16153:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767384389.915281:0:16153:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384389.915282:0:17567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384389.915289:0:16153:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007ba82d3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16153:1853236744061952:0@lo:9: 00000100:00000001:1.0:1767384389.915296:0:16153:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.915297:0:16153:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384389.915299:0:16153:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007ba82d3c x1853236744061952/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384389.915303:0:16153:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384389.915304:0:16153:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384389.915305:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc1c45e3. 02000000:00000001:1.0:1767384389.915307:0:16153:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384389.915308:0:16153:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384389.915309:0:16153:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384389.915310:0:16153:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384389.915311:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000280332a0. 02000000:00000001:1.0:1767384389.915313:0:16153:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384389.915314:0:16153:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384389.915315:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000100:00000001:1.0:1767384389.915316:0:16153:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384389.915317:0:16153:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.915318:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384389.915320:0:16153:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384389.915321:0:16153:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384389.915322:0:16153:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384389.915323:0:16153:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384389.915358:0:16156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384389.915360:0:16156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384389.915361:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0e6983d. 00000400:00000200:3.0:1767384389.915363:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:3.0:1767384389.915365:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000001:3.0:1767384389.915366:0:16156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384389.915369:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384389.915374:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.915378:0:16156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384389.915379:0:16156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.915380:0:16156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384389.915381:0:16156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384389.915381:0:16156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384389.915382:0:16156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384389.915383:0:16156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384389.915385:0:16156:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5380b9d time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384389.915387:0:16156:0:(import.c:2128:obd_at_measure()) add 1 to 0000000068582038 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384389.915388:0:16156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384389.915389:0:16156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384389.915390:0:16156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384389.915391:0:16156:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.915392:0:16156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384389.915394:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.915397:0:16156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384389.915398:0:16156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384389.915399:0:16156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384389.915400:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384389.915403:0:16156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6338454 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744061440:0@lo:103: 00000100:00000001:3.0:1767384389.915405:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.915407:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384389.915408:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6338454 x1853236744061440/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384389.915411:0:16156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384389.915412:0:16156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384389.915413:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014768d8c. 02000000:00000001:3.0:1767384389.915414:0:16156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384389.915415:0:16156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384389.915415:0:16156:0:(genops.c:1242:class_import_put()) import 00000000dceb0e7d refcount=3 obd=MGC192.168.203.113@tcp 00000020:00000001:3.0:1767384389.915416:0:16156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384389.915417:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001c291b4f. 02000000:00000001:3.0:1767384389.915419:0:16156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384389.915420:0:16156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384389.915420:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6338454. 00000100:00000001:3.0:1767384389.915422:0:16156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384389.915423:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.915423:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384389.915426:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384389.915426:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384389.915428:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384389.915429:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384389.918590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e44e1302. 00010000:00000010:1.1:1767384389.918602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015ec06f2. 00000001:00000001:2.0:1767384389.927247:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384389.927256:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384389.927258:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:1.0:1767384389.931603:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294978711, at 4294978712 00000100:00000040:0.0:1767384389.931614:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294978711, at 4294978712 00000100:00000010:1.0:1767384389.931617:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fd4c10. 00000100:00000010:0.0:1767384389.931623:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce73fab1. 00000100:00000040:3.0:1767384389.931847:0:428:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294978711, at 4294978712 00000100:00000010:3.0:1767384389.931853:0:428:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000001:00000001:2.0:1767384389.940687:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.940695:0:39784:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.940698:0:39784:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384389.940701:0:39784:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:2.0:1767384389.940703:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:2.0:1767384389.940706:0:39784:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384389.940708:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384389.940710:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc45d 00000020:00000040:2.0:1767384389.940714:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f106d04e with handle 0xf489261bfe0bc45d from hash 00000020:00000001:2.0:1767384389.940721:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384389.940723:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000f106d04e : new refcount 1 00000020:00000001:2.0:1767384389.940725:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384389.940726:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000f106d04e : new refcount 0 00000020:00000080:2.0:1767384389.940728:0:39784:0:(genops.c:904:class_export_put()) final put 00000000f106d04e/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384389.940730:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.940745:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.940747:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384389.940749:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:1.0:1767384389.940768:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384389.940772:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f106d04e/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:1.0:1767384389.940776:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384389.940778:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384389.940781:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008d3e5770) now 4 - export 00000020:00000010:1.0:1767384389.940785:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f106d04e. 00000100:00000040:2.0:1767384389.940792:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294978711, at 4294978721 00000020:00000001:1.0:1767384389.940796:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000010:2.0:1767384389.940802:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000020:00000010:3.0:1767384389.940812:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000e7b425f3. 00000020:00000080:3.0:1767384389.940817:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384389.940823:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384389.940825:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384389.940828:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384389.940830:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000008d3e5770) has no exports 00000020:00000001:3.0:1767384389.940831:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384389.940834:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384389.940835:0:39784:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384389.940836:0:39784:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384389.940838:0:39784:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384389.940840:0:39784:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384389.940843:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384389.940844:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000633b1f39. 00000020:00000001:3.0:1767384389.940847:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384389.940858:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940860:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940865:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000824dcb97. 00000001:00000001:3.0:1767384389.940870:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940872:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940874:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.940876:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001e536d79. 00000001:00000010:3.0:1767384389.940879:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003a9eb924. 00000001:00000010:3.0:1767384389.940881:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000019f3736c. 00000001:00000001:3.0:1767384389.940883:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.940885:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005ca852ea. 00000020:00000002:3.0:1767384389.940893:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000004d1d8ce5/00000000dc5e3e39 to site lru. bkt: 00000000c9aa9aec 00040000:00000001:3.0:1767384389.940896:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940897:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940898:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000c0449957. 00000001:00000001:3.0:1767384389.940901:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940902:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940904:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.940905:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005e86fa45. 00000001:00000010:3.0:1767384389.940906:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000edcadccf. 00000001:00000010:3.0:1767384389.940907:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000df6cba2d. 00000001:00000001:3.0:1767384389.940910:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.940911:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000075fdff31. 00000020:00000002:3.0:1767384389.940913:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000003558878b/0000000090019109 to site lru. bkt: 00000000c9aa9aec 00040000:00000001:3.0:1767384389.940915:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940916:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940918:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000002df4473c. 00000001:00000001:3.0:1767384389.940920:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940922:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940923:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.940924:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000173e9b71. 00000001:00000010:3.0:1767384389.940926:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000290938b5. 00000001:00000010:3.0:1767384389.940928:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d76f8fdb. 00000001:00000001:3.0:1767384389.940930:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.940930:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005560fe3b. 00000020:00000002:3.0:1767384389.940933:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000a802110a/000000000365880d to site lru. bkt: 00000000c9aa9aec 00000020:00000002:3.0:1767384389.940936:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000f02b1b2a/00000000e9d4d491 to site lru. bkt: 0000000022aebb93 00040000:00000010:3.0:1767384389.940939:0:39784:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000008aacfa16. 00040000:00000001:3.0:1767384389.940941:0:39784:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384389.940942:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384389.940943:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e5bf6db4. 00000020:00000001:3.0:1767384389.940945:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384389.940952:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940953:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940955:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000ef1efcbc. 00000001:00000001:3.0:1767384389.940957:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940959:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940960:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.940961:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a0560c35. 00000001:00000010:3.0:1767384389.940963:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c8ed586c. 00000001:00000010:3.0:1767384389.940965:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f21537b9. 00000001:00000001:3.0:1767384389.940966:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.940967:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004cced96e. 00000020:00000002:3.0:1767384389.940970:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000034b54847/00000000421fd567 to site lru. bkt: 00000000c9aa9aec 00040000:00000001:3.0:1767384389.940972:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940973:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940975:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000008ddef37a. 00000001:00000001:3.0:1767384389.940977:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940979:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940980:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.940981:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000027df255. 00000001:00000010:3.0:1767384389.940983:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007ba649ef. 00000001:00000010:3.0:1767384389.940985:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c9ba922a. 00000001:00000001:3.0:1767384389.940986:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.940987:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e6379b83. 00000020:00000002:3.0:1767384389.940989:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002cec40e9/000000001a1194d0 to site lru. bkt: 00000000c9aa9aec 00040000:00000001:3.0:1767384389.940991:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384389.940992:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384389.940994:0:39784:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000086099c01. 00000001:00000001:3.0:1767384389.940996:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384389.940997:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384389.940998:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.941000:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002e4f3013. 00000001:00000010:3.0:1767384389.941002:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c8741b34. 00000001:00000010:3.0:1767384389.941004:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006c41e20a. 00000001:00000001:3.0:1767384389.941005:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384389.941006:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a89fbeeb. 00000020:00000002:3.0:1767384389.941009:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000008a8f7572/00000000211f85d5 to site lru. bkt: 00000000c9aa9aec 00000020:00000002:3.0:1767384389.941012:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000076d53649/0000000089de39be to site lru. bkt: 00000000e24b41a6 00040000:00000010:3.0:1767384389.941013:0:39784:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000087111478. 00040000:00000001:3.0:1767384389.941015:0:39784:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384389.941051:0:16815:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000045b6f9e2. 00000020:00000010:2.0:1767384389.941064:0:16815:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ca8dbde. 00000040:00000010:2.0:1767384389.941069:0:16815:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009269633d. 00000020:00000010:2.0:1767384389.941072:0:16815:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000049682b1d. 00000020:00000010:2.0:1767384389.941076:0:16815:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384389.941082:0:16815:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000acb6a160. 80000000:00000010:2.0:1767384389.941086:0:16815:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000010afc651. 40000000:00000010:2.0:1767384389.941090:0:16815:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000be0ca349. 00100000:00000010:2.0:1767384389.941094:0:16815:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de4c4a4c. 00040000:00000010:2.0:1767384389.941098:0:16815:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f5deb6f8. 00040000:00000010:2.0:1767384389.941101:0:16815:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000022d7a10e. 00040000:00000010:2.0:1767384389.941109:0:16815:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aabeba84. 00080000:00000010:2.0:1767384389.941112:0:16815:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094ce0686. 00000004:00000010:2.0:1767384389.941115:0:16815:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cddf9e67. 00000004:00000010:2.0:1767384389.941118:0:16815:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf77fb80. 00000004:00000010:2.0:1767384389.941122:0:16815:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ee2f4510. 00000004:00000010:2.0:1767384389.941126:0:16815:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005bcd008b. 00000020:00000010:2.0:1767384389.941129:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5facbea. 00040000:00000010:2.0:1767384389.941131:0:16815:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 0000000053db0ee0. 00040000:00000001:2.0:1767384389.941133:0:16815:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384389.941171:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000bd323ac0/0000000022074770 to site lru. bkt: 0000000040e3a33a 00040000:00000001:3.0:1767384389.941173:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384389.941175:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384389.941177:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384389.941178:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc456 00000020:00000040:3.0:1767384389.941180:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000842540d4 with handle 0xf489261bfe0bc456 from hash 00000020:00000001:3.0:1767384389.941183:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384389.941183:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000842540d4 : new refcount 1 00000020:00000001:3.0:1767384389.941185:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384389.941186:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000842540d4 : new refcount 0 00000020:00000080:3.0:1767384389.941187:0:39784:0:(genops.c:904:class_export_put()) final put 00000000842540d4/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384389.941188:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.941198:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384389.941200:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384389.941201:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384389.941210:0:39784:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.941211:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384389.941232:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:1.0:1767384389.941232:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384389.941235:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000842540d4/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00000010:3.0:1767384389.941236:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca94d821. 00000001:00000010:3.0:1767384389.941241:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017e0b894. 00000020:00000001:1.0:1767384389.941241:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:3.0:1767384389.941243:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a1086f94. 00000020:00000001:1.0:1767384389.941244:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384389.941245:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7dd717e. 00000001:00000010:3.0:1767384389.941247:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004d4159c2. 00000001:00000010:3.0:1767384389.941248:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d28b445c. 00000001:00000001:3.0:1767384389.941249:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384389.941250:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384389.941252:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000314bef6a. 00000001:00000010:3.0:1767384389.941254:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000067d5f5bb. 00000001:00000010:3.0:1767384389.941255:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089669796. 00000001:00000010:3.0:1767384389.941256:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040e7fa73. 00000001:00000010:3.0:1767384389.941257:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001d4a16a2. 00000001:00000010:3.0:1767384389.941260:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000842e84c2. 00000020:00000040:1.0:1767384389.941262:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 9 - export 00000001:00000001:3.0:1767384389.941263:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384389.941265:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008d3e5770) now 3 - setup 00000020:00000001:3.0:1767384389.941269:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384389.941269:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000842540d4. 00000020:00000001:3.0:1767384389.941272:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384389.941275:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384389.941277:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384389.941278:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384389.941282:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008d3e5770) now 2 - obd_device_list 00000020:00000080:3.0:1767384389.941284:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384389.941285:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008d3e5770) now 1 - newdev 00000020:00000040:3.0:1767384389.941286:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000019162147 with handle 0xf489261bfe0bc44f from hash 00000020:00000040:3.0:1767384389.941288:0:39784:0:(genops.c:898:class_export_put()) PUTting export 0000000019162147 : new refcount 0 00000020:00000080:3.0:1767384389.941289:0:39784:0:(genops.c:904:class_export_put()) final put 0000000019162147/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384389.941290:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.941292:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384389.941292:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 0000000019162147/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384389.941294:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384389.941294:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384389.941295:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000019162147. 00000020:00000001:3.0:1767384389.941309:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384389.941311:0:39784:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384389.941313:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384389.941314:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384389.941317:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014768d8c. 00000020:00000010:3.0:1767384389.941321:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051966d82. 00000040:00000010:3.0:1767384389.941323:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034d382fb. 00000020:00000010:3.0:1767384389.941327:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac0ead35. 00000020:00000010:3.0:1767384389.941331:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384389.941336:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000314bef6a. 80000000:00000010:3.0:1767384389.941339:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000adea74b. 40000000:00000010:3.0:1767384389.941342:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000d1bb543. 00100000:00000010:3.0:1767384389.941347:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000037c6160d. 00040000:00000010:3.0:1767384389.941350:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000758115f5. 00040000:00000010:3.0:1767384389.941353:0:39784:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007f003964. 00040000:00000010:3.0:1767384389.941355:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7dd717e. 00080000:00000010:3.0:1767384389.941358:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6612cb4. 00000004:00000010:3.0:1767384389.941361:0:39784:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e97f3125. 00000004:00000010:3.0:1767384389.941364:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b25e1a9. 00000004:00000010:3.0:1767384389.941367:0:39784:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b0d491f5. 00000004:00000010:3.0:1767384389.941369:0:39784:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000982fc056. 00040000:00000001:3.0:1767384389.941372:0:39784:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384389.941374:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b7253c95. 00040000:00000010:3.0:1767384389.941376:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ea457ec. 00040000:00000010:3.0:1767384389.941378:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091aa267e. 00040000:00000010:3.0:1767384389.941381:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d214202e. 00040000:00000010:3.0:1767384389.941385:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000050bfa29b. 00040000:00000010:3.0:1767384389.941386:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002c0ad09b. 00040000:00000010:3.0:1767384389.941388:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ac9c5be4. 00040000:00000010:3.0:1767384389.941390:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009495059c. 00040000:00000010:3.0:1767384389.941392:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008092e8fd. 00040000:00000010:3.0:1767384389.941394:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d01c1058. 00040000:00000010:3.0:1767384389.941396:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b2336134. 00040000:00000010:3.0:1767384389.941398:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001c861deb. 00040000:00000010:3.0:1767384389.941400:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000050e900a4. 00040000:00000010:3.0:1767384389.941403:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000093c8819a. 00040000:00000010:3.0:1767384389.941404:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000002d51ed0. 00040000:00000010:3.0:1767384389.941406:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023ea0317. 00040000:00000010:3.0:1767384389.941409:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006649ea4f. 00040000:00000010:3.0:1767384389.941410:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000481936ee. 00040000:00000010:3.0:1767384389.941412:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a79cc196. 00040000:00000010:3.0:1767384389.941414:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d3ce792. 00040000:00000010:3.0:1767384389.941416:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000095d1d05f. 00040000:00000010:3.0:1767384389.941418:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dcabf12. 00040000:00000010:3.0:1767384389.941420:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e1cd29f. 00040000:00000010:3.0:1767384389.941421:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff129618. 00040000:00000010:3.0:1767384389.941423:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000005565ac5. 00040000:00000010:3.0:1767384389.941425:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003ed8ee96. 00040000:00000010:3.0:1767384389.941427:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007daae6e6. 00040000:00000010:3.0:1767384389.941433:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b9c27afc. 00040000:00000010:3.0:1767384389.941437:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc12ab8d. 00040000:00000010:3.0:1767384389.941439:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005029a4f2. 00040000:00000010:3.0:1767384389.941448:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032a6b12f. 00040000:00000010:3.0:1767384389.941465:0:39784:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000469ec028. 00040000:00000001:3.0:1767384389.941467:0:39784:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384389.941470:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051966d82. 00000040:00000010:3.0:1767384389.941472:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034d382fb. 00000020:00000010:3.0:1767384389.941474:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac0ead35. 00000020:00000010:3.0:1767384389.941477:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384389.941480:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000314bef6a. 80000000:00000010:3.0:1767384389.941483:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000adea74b. 40000000:00000010:3.0:1767384389.941485:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d1bb543. 00100000:00000010:3.0:1767384389.941488:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000037c6160d. 00040000:00000010:3.0:1767384389.941490:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000758115f5. 00040000:00000010:3.0:1767384389.941492:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007f003964. 00040000:00000010:3.0:1767384389.941494:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7dd717e. 00080000:00000010:3.0:1767384389.941496:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6612cb4. 00000004:00000010:3.0:1767384389.941498:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e97f3125. 00000004:00000010:3.0:1767384389.941500:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b25e1a9. 00000004:00000010:3.0:1767384389.941502:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b0d491f5. 00000004:00000010:3.0:1767384389.941505:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000982fc056. 00000020:00000010:3.0:1767384389.941507:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014768d8c. 00000020:00000001:3.0:1767384389.941509:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384389.941510:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008d3e5770. 00000020:00000001:3.0:1767384389.941516:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384389.941518:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384389.941520:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000e7b425f3. 00000020:00000001:3.0:1767384389.941522:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384389.941523:0:39784:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384389.941525:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384389.941527:0:39784:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:1.1:1767384389.942596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b631f55. 00010000:00000010:1.1:1767384389.942604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072758916. 00010000:00000010:1.1:1767384389.942608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e31e3230. 00010000:00000010:1.1:1767384389.942620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bcdd072d. 00010000:00000010:1.1:1767384389.942624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d64c77c8. 00010000:00000010:1.1:1767384389.942628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d3c1d35d. 00010000:00000010:1.1:1767384389.942631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f0df01c. 00010000:00000010:2.1:1767384389.944586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008b63c25a. 00010000:00000010:2.1:1767384389.944597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fbd2e85. 00010000:00000010:0.1:1767384389.944604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b6427b2. 00010000:00000010:0.1:1767384389.944613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069845a93. 00010000:00000010:0.1:1767384389.944618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5b5c7bc. 00000400:00000001:3.0:1767384390.035673:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384390.035680:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384390.035683:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384390.035688:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000200:3.0:1767384390.035695:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384390.035701:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384390.035716:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000082f4e1a7. 00000400:00000010:3.0:1767384390.035721:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002b9f5ca9. 00000400:00000001:3.0:1767384390.035726:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384390.035727:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384390.035728:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384390.035730:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000400:00000200:3.0:1767384390.035732:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384390.035735:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384390.035738:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000410c48c9. 00000400:00000010:3.0:1767384390.035740:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000319c71e1. 00010000:00000001:1.0:1767384390.611663:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384390.611670:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384390.611677:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384390.611678:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.611728:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384390.611731:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384390.611734:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384390.739661:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b0283610] -> 12345-192.168.203.113@tcp15 (6) 00000800:00000200:1.0:1767384390.739668:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp15 ip 192.168.203.113:988 00000800:00000200:1.0:1767384390.739671:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384390.739842:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384390.739848:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.739859:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384390.739863:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384390.739866:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384390.811190:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384390.811196:0:17589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384390.811198:0:17589:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000043b738bb : new cb_count 0 00000020:00000040:3.0:1767384390.811203:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000043b738bb : new refcount 0 00000020:00000080:3.0:1767384390.811204:0:17589:0:(genops.c:904:class_export_put()) final put 0000000043b738bb/lustre-MDT0000-mdtlov_UUID 00000001:00000010:3.0:1767384390.811215:0:17589:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000bc3bf84. 00040000:00000001:3.0:1767384390.811220:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384390.811225:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384390.811226:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee460c70. 00080000:00000001:3.0:1767384390.811229:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384390.811231:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384390.811231:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384390.811232:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384390.811233:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f4b8b70d. 00080000:00000001:3.0:1767384390.811235:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384390.811237:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384390.811239:0:17589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000001:00000040:3.0:1767384390.811240:0:17589:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000044833d50 : new cb_count 1 00000020:00000040:3.0:1767384390.811242:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 1 00000001:00000010:3.0:1767384390.811242:0:17589:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000087384772. 00040000:00000001:3.0:1767384390.811244:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384390.811245:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384390.811246:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fb41ec3. 00080000:00000001:3.0:1767384390.811247:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384390.811248:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384390.811249:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384390.811250:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384390.811251:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005614fd1f. 00080000:00000001:3.0:1767384390.811252:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384390.811253:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000001:3.0:1767384390.811254:0:17589:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767384390.811255:0:17589:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000020:00000080:0.0:1767384390.811258:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000043b738bb/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000001:00000040:3.0:1767384390.811261:0:17589:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000044833d50 : new cb_count 0 00000020:00000040:3.0:1767384390.811264:0:17589:0:(genops.c:898:class_export_put()) PUTting export 0000000044833d50 : new refcount 0 00000020:00000080:3.0:1767384390.811266:0:17589:0:(genops.c:904:class_export_put()) final put 0000000044833d50/b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000020:00000040:0.0:1767384390.811266:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 15 to 0@lo 00000020:00000001:0.0:1767384390.811272:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:3.0:1767384390.811274:0:17589:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a403ee6a. 00000020:00000040:0.0:1767384390.811277:0:37:0:(genops.c:1229:class_import_get()) import 0000000072329c7d refcount=2 obd=lustre-OST0000 00040000:00000001:3.0:1767384390.811279:0:17589:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384390.811281:0:17589:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384390.811283:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000995dfcb9. 00080000:00000001:3.0:1767384390.811284:0:17589:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384390.811289:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384390.811291:0:37:0:(genops.c:1242:class_import_put()) import 0000000072329c7d refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384390.811293:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384390.811297:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384390.811298:0:37:0:(genops.c:1242:class_import_put()) import 0000000072329c7d refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384390.811299:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000072329c7d 00000020:00000001:0.0:1767384390.811306:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384390.811310:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384390.811312:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384390.811318:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005118b633. 00000001:00000010:0.0:1767384390.811322:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000075330d62. 00000001:00000010:0.0:1767384390.811324:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001af5acd5. 00000001:00000010:0.0:1767384390.811325:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b63f645. 00000001:00000010:0.0:1767384390.811327:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005eae7079. 00000001:00000010:0.0:1767384390.811330:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c6d1679b. 00000001:00000001:0.0:1767384390.811333:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384390.811334:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384390.811336:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384390.811337:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384390.811340:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000d36cc074. 00000020:00000001:0.0:1767384390.811345:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384390.811348:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 7 - export 00000020:00000010:0.0:1767384390.811350:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000043b738bb. 00000020:00000001:0.0:1767384390.811357:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384390.811360:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384390.811361:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000044833d50/b5a9f0e7-4930-4c8c-9484-8caf40e4e445 for lustre-OST0000 00000020:00000040:0.0:1767384390.811366:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 3 to 192.168.203.13@tcp50 00000020:00000001:0.0:1767384390.811368:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767384390.811369:0:37:0:(genops.c:1229:class_import_get()) import 00000000783f70e4 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767384390.811371:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384390.811371:0:37:0:(genops.c:1242:class_import_put()) import 00000000783f70e4 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384390.811373:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384390.811374:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384390.811375:0:37:0:(genops.c:1242:class_import_put()) import 00000000783f70e4 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767384390.811377:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000783f70e4 00000020:00000001:0.0:1767384390.811385:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384390.811391:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384390.811392:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384390.811396:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000592a6547. 00000001:00000010:0.0:1767384390.811400:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001be0b1e1. 00000001:00000010:0.0:1767384390.811403:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007f4b9dc1. 00000001:00000010:0.0:1767384390.811405:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015b727b9. 00000001:00000010:0.0:1767384390.811407:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b5d313c9. 00000001:00000010:0.0:1767384390.811408:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a736d12f. 00000001:00000001:0.0:1767384390.811410:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384390.811411:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384390.811413:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384390.811414:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384390.811415:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003887ae19. 00000020:00000001:0.0:1767384390.811418:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384390.811420:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 6 - export 00000020:00000010:0.0:1767384390.811422:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000044833d50. 00000020:00000001:0.0:1767384390.811424:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384390.811427:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384390.811429:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000072329c7d for lustre-OST0000 00000020:00000040:0.0:1767384390.811431:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 14 to 0@lo 00000020:00000040:0.0:1767384390.811433:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 5 - import 00000020:00000010:0.0:1767384390.811436:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000072329c7d. 00000020:00000001:0.0:1767384390.811439:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:0.0:1767384390.811440:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384390.811441:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000783f70e4 for lustre-OST0000 00000020:00000040:0.0:1767384390.811444:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 2 to 192.168.203.13@tcp50 00000020:00000040:0.0:1767384390.811457:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f13003be) now 4 - import 00000020:00000010:0.0:1767384390.811459:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000783f70e4. 00000020:00000001:0.0:1767384390.811461:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:3.0:1767384391.059658:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp48 00000400:00000010:3.0:1767384391.059666:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000082f4e1a7. 00000400:00000010:3.0:1767384391.059673:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000017e0b894. 00000400:00000010:3.0:1767384391.059677:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000400:00000010:3.0:1767384391.059682:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d5b0f7e9. 00000400:00000200:3.0:1767384391.059685:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp48 00000400:00000200:3.0:1767384391.059703:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp48 local destination 00000400:00000200:3.0:1767384391.059707:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp48 00000400:00000200:3.0:1767384391.059710:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp48 NI seq info: [245:245:256:4294967295] 192.168.203.113@tcp48 LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1767384391.059715:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp48 00000400:00000200:3.0:1767384391.059720:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp48(192.168.203.113@tcp48:) -> 192.168.203.113@tcp48(192.168.203.113@tcp48:192.168.203.113@tcp48) : GET try# 0 00000800:00000200:3.0:1767384391.059724:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp48 00000800:00000010:3.0:1767384391.059726:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000758115f5. 00000800:00000200:3.0:1767384391.059731:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000800:00000200:3.1:1767384391.059734:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000400:00000200:3.0:1767384391.059754:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp48 added to recovery queue. ping count: 2 next ping: 316 health :800 00000400:00000200:1.0:1767384391.059854:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.059905:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.059927:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.059948:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.059968:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.059986:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060007:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060026:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060043:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060060:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060079:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060100:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060121:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060140:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060161:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060182:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060200:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060216:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060235:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060256:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060274:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060290:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060327:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060346:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060362:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060379:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060401:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060433:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060470:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060494:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060513:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060530:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060550:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060616:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384391.060640:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384391.060788:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000800:00000010:1.0:1767384391.060793:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2187b59. 00000800:00000010:1.0:1767384391.060799:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095ad3c54. 00000800:00000010:1.0:1767384391.060817:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095ad3c54. 00000800:00020000:1.0:1767384391.060826:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384391.060829:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2187b59. 00000800:00000010:1.0:1767384391.060832:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:02020000:1.0:1767384391.060866:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp48 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384391.060873:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp48 notifying 192.168.203.113@tcp48: down 00000400:00000200:1.0:1767384391.060877:0:16143:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384391.060880:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp48 00000800:00000010:1.0:1767384391.060883:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000758115f5. 00000400:00000200:1.0:1767384391.060887:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384391.060891:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp48->192.168.203.113@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384391.060900:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384391.060903:0:16143:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384391.060907:0:16143:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp48) recovery failed with -71 00010000:00000001:1.0:1767384391.635659:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384391.635690:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.635698:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384391.635700:0:366:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384391.635703:0:366:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384391.635705:0:366:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.635707:0:366:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384391.635709:0:366:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.635711:0:366:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384391.635713:0:366:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.635809:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384391.635813:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384391.635815:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384391.763693:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e3fb6569] -> 12345-192.168.203.113@tcp18 (6) 00000800:00000200:1.0:1767384391.763704:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp18 ip 192.168.203.113:988 00000800:00000200:1.0:1767384391.763709:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384391.763915:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384391.763920:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.763929:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.763934:0:16149:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.763936:0:16149:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384391.851451:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384391.851459:0:16824:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000001:00000040:2.0:1767384391.851462:0:16824:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a69a85de : new cb_count 2 00000020:00000040:2.0:1767384391.851468:0:16824:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 2 00000001:00000010:2.0:1767384391.851471:0:16824:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000004d106672. 00040000:00000001:2.0:1767384391.851476:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851478:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384391.851480:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851481:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384391.851483:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000000165532. 00080000:00000001:2.0:1767384391.851486:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384391.851488:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384391.851491:0:16824:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384391.851494:0:16824:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384391.851496:0:16824:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384391.851498:0:16824:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000a69a85de : new cb_count 1 00000020:00000040:2.0:1767384391.851500:0:16824:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 1 00000001:00000010:2.0:1767384391.851502:0:16824:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000fe129487. 00040000:00000001:2.0:1767384391.851504:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851506:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384391.851506:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851507:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384391.851508:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7e9a678. 00080000:00000001:2.0:1767384391.851511:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384391.851515:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384391.851516:0:16824:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000001:00000040:2.0:1767384391.851518:0:16824:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000a69a85de : new cb_count 0 00000020:00000040:2.0:1767384391.851519:0:16824:0:(genops.c:898:class_export_put()) PUTting export 00000000a69a85de : new refcount 0 00000020:00000080:2.0:1767384391.851521:0:16824:0:(genops.c:904:class_export_put()) final put 00000000a69a85de/b5a9f0e7-4930-4c8c-9484-8caf40e4e445 00000001:00000010:2.0:1767384391.851537:0:16824:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000001aac7fcf. 00040000:00000001:2.0:1767384391.851540:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851541:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384391.851542:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.851543:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384391.851545:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000030169bb7. 00080000:00000001:2.0:1767384391.851547:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384391.851733:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384391.851736:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a69a85de/b5a9f0e7-4930-4c8c-9484-8caf40e4e445 for lustre-MDT0000 00000020:00000040:3.0:1767384391.851743:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 1 to 192.168.203.13@tcp50 00000020:00000001:3.0:1767384391.851746:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384391.851748:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:3.0:1767384391.851751:0:37:0:(genops.c:1229:class_import_get()) import 0000000035cf54af refcount=2 obd=lustre-MDT0000 00000020:00000001:3.0:1767384391.851754:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384391.851755:0:37:0:(genops.c:1242:class_import_put()) import 0000000035cf54af refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384391.851757:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384391.851760:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384391.851761:0:37:0:(genops.c:1242:class_import_put()) import 0000000035cf54af refcount=0 obd=lustre-MDT0000 00000020:00000040:3.0:1767384391.851762:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000035cf54af 00000020:00000001:3.0:1767384391.851775:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384391.851778:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000083709c91. 00010000:00000001:3.0:1767384391.851783:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384391.851785:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384391.851790:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000939c601e. 00000001:00000010:3.0:1767384391.851793:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000389d8db8. 00000001:00000010:3.0:1767384391.851795:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd4f71ab. 00000001:00000010:3.0:1767384391.851796:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a4e817b. 00000001:00000010:3.0:1767384391.851798:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a5cd7b7e. 00000001:00000010:3.0:1767384391.851800:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a97d7220. 00000001:00000001:3.0:1767384391.851802:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384391.851804:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1767384391.851806:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384391.851809:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5f42cf8. 00000001:00000010:3.0:1767384391.851811:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7891e86. 00000001:00000010:3.0:1767384391.851814:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008f043aea. 00000001:00000010:3.0:1767384391.851815:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084a2d4ac. 00000001:00000010:3.0:1767384391.851818:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008efdc677. 00000001:00000010:3.0:1767384391.851819:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c986e65f. 00000001:00000001:3.0:1767384391.851821:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384391.851822:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384391.851824:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:3.0:1767384391.851827:0:37:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 0000000068413bfb: xid 1853236736691712, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:3.0:1767384391.851831:0:37:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 0000000068413bfb: xid 1853236736691712, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:3.0:1767384391.851834:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000068413bfb. 00000001:00000010:3.0:1767384391.851837:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003b9e0834. 00000004:00000001:3.0:1767384391.851842:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.851844:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384391.851846:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 5 - export 00000020:00000010:3.0:1767384391.851849:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a69a85de. 00000020:00000001:3.0:1767384391.851856:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384391.851859:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384391.851861:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000035cf54af for lustre-MDT0000 00000020:00000040:3.0:1767384391.851864:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000043cff51d refcount 0 to 192.168.203.13@tcp50 00000020:00000040:3.0:1767384391.851867:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 4 - import 00000020:00000010:3.0:1767384391.851869:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000035cf54af. 00000020:00000001:3.0:1767384391.851871:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1767384391.955664:0:39784:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384391.955677:0:39784:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000006a1c8187 - data 000000003a608fb4/000000006442a9f7 00000020:00000010:3.0:1767384391.955780:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000004b3ce470. 00000020:00000010:3.0:1767384391.955788:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000004eec8963. 00000020:00000010:3.0:1767384391.955793:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006442a9f7. 00000020:00000010:3.0:1767384391.955795:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000006f5de4b1. 00000020:00000010:3.0:1767384391.955798:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000555cd2b9. 00000020:00000010:3.0:1767384391.955800:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d589b5f5. 00000020:00000010:3.0:1767384391.955803:0:39784:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000006a1c8187. 00000020:01000000:3.0:1767384391.955807:0:39784:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000c375c698 - data 000000006481bc8e/000000008084bbe5 00000020:00000010:3.0:1767384391.955899:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000909d48d1. 00000020:00000010:3.0:1767384391.955903:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000034a868b7. 00000020:00000010:3.0:1767384391.955907:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008084bbe5. 00000020:00000010:3.0:1767384391.955910:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000fcef7415. 00000020:00000010:3.0:1767384391.955913:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000006c142634. 00000020:00000010:3.0:1767384391.955915:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bd0d3bc3. 00000020:00000010:3.0:1767384391.955917:0:39784:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000c375c698. 00000020:00000001:3.0:1767384391.955919:0:39784:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384391.956184:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000079f18631. 00000020:00000010:3.0:1767384391.956189:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000123e1c5d. 00000020:00000010:3.0:1767384391.956191:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000141f4a36. 00000020:00000010:3.0:1767384391.956194:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 000000005d9a32df. 00000020:00000010:3.0:1767384391.956199:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000586fc50c. 02000000:00000001:3.0:1767384391.961769:0:39784:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384391.961777:0:39784:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000006286d59a for key 0 00000004:00000010:3.0:1767384391.961783:0:39784:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000006286d59a. 02000000:00000001:3.0:1767384391.961788:0:39784:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384391.961790:0:39784:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000e4454737. 02000000:00000010:3.0:1767384391.961793:0:39784:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000022162d43. 02000000:00000001:3.0:1767384391.961796:0:39784:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384391.961798:0:39784:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384391.961799:0:39784:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000003d1467ef. 02000000:00000010:3.0:1767384391.961802:0:39784:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000007e366312. 00000020:00000001:3.0:1767384391.961805:0:39784:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384391.961809:0:39784:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384391.961811:0:39784:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384391.961815:0:39784:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384391.961826:0:39784:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000982fc056. 00080000:00000001:3.0:1767384391.961829:0:39784:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623107068071936 : -120966641479680 : ffff91fb424e1000) 00080000:00000001:3.0:1767384391.961833:0:39784:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384391.961854:0:39784:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384391.961856:0:39784:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384391.961859:0:39784:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384391.961878:0:39784:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384391.961881:0:39784:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384391.961885:0:39784:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384391.962009:0:39784:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384391.962012:0:39784:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384391.962015:0:39784:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384391.962017:0:39784:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384391.984089:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384391.984095:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.984098:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384391.984099:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384391.984101:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384391.984107:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000982fc056. 00080000:00000001:2.0:1767384391.984113:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384391.984157:0:39784:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384391.984162:0:39784:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384391.984165:0:39784:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384391.984171:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000005f2a7835/0000000039bd2ff9 to site lru. bkt: 0000000048afdc35 00000020:00000010:3.0:1767384391.984175:0:39784:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000008b427338. 00000020:00000010:3.0:1767384391.984201:0:39784:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000eb79d7a8. 00000020:00000010:3.0:1767384391.984204:0:39784:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000c4eb8a22. 00000020:00000002:3.0:1767384391.984214:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000000425e4e1/00000000792d277e to site lru. bkt: 00000000a7bdec49 00000020:00000001:3.0:1767384391.984217:0:39784:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:3.0:1767384391.984219:0:39784:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:3.0:1767384391.984225:0:39784:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b23d3d9. 00000020:00000010:3.0:1767384391.984228:0:39784:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000041388923. 00000020:00000010:3.0:1767384391.984231:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061a9194f. 00000020:00000010:3.0:1767384391.984237:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee5fac09. 00000040:00000010:3.0:1767384391.984240:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ff0684f. 00000020:00000010:3.0:1767384391.984243:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002afa54b6. 00000020:00000010:3.0:1767384391.984246:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000387c4bc4. 00000020:00000010:3.0:1767384391.984250:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041770551. 80000000:00000010:3.0:1767384391.984253:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abe9d6f9. 40000000:00000010:3.0:1767384391.984257:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8672896. 00100000:00000010:3.0:1767384391.984261:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000065c7f066. 00040000:00000010:3.0:1767384391.984264:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002f397cd6. 00040000:00000010:3.0:1767384391.984267:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000459062dd. 00040000:00000010:3.0:1767384391.984270:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bbb1258. 00080000:00000010:3.0:1767384391.984274:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005cbfd89d. 00000004:00000010:3.0:1767384391.984277:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001e4c911c. 00000004:00000010:3.0:1767384391.984281:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ce5161f3. 00000004:00000010:3.0:1767384391.984285:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004d04e8b8. 00000004:00000010:3.0:1767384391.984288:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008667b7c2. 00000020:00000010:3.0:1767384391.984292:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed0ddcb8. 00000001:00000001:3.0:1767384391.984295:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384391.984299:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ac53f681. 00000001:00000010:3.0:1767384391.984302:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003c12c98f. 00000001:00000010:3.0:1767384391.984304:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000038fa675d. 00000001:00000001:3.0:1767384391.984306:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:3.0:1767384391.984307:0:39784:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.984311:0:39784:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384391.984315:0:39784:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384391.984346:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000044061bc0. 00000020:00000010:3.0:1767384391.984350:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000083383757. 00000020:00000010:3.0:1767384391.984353:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000083a4b425. 00000020:00000010:3.0:1767384391.984357:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008736ee27. 00010000:00000001:3.0:1767384391.984392:0:39784:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384391.984401:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e65b3ffc. 00000020:00000010:3.0:1767384391.984404:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000232dc64f. 00000020:00000010:3.0:1767384391.984498:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000afbce1c0. 00000020:00000010:3.0:1767384391.984501:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000096b41114. 00000001:00000001:3.0:1767384391.984532:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384392.003663:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd984d9c. 00000001:00000010:3.0:1767384392.003681:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a2f5c79. 00000001:00000010:3.0:1767384392.003684:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae2302ce. 00000001:00000010:3.0:1767384392.003685:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000422bfd9e. 00000001:00000010:3.0:1767384392.003687:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008bddb6e1. 00000001:00000010:3.0:1767384392.003689:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f02824f. 00000001:00000010:3.0:1767384392.003690:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090e62121. 00000001:00000010:3.0:1767384392.003692:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c679ed5. 00000001:00000010:3.0:1767384392.003693:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000081fe3ce. 00000001:00000010:3.0:1767384392.003695:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001fbf19c1. 00000001:00000010:3.0:1767384392.003697:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003b44f8bc. 00000001:00000010:3.0:1767384392.003699:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008c71746b. 00000001:00000010:3.0:1767384392.003700:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bbedec45. 00000001:00000010:3.0:1767384392.003702:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f82e67d. 00000001:00000010:3.0:1767384392.003704:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009c9b1883. 00000001:00000010:3.0:1767384392.003705:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001b08d186. 00000001:00000010:3.0:1767384392.003707:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e62a2b7c. 00000001:00000010:3.0:1767384392.003708:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008862396. 00000001:00000010:3.0:1767384392.003710:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de80f80a. 00000001:00000010:3.0:1767384392.003711:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000011f3d9f. 00000001:00000010:3.0:1767384392.003713:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000802d8ba3. 00000001:00000010:3.0:1767384392.003715:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e67903ac. 00000001:00000010:3.0:1767384392.003716:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c848f05. 00000001:00000010:3.0:1767384392.003718:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000022e637bf. 00000001:00000010:3.0:1767384392.003719:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007319493b. 00000001:00000010:3.0:1767384392.003721:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ff3b737b. 00000001:00000010:3.0:1767384392.003722:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f6aba6dc. 00000001:00000010:3.0:1767384392.003724:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000492391b. 00000001:00000010:3.0:1767384392.003725:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000100042e3. 00000001:00000010:3.0:1767384392.003726:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000007fd7963. 00000001:00000010:3.0:1767384392.003728:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af4b3606. 00000001:00000010:3.0:1767384392.003730:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7ef7036. 00000001:00000010:3.0:1767384392.003731:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008019f537. 00000001:00000010:3.0:1767384392.003732:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075dd111b. 00000001:00000010:3.0:1767384392.003734:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa8189be. 00000001:00000010:3.0:1767384392.003736:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071ffd2ba. 00000001:00000010:3.0:1767384392.003737:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000893c7571. 00000001:00000010:3.0:1767384392.003739:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000032c1b0c4. 00000001:00000010:3.0:1767384392.003741:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000acf778fd. 00000001:00000010:3.0:1767384392.003742:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009fc372f1. 00000001:00000010:3.0:1767384392.003744:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b397dff1. 00000001:00000010:3.0:1767384392.003745:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ac4f809. 00000001:00000010:3.0:1767384392.003747:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000831d8191. 00000001:00000010:3.0:1767384392.003749:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb4b6ba0. 00000001:00000010:3.0:1767384392.003750:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006c17e9c8. 00000001:00000010:3.0:1767384392.003752:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000037333046. 00000001:00000010:3.0:1767384392.003754:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b9d26d3. 00000001:00000010:3.0:1767384392.003756:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c19f777c. 00000001:00000010:3.0:1767384392.003757:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6383841. 00000001:00000010:3.0:1767384392.003759:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b9355d88. 00000001:00000010:3.0:1767384392.003761:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b5636e06. 00000001:00000010:3.0:1767384392.003763:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd811c22. 00000001:00000010:3.0:1767384392.003765:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f19e443d. 00000001:00000010:3.0:1767384392.003766:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fba8f7c. 00000001:00000010:3.0:1767384392.003768:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004978232c. 00000001:00000010:3.0:1767384392.003769:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea43eb59. 00000001:00000010:3.0:1767384392.003771:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067aa598d. 00000001:00000010:3.0:1767384392.003772:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000462887b1. 00000001:00000010:3.0:1767384392.003774:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cf475283. 00000001:00000010:3.0:1767384392.003775:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b35c243. 00000001:00000010:3.0:1767384392.003777:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4c9f7f3. 00000001:00000010:3.0:1767384392.003779:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000038abff69. 00000001:00000010:3.0:1767384392.003780:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fed49e41. 00000001:00000010:3.0:1767384392.003782:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012ee740c. 00000001:00000010:3.0:1767384392.003784:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a007d8d8. 00000001:00000010:3.0:1767384392.003785:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000949f9505. 00000001:00000010:3.0:1767384392.003786:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7faaa9c. 00000001:00000010:3.0:1767384392.003788:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a9a7c0cb. 00000001:00000010:3.0:1767384392.003790:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058ebc55d. 00000001:00000010:3.0:1767384392.003791:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf819091. 00000001:00000010:3.0:1767384392.003792:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002049a418. 00000001:00000010:3.0:1767384392.003794:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2775d5d. 00000001:00000010:3.0:1767384392.003796:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093cde4b0. 00000001:00000010:3.0:1767384392.003797:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098341e0c. 00000001:00000010:3.0:1767384392.003799:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cbf6ef4e. 00000001:00000010:3.0:1767384392.003801:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d42b4132. 00000001:00000010:3.0:1767384392.003802:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000010516bf8. 00000001:00000010:3.0:1767384392.003804:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000186fda20. 00000001:00000010:3.0:1767384392.003806:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007107c57c. 00000001:00000010:3.0:1767384392.003808:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d97ce1b4. 00000001:00000010:3.0:1767384392.003809:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a2c286db. 00000001:00000010:3.0:1767384392.003811:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009a30a843. 00000001:00000010:3.0:1767384392.003813:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000e558603. 00000001:00000010:3.0:1767384392.003814:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4f9a9da. 00000001:00000010:3.0:1767384392.003816:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb2aa450. 00000001:00000010:3.0:1767384392.003817:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000002270398. 00000001:00000010:3.0:1767384392.003819:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000befe5fde. 00000001:00000010:3.0:1767384392.003820:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d210c4c7. 00000001:00000010:3.0:1767384392.003821:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049e1f34c. 00000001:00000010:3.0:1767384392.003823:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b831cc2a. 00000001:00000010:3.0:1767384392.003825:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5a23576. 00000001:00000010:3.0:1767384392.003826:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb0bce51. 00000001:00000010:3.0:1767384392.003827:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095c9910a. 00000001:00000010:3.0:1767384392.003829:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed9fca65. 00000001:00000010:3.0:1767384392.003831:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008800d93e. 00000001:00000010:3.0:1767384392.003832:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070b28c0f. 00000001:00000010:3.0:1767384392.003834:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ec769e7. 00000001:00000010:3.0:1767384392.003836:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002e729879. 00000001:00000010:3.0:1767384392.003837:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000040651568. 00000001:00000010:3.0:1767384392.003839:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a989459d. 00000001:00000010:3.0:1767384392.003840:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000156ef789. 00000001:00000010:3.0:1767384392.003843:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c40ee52e. 00000001:00000010:3.0:1767384392.003844:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e181fc62. 00000001:00000010:3.0:1767384392.003846:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5b74f0b. 00000001:00000010:3.0:1767384392.003848:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba97e310. 00000001:00000010:3.0:1767384392.003849:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b73b1140. 00000001:00000010:3.0:1767384392.003851:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b39b85b0. 00000001:00000010:3.0:1767384392.003852:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002fe41c88. 00000001:00000010:3.0:1767384392.003854:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c1e3a9b4. 00000001:00000010:3.0:1767384392.003855:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a1fb4ed8. 00000001:00000010:3.0:1767384392.003857:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079d99f0b. 00000001:00000010:3.0:1767384392.003859:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003938cb8. 00000001:00000010:3.0:1767384392.003860:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e4b3762e. 00000001:00000010:3.0:1767384392.003862:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004a4b3f3f. 00000001:00000010:3.0:1767384392.003864:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f7ced06. 00000001:00000010:3.0:1767384392.003865:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000355ec08b. 00000001:00000010:3.0:1767384392.003867:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f494887d. 00000001:00000010:3.0:1767384392.003868:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000028ba8ca3. 00000001:00000010:3.0:1767384392.003870:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070cd82ce. 00000001:00000010:3.0:1767384392.003871:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1ac88f6. 00000001:00000010:3.0:1767384392.003872:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008c63c524. 00000001:00000010:3.0:1767384392.003874:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a2304044. 00000001:00000010:3.0:1767384392.003875:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f2f1d12f. 00000001:00000010:3.0:1767384392.003877:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099f2c421. 00000001:00000010:3.0:1767384392.003878:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f5ce5d4b. 00000001:00000010:3.0:1767384392.003879:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006fabc5a8. 00000001:00000010:3.0:1767384392.003881:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006850bbf9. 00000001:00000010:3.0:1767384392.003882:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dfdd873b. 00000001:00000010:3.0:1767384392.003884:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000003efc2efe. 00000001:00000010:3.0:1767384392.003890:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000093b25573. 00000001:00000001:3.0:1767384392.003894:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384392.003899:0:39784:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000ed9b55d4. 00010000:00000001:3.0:1767384392.003902:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384392.004673:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384392.004677:0:39784:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384392.004680:0:39784:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384392.004682:0:39784:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384392.004684:0:39784:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384392.004687:0:39784:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384392.004731:0:39784:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384392.004737:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000003ae10b29/0000000010e3b3fd to site lru. bkt: 00000000654fea47 40000000:00000001:2.0:1767384392.004740:0:39784:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384392.004741:0:39784:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384392.004743:0:39784:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 000000007226960f. 40000000:00000001:2.0:1767384392.004746:0:39784:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384392.004778:0:39784:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384392.004780:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000feefecfe/00000000ab4e3a67 to site lru. bkt: 00000000d4056cdb 40000000:00000001:2.0:1767384392.004782:0:39784:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384392.004783:0:39784:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384392.004784:0:39784:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000064717062. 40000000:00000001:2.0:1767384392.004787:0:39784:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384392.004821:0:39784:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384392.004823:0:39784:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000d775eeec. 40000000:00000001:2.0:1767384392.004829:0:39784:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.004831:0:39784:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384392.004834:0:39784:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384392.004851:0:39784:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384392.004854:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000064552a40/00000000091d496c to site lru. bkt: 00000000eca2e9df 80000000:00000001:2.0:1767384392.004856:0:39784:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384392.004857:0:39784:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384392.004859:0:39784:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384392.004862:0:39784:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000df2ce428. 80000000:00000010:2.0:1767384392.004864:0:39784:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000880ade7c. 80000000:00000010:2.0:1767384392.004866:0:39784:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000e5ec606d. 80000000:00000010:2.0:1767384392.004868:0:39784:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009a722bc6. 80000000:00000010:2.0:1767384392.004869:0:39784:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000cf36890c. 80000000:00000040:2.0:1767384392.004871:0:39784:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384392.004873:0:39784:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384392.004875:0:39784:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384392.004876:0:39784:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384392.004878:0:39784:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384392.004879:0:39784:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384392.004880:0:39784:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000b8eaa42c. 80000000:00000001:2.0:1767384392.004883:0:39784:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384392.004884:0:39784:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000009ae48b24. 00000004:00000001:2.0:1767384392.004887:0:39784:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.004889:0:39784:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:2.0:1767384392.004913:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000076d53649. 00000004:00000010:2.0:1767384392.004919:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b00c0e8. 00000004:00000010:2.0:1767384392.004923:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008c0e2222. 00000004:00000001:2.0:1767384392.004926:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.004928:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:2.0:1767384392.004930:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000089de39be. 00000004:00000001:2.0:1767384392.004933:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.004944:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003ae10b29. 00000004:00000010:2.0:1767384392.004947:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dcef51ca. 00000004:00000010:2.0:1767384392.004949:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027d63169. 00000004:00000001:2.0:1767384392.004951:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.004952:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384392.004954:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000010e3b3fd. 00000004:00000001:2.0:1767384392.004957:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.004966:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bb685c74. 00000020:00000010:2.0:1767384392.004969:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000050baaaae. 00080000:00000010:2.0:1767384392.004986:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000799e8bc2. 20000000:00000010:2.0:1767384392.004989:0:39784:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000094b73940. 00080000:00000010:2.0:1767384392.005001:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c2b353c. 00000004:00000010:2.0:1767384392.005004:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000044a22277. 00000004:00000010:2.0:1767384392.005006:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009250242f. 00000004:00000001:2.0:1767384392.005008:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005009:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384392.005011:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001b655853. 00000004:00000001:2.0:1767384392.005013:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005022:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3c5a01f. 00000004:00000010:2.0:1767384392.005024:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008f1c1c3c. 00000004:00000010:2.0:1767384392.005026:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000522f8b15. 00000004:00000001:2.0:1767384392.005028:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005029:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:2.0:1767384392.005030:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007ed6cac0. 00000004:00000001:2.0:1767384392.005033:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005041:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ef21e20. 00000020:00000010:2.0:1767384392.005044:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000091783d10. 00080000:00000010:2.0:1767384392.005054:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000425e4e1. 00000004:00000010:2.0:1767384392.005057:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000137191d9. 00000004:00000010:2.0:1767384392.005059:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b64a4b7c. 00000004:00000001:2.0:1767384392.005061:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005062:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384392.005064:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000792d277e. 00000004:00000001:2.0:1767384392.005066:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005072:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000066c1331c. 00000020:00000010:2.0:1767384392.005074:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000eef6b9c. 00080000:00000010:2.0:1767384392.005083:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000681fa152. 00000004:00000010:2.0:1767384392.005085:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000068098dba. 00000004:00000010:2.0:1767384392.005087:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002b6814f2. 00000004:00000001:2.0:1767384392.005089:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005089:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384392.005091:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a079973e. 00000004:00000001:2.0:1767384392.005093:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005103:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b6a1c3b3. 00000020:00000010:2.0:1767384392.005105:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000566d5d0f. 00080000:00000010:2.0:1767384392.005113:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000064552a40. 00000004:00000010:2.0:1767384392.005116:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000061dd6af0. 00000004:00000010:2.0:1767384392.005118:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007ce5b543. 00000004:00000001:2.0:1767384392.005120:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005121:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384392.005123:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000091d496c. 00000004:00000001:2.0:1767384392.005125:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005132:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005f2a7835. 00000004:00000010:2.0:1767384392.005135:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003f164650. 00000004:00000010:2.0:1767384392.005137:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000ec66ded. 00000004:00000001:2.0:1767384392.005139:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005140:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:2.0:1767384392.005141:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000039bd2ff9. 00000004:00000001:2.0:1767384392.005144:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005152:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd323ac0. 00000004:00000010:2.0:1767384392.005154:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000002d39fc0. 00000004:00000010:2.0:1767384392.005156:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a1923a1a. 00000004:00000001:2.0:1767384392.005158:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005159:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:2.0:1767384392.005160:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000022074770. 00000004:00000001:2.0:1767384392.005162:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005171:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a8f7572. 00000004:00000010:2.0:1767384392.005174:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e458c21a. 00000004:00000010:2.0:1767384392.005175:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a1405cce. 00000004:00000001:2.0:1767384392.005177:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005178:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384392.005179:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000211f85d5. 00000004:00000001:2.0:1767384392.005182:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005187:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002cec40e9. 00000004:00000010:2.0:1767384392.005190:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000054d88217. 00000004:00000010:2.0:1767384392.005192:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ef3f51d0. 00000004:00000001:2.0:1767384392.005193:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005194:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384392.005196:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001a1194d0. 00000004:00000001:2.0:1767384392.005198:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005205:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000034b54847. 00000004:00000010:2.0:1767384392.005207:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a5844bc3. 00000004:00000010:2.0:1767384392.005210:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004be482e0. 00000004:00000001:2.0:1767384392.005211:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005212:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384392.005214:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000421fd567. 00000004:00000001:2.0:1767384392.005216:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005222:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a802110a. 00000004:00000010:2.0:1767384392.005225:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fe58f12a. 00000004:00000010:2.0:1767384392.005227:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000003d567ba. 00000004:00000001:2.0:1767384392.005229:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005230:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384392.005231:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000365880d. 00000004:00000001:2.0:1767384392.005233:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005239:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003558878b. 00000004:00000010:2.0:1767384392.005241:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000087d99da9. 00000004:00000010:2.0:1767384392.005244:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005f216fcc. 00000004:00000001:2.0:1767384392.005245:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005246:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384392.005248:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000090019109. 00000004:00000001:2.0:1767384392.005250:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005255:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004d1d8ce5. 00000004:00000010:2.0:1767384392.005258:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000312a99a4. 00000004:00000010:2.0:1767384392.005259:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004bc6adac. 00000004:00000001:2.0:1767384392.005261:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005262:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384392.005264:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dc5e3e39. 00000004:00000001:2.0:1767384392.005266:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005272:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000feefecfe. 00000004:00000010:2.0:1767384392.005275:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000011894f53. 00000004:00000010:2.0:1767384392.005276:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a166e567. 00000004:00000001:2.0:1767384392.005278:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005279:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384392.005281:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ab4e3a67. 00000004:00000001:2.0:1767384392.005283:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005289:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f02b1b2a. 00000004:00000010:2.0:1767384392.005291:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009e90d875. 00000004:00000010:2.0:1767384392.005293:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001c0619a4. 00000004:00000001:2.0:1767384392.005294:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005295:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384392.005297:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e9d4d491. 00000004:00000001:2.0:1767384392.005299:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005381:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000552a87cd. 00000004:00000010:2.0:1767384392.005385:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001e6bdf5a. 00000004:00000010:2.0:1767384392.005388:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000091d79c3f. 00000004:00000001:2.0:1767384392.005390:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005391:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384392.005392:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002f84ee9f. 00000004:00000001:2.0:1767384392.005395:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005405:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000058c2f341. 00000004:00000010:2.0:1767384392.005407:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000085582f21. 00000004:00000010:2.0:1767384392.005409:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005a61d977. 00000004:00000001:2.0:1767384392.005411:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005411:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384392.005413:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000501c5f06. 00000004:00000001:2.0:1767384392.005415:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.005423:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003959404b. 00000004:00000010:2.0:1767384392.005427:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dc2db17a. 00000004:00000010:2.0:1767384392.005428:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df8d1328. 00000004:00000001:2.0:1767384392.005430:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.005431:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384392.005433:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5374a91. 00000004:00000001:2.0:1767384392.005435:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:2.0:1767384392.005452:0:39784:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000c0b81f99. 00000004:00000001:2.0:1767384392.005456:0:39784:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384392.005459:0:39784:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:2.0:1767384392.005466:0:39784:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384392.005468:0:39784:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384392.005470:0:39784:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384392.005472:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.005475:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.005506:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.005509:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.005510:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.005536:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.005538:0:39784:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.005540:0:39784:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384392.005541:0:39784:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:2.0:1767384392.005546:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384392.005548:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384392.005550:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.005568:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384392.005570:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:2.0:1767384392.005573:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384392.005576:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384392.005577:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.005578:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384392.005579:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384392.005583:0:39784:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384392.005597:0:39784:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384392.005599:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384392.005601:0:39784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384392.005603:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384392.005604:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.005606:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.005632:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.005633:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.005635:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.005659:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.005660:0:39784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384392.005664:0:39784:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:0.0:1767384392.005939:0:16819:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000464240ef. 00000040:00000010:0.0:1767384392.005945:0:16819:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000e7ed804. 00000020:00000010:0.0:1767384392.005949:0:16819:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000135183c. 00000020:00000010:0.0:1767384392.005953:0:16819:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e798a706. 00000020:00000010:0.0:1767384392.005958:0:16819:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c0e52c4. 80000000:00000010:0.0:1767384392.005961:0:16819:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b86dc8a3. 40000000:00000010:0.0:1767384392.005974:0:16819:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000802e3b41. 00100000:00000010:0.0:1767384392.005977:0:16819:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000047d14037. 00040000:00000010:0.0:1767384392.005982:0:16819:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a15bf70d. 00040000:00000010:0.0:1767384392.005986:0:16819:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001fa37ee8. 00040000:00000010:0.0:1767384392.005989:0:16819:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000542a7586. 00080000:00000010:0.0:1767384392.005993:0:16819:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a344cda6. 00000004:00000010:0.0:1767384392.005996:0:16819:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000093746d7. 00000004:00000010:0.0:1767384392.005999:0:16819:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b271d904. 00000004:00000010:0.0:1767384392.006003:0:16819:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b56656f. 00002000:00000010:0.0:1767384392.006006:0:16819:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000930da81e. 00000004:00000010:0.0:1767384392.006009:0:16819:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000031b8a638. 00000020:00000010:0.0:1767384392.006012:0:16819:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006074f2f9. 00000004:00000010:0.0:1767384392.006015:0:16819:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000088a3857c. 00000004:00000001:0.0:1767384392.006017:0:16819:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384392.006129:0:39784:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767384392.006132:0:39784:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:0.0:1767384392.006229:0:16818:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:0.0:1767384392.006232:0:16818:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384392.006235:0:16818:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:0.0:1767384392.006237:0:16818:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c4786eb1. 00000040:00000010:0.0:1767384392.006241:0:16818:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000017da1616. 00000040:00000001:0.0:1767384392.006243:0:16818:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384392.006247:0:16818:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384392.006248:0:16818:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384392.006250:0:16818:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:0.0:1767384392.006252:0:16818:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000040b4858a. 00000040:00000010:0.0:1767384392.006254:0:16818:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a08e138a. 00000040:00000001:0.0:1767384392.006256:0:16818:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384392.006258:0:16818:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384392.006261:0:16818:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384392.006263:0:16818:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384392.006267:0:16818:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000df09355a. 00000020:00000010:0.0:1767384392.006270:0:16818:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060a8a322. 00000040:00000001:0.0:1767384392.006277:0:16818:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384392.006279:0:16818:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002be2708d. 00000040:00000001:0.0:1767384392.006282:0:16818:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384392.006284:0:16818:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384392.006285:0:16818:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384392.006293:0:16818:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384392.006299:0:16818:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee460c70. 00080000:00000001:0.0:1767384392.006302:0:16818:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111447912448 : -120962261639168 : ffff91fc475d2000) 00000040:00000001:0.0:1767384392.006304:0:16818:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384392.006306:0:16818:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:0.0:1767384392.006309:0:16818:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:0.0:1767384392.006312:0:16818:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384392.006330:0:16818:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384392.006333:0:16818:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006336:0:16818:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384392.006338:0:16818:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384392.006339:0:16818:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384392.006484:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1767384392.006487:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384392.006582:0:16818:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006585:0:16818:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006587:0:16818:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006589:0:16818:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384392.006605:0:16818:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006608:0:16818:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:0.0:1767384392.006611:0:16818:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1767384392.006644:0:16818:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006647:0:16818:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1767384392.006648:0:16818:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384392.006649:0:16818:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006749:0:16818:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384392.006753:0:16818:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006755:0:16818:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006757:0:16818:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384392.006769:0:16818:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006770:0:16818:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006773:0:16818:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1767384392.006774:0:16818:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:0.0:1767384392.006777:0:16818:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384392.006780:0:16818:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005e660326. 00080000:00000001:0.0:1767384392.006782:0:16818:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623111447918592 : -120962261633024 : ffff91fc475d3800) 00000040:00000001:0.0:1767384392.006784:0:16818:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384392.006787:0:16818:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384392.006794:0:16818:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384392.006803:0:16818:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384392.006805:0:16818:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006807:0:16818:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006808:0:16818:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006810:0:16818:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384392.006812:0:16818:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384392.006813:0:16818:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006815:0:16818:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384392.006823:0:16818:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006826:0:16818:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:0.0:1767384392.006829:0:16818:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006831:0:16818:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384392.006833:0:16818:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384392.006834:0:16818:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:0.0:1767384392.006840:0:16818:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384392.006944:0:16818:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1767384392.006947:0:16818:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384392.006951:0:16818:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:0.0:1767384392.006953:0:16818:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006955:0:16818:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006958:0:16818:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1767384392.006964:0:16818:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.006966:0:16818:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384392.006972:0:16818:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006974:0:16818:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.006976:0:16818:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384392.006985:0:16818:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a81a2f23. 00000020:00000010:0.0:1767384392.006987:0:16818:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000aead9345. 00000040:00000001:0.0:1767384392.006991:0:16818:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384392.006993:0:16818:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000006ecf562. 00000040:00000010:0.0:1767384392.006996:0:16818:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3cae043. 00000040:00000001:0.0:1767384392.006998:0:16818:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384392.006999:0:16818:0:(lu_object.c:207:lu_object_put()) Add 00000000d79bc4cc/000000000f0d5e71 to site lru. bkt: 00000000e24b41a6 00000040:00000001:0.0:1767384392.007001:0:16818:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384392.007003:0:16818:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000004f3a05a. 00000040:00000010:0.0:1767384392.007005:0:16818:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b0952acb. 00000040:00000001:0.0:1767384392.007007:0:16818:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384392.007014:0:16818:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384392.007016:0:16818:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000844076da : new refcount 1 00000020:00000040:0.0:1767384392.007020:0:16818:0:(genops.c:898:class_export_put()) PUTting export 00000000914f6d72 : new refcount 1 00000040:00000010:0.0:1767384392.007023:0:16818:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000844076da. 00000040:00000001:0.0:1767384392.007028:0:16818:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.007032:0:16818:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055b757db. 00000020:00000010:0.0:1767384392.007037:0:16818:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cfb3a09e. 00000040:00000010:0.0:1767384392.007040:0:16818:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f3974833. 00000020:00000010:0.0:1767384392.007042:0:16818:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b5db756. 00000020:00000010:0.0:1767384392.007044:0:16818:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000076910e55. 00040000:00000010:0.0:1767384392.007047:0:16818:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006eef9ae0. 00040000:00000010:0.0:1767384392.007051:0:16818:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002d9da03b. 00080000:00000010:0.0:1767384392.007053:0:16818:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000006c775479. 00080000:00000010:0.0:1767384392.007056:0:16818:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094481e88. 00000020:00000010:0.0:1767384392.007058:0:16818:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006246d8ca. 00000004:00000010:0.0:1767384392.007061:0:16818:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000e1044418. 00000004:00000001:0.0:1767384392.007064:0:16818:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384392.007177:0:39784:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384392.007180:0:39784:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767384392.007182:0:39784:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 0000000019561c94. 00000004:00000001:1.0:1767384392.007186:0:39784:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767384392.007189:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000b5408190/000000001a52f624 to site lru. bkt: 000000000e5cb963 00000020:00000002:1.0:1767384392.007191:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000b0ff855a/00000000f853d80d to site lru. bkt: 00000000bbd0d976 40000000:00000001:1.0:1767384392.007194:0:39784:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767384392.007196:0:39784:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767384392.007241:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000a47bf190 : new refcount 2 40000000:00000001:1.0:1767384392.007243:0:39784:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384392.007244:0:39784:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000bbf20828. 40000000:00000001:1.0:1767384392.007247:0:39784:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384392.007249:0:39784:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384392.007251:0:39784:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384392.007255:0:39784:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384392.007258:0:39784:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384392.007260:0:39784:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384392.007261:0:39784:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:1.0:1767384392.007263:0:39784:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384392.026419:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384392.026426:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.026428:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384392.026429:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.026431:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384392.026433:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005e660326. 00080000:00000001:2.0:1767384392.026450:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384392.026452:0:16824:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384392.026453:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.026454:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384392.026455:0:16824:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384392.026456:0:16824:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384392.026457:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee460c70. 00080000:00000001:2.0:1767384392.026460:0:16824:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384392.029043:0:39784:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767384392.029048:0:39784:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384392.029050:0:39784:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384392.029112:0:16825:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007776d34. 00000020:00000010:0.0:1767384392.029120:0:16825:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ae9efaa8. 00000020:00000010:0.0:1767384392.029124:0:16825:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b56c845b. 00000020:00000010:0.0:1767384392.029129:0:16825:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000755100b4. 80000000:00000010:0.0:1767384392.029133:0:16825:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b82e92e. 40000000:00000010:0.0:1767384392.029137:0:16825:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dbbb6d8c. 00100000:00000010:0.0:1767384392.029141:0:16825:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aabea653. 00040000:00000010:0.0:1767384392.029144:0:16825:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095c6efd2. 00040000:00000010:0.0:1767384392.029149:0:16825:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f911eec4. 00080000:00000010:0.0:1767384392.029152:0:16825:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f31e0389. 00002000:00000010:0.0:1767384392.029156:0:16825:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004f626c06. 00000020:00000010:0.0:1767384392.029159:0:16825:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ec922cd. 00040000:00000010:0.0:1767384392.029161:0:16825:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000084a0662c. 00040000:00000001:0.0:1767384392.029164:0:16825:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.029260:0:39784:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384392.029263:0:39784:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384392.029265:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.029267:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.029270:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.029275:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.029278:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.029279:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.029282:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008834dddc. 00000001:00000010:2.0:1767384392.029285:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004753897c. 00000001:00000010:2.0:1767384392.029287:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000df9a2a59. 00000001:00000001:2.0:1767384392.029290:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.029292:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000002427b539. 00000020:00000002:2.0:1767384392.029297:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000af379dff/0000000098ac9af7 to site lru. bkt: 0000000096b8ee0f 00000020:00000002:2.0:1767384392.029300:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000087fde412/0000000023f657ad to site lru. bkt: 0000000071930514 00040000:00000010:2.0:1767384392.029302:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000a4c82841. 00040000:00000001:2.0:1767384392.029304:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384392.029305:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.029306:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.029306:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.029309:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.029310:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.029311:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.029313:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008de34a13. 00000001:00000010:2.0:1767384392.029321:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ce2ceea1. 00000001:00000010:2.0:1767384392.029323:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f1b8527b. 00000001:00000001:2.0:1767384392.029325:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.029326:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000983a7ed. 00000020:00000002:2.0:1767384392.029330:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000001ee19658/00000000e4214399 to site lru. bkt: 000000004f19c452 00000020:00000002:2.0:1767384392.029332:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000003fb8a53c/000000006be3fb68 to site lru. bkt: 00000000431c0841 00040000:00000010:2.0:1767384392.029334:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000006296f15d. 00040000:00000001:2.0:1767384392.029335:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384392.029336:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.029337:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.029338:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.029340:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.029342:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.029343:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.029344:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000eb86599f. 00000001:00000010:2.0:1767384392.029346:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000009194b37. 00000001:00000010:2.0:1767384392.029348:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b49942a4. 00000001:00000001:2.0:1767384392.029349:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.029350:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004e48e540. 00000020:00000002:2.0:1767384392.029354:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000964d7b41/000000002d886b4b to site lru. bkt: 00000000f9f11f4d 00000020:00000002:2.0:1767384392.029356:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000945c05f3/000000008d8a9ab4 to site lru. bkt: 000000004e474eaa 00040000:00000010:2.0:1767384392.029358:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009b294b09. 00040000:00000001:2.0:1767384392.029360:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384392.029364:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 4 00000020:00000010:2.0:1767384392.029367:0:39784:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000000c68dfe. 00040000:04000000:2.0:1767384392.029370:0:39784:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384392.029372:0:39784:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000003d53a15d. 00040000:00000001:2.0:1767384392.029374:0:39784:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:2.0:1767384392.029376:0:39784:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384392.037008:0:39784:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767384392.037016:0:39784:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384392.037018:0:39784:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384392.037085:0:16826:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e69349b. 00000020:00000010:0.0:1767384392.037094:0:16826:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006cf93200. 00000020:00000010:0.0:1767384392.037104:0:16826:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d69e598c. 00000020:00000010:0.0:1767384392.037109:0:16826:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5bab1dd. 80000000:00000010:0.0:1767384392.037128:0:16826:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7b199e1. 40000000:00000010:0.0:1767384392.037132:0:16826:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000411870e6. 00100000:00000010:0.0:1767384392.037135:0:16826:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007cec03b0. 00040000:00000010:0.0:1767384392.037139:0:16826:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f94f26d4. 00040000:00000010:0.0:1767384392.037143:0:16826:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009269537e. 00080000:00000010:0.0:1767384392.037146:0:16826:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000983ce130. 00002000:00000010:0.0:1767384392.037157:0:16826:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c30c4a6c. 00000020:00000010:0.0:1767384392.037160:0:16826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f02f7ce. 00040000:00000010:0.0:1767384392.037163:0:16826:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000331fe1d7. 00040000:00000001:0.0:1767384392.037165:0:16826:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.037320:0:39784:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384392.037323:0:39784:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384392.037325:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.037327:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.037329:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.037334:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.037337:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.037339:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.037342:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000007749d423. 00000001:00000010:2.0:1767384392.037346:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000be57907c. 00000001:00000010:2.0:1767384392.037349:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002186a026. 00000001:00000001:2.0:1767384392.037352:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.037354:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000cbe1f794. 00000020:00000002:2.0:1767384392.037360:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000009cfe58fb/000000006aaa22a3 to site lru. bkt: 000000007e95ad23 00000020:00000002:2.0:1767384392.037363:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000003e8fa1cd/00000000e5b430ca to site lru. bkt: 0000000096b8ee0f 00000020:00000002:2.0:1767384392.037366:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000019c5ca90/000000006df2cb21 to site lru. bkt: 00000000c4366b15 00040000:00000010:2.0:1767384392.037369:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000001969d0ca. 00040000:00000001:2.0:1767384392.037372:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384392.037373:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.037375:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.037377:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.037379:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.037381:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.037382:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.037384:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000028a9f78f. 00000001:00000010:2.0:1767384392.037387:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000edbd3224. 00000001:00000010:2.0:1767384392.037389:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fe12021f. 00000001:00000001:2.0:1767384392.037391:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.037393:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e8fdcafc. 00000020:00000002:2.0:1767384392.037397:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002246cb68/00000000ad496795 to site lru. bkt: 00000000b7118606 00000020:00000002:2.0:1767384392.037400:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000f69dec42/00000000b7068438 to site lru. bkt: 000000004f19c452 00000020:00000002:2.0:1767384392.037403:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000001b6f3ee0/0000000011ff2ddc to site lru. bkt: 000000006e7a9319 00040000:00000010:2.0:1767384392.037405:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b2048c8b. 00040000:00000001:2.0:1767384392.037408:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384392.037409:0:39784:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384392.037410:0:39784:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384392.037411:0:39784:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384392.037413:0:39784:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384392.037415:0:39784:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384392.037416:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.037417:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000046140c2f. 00000001:00000010:2.0:1767384392.037419:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c0e186d0. 00000001:00000010:2.0:1767384392.037421:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000775c0f12. 00000001:00000001:2.0:1767384392.037424:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384392.037425:0:39784:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006be86533. 00000020:00000002:2.0:1767384392.037428:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000b7ff8d00/000000005dff9450 to site lru. bkt: 00000000c9dda47b 00000020:00000002:2.0:1767384392.037431:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000064f13eb9/0000000093e1b105 to site lru. bkt: 00000000f9f11f4d 00000020:00000002:2.0:1767384392.037433:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002ee04f29/00000000cc4eaf47 to site lru. bkt: 00000000267af6e4 00040000:00000010:2.0:1767384392.037434:0:39784:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000069a144d4. 00040000:00000001:2.0:1767384392.037436:0:39784:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384392.037449:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 3 00000020:00000010:2.0:1767384392.037452:0:39784:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000fec0e8dc. 00080000:00000010:2.0:1767384392.037612:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc30f67f. 00000004:00000010:2.0:1767384392.037620:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009fe915d2. 00000004:00000010:2.0:1767384392.037624:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e171d61b. 00000004:00000001:2.0:1767384392.037629:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.037632:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384392.037634:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000062198dc8. 00000004:00000001:2.0:1767384392.037639:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384392.037641:0:39784:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384392.037643:0:39784:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000317d10a7. 00040000:00000001:2.0:1767384392.037646:0:39784:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384392.037649:0:39784:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384392.037720:0:39784:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384392.037723:0:39784:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000b0de2b7d. 00080000:00000001:2.0:1767384392.037727:0:39784:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.037730:0:39784:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.037733:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384392.037736:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.037738:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.037740:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc425 00000020:00000040:2.0:1767384392.037744:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000789932c0 with handle 0xf489261bfe0bc425 from hash 00000020:00000001:2.0:1767384392.037750:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.037751:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000789932c0 : new refcount 1 00000020:00000001:2.0:1767384392.037753:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.037755:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000789932c0 : new refcount 0 00000020:00000080:2.0:1767384392.037757:0:39784:0:(genops.c:904:class_export_put()) final put 00000000789932c0/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.037760:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.037838:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.037841:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.037844:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.037846:0:39784:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:2.0:1767384392.037859:0:39784:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000008cbf2120. 00100000:00000001:2.0:1767384392.037865:0:39784:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:2.0:1767384392.037869:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c5c1b667/000000006331e282 to site lru. bkt: 00000000f9016a20 00000020:00000002:2.0:1767384392.037873:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000000c17f9f6/00000000782fdab6 to site lru. bkt: 00000000a00e53a1 00000020:00000002:2.0:1767384392.037876:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000074ef9657/000000000575a29c to site lru. bkt: 00000000c445e9f3 00000020:00000002:2.0:1767384392.037879:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000008535681b/000000007ff3d376 to site lru. bkt: 00000000ef715260 00000020:00000002:2.0:1767384392.037881:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000095846231/0000000099e6f2fa to site lru. bkt: 000000001ef7050f 00000020:00000002:2.0:1767384392.037883:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002067fdde/000000000d24ceb8 to site lru. bkt: 00000000a0b65683 00000020:00000002:2.0:1767384392.037886:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000531758ab/00000000f985fcd6 to site lru. bkt: 0000000085d41635 00000020:00000002:2.0:1767384392.037890:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000737ffda5/0000000093dd794a to site lru. bkt: 0000000011a2d86e 00000020:00000002:2.0:1767384392.037892:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002c9f4908/00000000c74cf457 to site lru. bkt: 000000009864020c 00000020:00000002:2.0:1767384392.037894:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000439153b3/00000000cb19107b to site lru. bkt: 000000004b0f208b 00000020:00000002:2.0:1767384392.037897:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000078876447/00000000417df92e to site lru. bkt: 000000003bdccd89 00000020:00000002:2.0:1767384392.037900:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c4a23204/0000000047ec8573 to site lru. bkt: 00000000bd0fee3e 00000020:00000002:2.0:1767384392.037902:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000bad631f0/00000000df15807a to site lru. bkt: 00000000cdfdfd81 00000020:00000002:2.0:1767384392.037905:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c0bd8efb/00000000704d00e0 to site lru. bkt: 0000000036bd66e9 00000020:00000002:2.0:1767384392.037907:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000007c04cc47/000000004ada9c09 to site lru. bkt: 00000000949109c4 00000020:00000002:2.0:1767384392.037910:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000036cf770e/000000006a56e191 to site lru. bkt: 00000000d872c4b5 00000020:00000002:2.0:1767384392.037913:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000409d7898/0000000065250178 to site lru. bkt: 000000005f6652b1 00000020:00000002:2.0:1767384392.037915:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000f2cc9151/00000000c6388231 to site lru. bkt: 000000009057e5f3 00100000:00000010:2.0:1767384392.037918:0:39784:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 000000001c7d96d8. 00100000:00000010:2.0:1767384392.037921:0:39784:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000c71a5dc8. 00100000:00000010:2.0:1767384392.037928:0:39784:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000a21c7f7a. 00100000:00000010:2.0:1767384392.037931:0:39784:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000078126784. 00000020:00000002:2.0:1767384392.037937:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000004091727c/00000000abbf6fa4 to site lru. bkt: 000000006d61dd74 00000020:00000002:2.0:1767384392.037940:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000008914cdea/000000001443f70e to site lru. bkt: 00000000634dfd74 00000020:00000002:2.0:1767384392.037942:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000d12daecf/000000005d1d4d77 to site lru. bkt: 0000000096b8ee0f 00000020:00000002:2.0:1767384392.037944:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c91a8a75/000000006639aa47 to site lru. bkt: 00000000d5cd7226 00000020:00000002:2.0:1767384392.037946:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000009e14f1f5/00000000b10bed3a to site lru. bkt: 00000000c324c0f3 00000020:00000002:2.0:1767384392.037949:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c2939365/00000000b0225d57 to site lru. bkt: 000000000e5cb963 00000020:00000002:2.0:1767384392.037951:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000008c4f6a14/0000000061268bec to site lru. bkt: 00000000ec4a67cf 00000020:00000002:2.0:1767384392.037953:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000d1df31c3/00000000b7510210 to site lru. bkt: 000000004cf6a56e 00000020:00000002:2.0:1767384392.037956:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c99af46f/00000000b42fa389 to site lru. bkt: 00000000d197d65a 00000020:00000002:2.0:1767384392.037958:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000c0bedc37/00000000bfb81945 to site lru. bkt: 000000001ecc8612 00000020:00000002:2.0:1767384392.037960:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000946b5699/00000000d09b3ff3 to site lru. bkt: 00000000c08d298c 00000020:00000002:2.0:1767384392.037963:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000212be28c/0000000061a0bc87 to site lru. bkt: 00000000d1af7af3 00000020:00000002:2.0:1767384392.037965:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000001e9b2dab/000000003b096b00 to site lru. bkt: 00000000f67ca7e2 00000020:00000002:2.0:1767384392.037968:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000001cf862d0/0000000024a1fccc to site lru. bkt: 00000000ada6062e 00000020:00000002:2.0:1767384392.037970:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000063ea00a7/00000000576870e4 to site lru. bkt: 0000000004681d20 00000020:00000002:2.0:1767384392.037972:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000049e4c407/000000007d4746d3 to site lru. bkt: 00000000218ab65a 00000020:00000002:2.0:1767384392.037974:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000126f9abb/000000004eeeee61 to site lru. bkt: 000000007f103d6a 00100000:00000010:2.0:1767384392.037976:0:39784:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000b4133cd3. 00100000:00000010:2.0:1767384392.037978:0:39784:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000005569a1c1. 00100000:00000010:2.0:1767384392.037982:0:39784:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000b2c3b5db. 00100000:00000010:2.0:1767384392.037984:0:39784:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000531c798e. 00100000:00000010:2.0:1767384392.037990:0:39784:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000cc5a3ab3. 00100000:00000010:2.0:1767384392.037993:0:39784:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000003a751a27. 00000020:00000002:2.0:1767384392.037998:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000e3075481/0000000076596630 to site lru. bkt: 00000000513f2560 00000020:00000002:2.0:1767384392.038000:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000071b6ab98/00000000656c72e3 to site lru. bkt: 00000000005ee78c 40000000:00000001:2.0:1767384392.038004:0:39784:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384392.038066:0:39784:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384392.038069:0:39784:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000497e3d90. 00100000:00000010:2.0:1767384392.038074:0:39784:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000008650a7ba. 00000004:00000001:2.0:1767384392.038078:0:39784:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384392.038081:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007e2f5b6f : new refcount 2 00000040:00000001:2.0:1767384392.038084:0:39784:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384392.038087:0:39784:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384392.038089:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000208dab91/0000000010035761 to site lru. bkt: 000000008e9abd48 00000040:00000010:2.0:1767384392.038092:0:39784:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 0000000040c9ed16. 00000040:00000001:2.0:1767384392.038095:0:39784:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384392.038098:0:39784:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ac9f6158. 00000040:00000010:2.0:1767384392.038105:0:39784:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000946fc33e. 00000040:00000001:2.0:1767384392.038108:0:39784:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384392.038110:0:39784:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384392.038112:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007e2f5b6f : new refcount 1 00000020:00000040:2.0:1767384392.038116:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000451f6fdc : new refcount 3 00000040:00000010:2.0:1767384392.038118:0:39784:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007e2f5b6f. 00000040:00000001:2.0:1767384392.038121:0:39784:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.038123:0:39784:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384392.038126:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000007232b54e : new refcount 2 00000040:00000001:2.0:1767384392.038133:0:39784:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384392.038140:0:39784:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384392.038142:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002bc388b6/000000007f1985c2 to site lru. bkt: 000000006c041bc7 00000040:00000010:2.0:1767384392.038144:0:39784:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000003d9c6ce5. 00000040:00000001:2.0:1767384392.038147:0:39784:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384392.038151:0:39784:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b8f5eaae. 00000040:00000010:2.0:1767384392.038154:0:39784:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000046cdd261. 00000040:00000001:2.0:1767384392.038156:0:39784:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384392.038158:0:39784:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384392.038159:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007232b54e : new refcount 1 00000020:00000040:2.0:1767384392.038161:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000451f6fdc : new refcount 2 00000040:00000010:2.0:1767384392.038163:0:39784:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007232b54e. 00000040:00000001:2.0:1767384392.038165:0:39784:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384392.038167:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000005e3373be : new refcount 2 00000040:00000001:2.0:1767384392.038168:0:39784:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384392.038169:0:39784:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384392.038171:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000002ecb3295/0000000069538275 to site lru. bkt: 00000000d197d65a 00000040:00000010:2.0:1767384392.038173:0:39784:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000942c7e3e. 00000040:00000001:2.0:1767384392.038174:0:39784:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384392.038176:0:39784:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003e18f43c. 00000040:00000010:2.0:1767384392.038178:0:39784:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000031e05f4d. 00000040:00000001:2.0:1767384392.038180:0:39784:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384392.038181:0:39784:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384392.038182:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000005e3373be : new refcount 1 00000020:00000040:2.0:1767384392.038184:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000451f6fdc : new refcount 1 00000040:00000010:2.0:1767384392.038185:0:39784:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005e3373be. 00000040:00000001:2.0:1767384392.038187:0:39784:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.038189:0:39784:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384392.038195:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000be1fae12/00000000bdf41b95 to site lru. bkt: 000000006ba5c15d 00000004:00000001:2.0:1767384392.038198:0:39784:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384392.038200:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000008671290b/0000000027562c39 to site lru. bkt: 00000000549119da 00000020:00000002:2.0:1767384392.038203:0:39784:0:(lu_object.c:207:lu_object_put()) Add 000000004754f08a/00000000ae8a06e1 to site lru. bkt: 000000007621a09d 00000020:00000002:2.0:1767384392.038206:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000d8025397/00000000cced8ab2 to site lru. bkt: 000000000e5cb963 00000001:00000001:2.0:1767384392.038208:0:39784:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384392.038210:0:39784:0:(lu_object.c:207:lu_object_put()) Add 0000000092b85e68/00000000f84ae42f to site lru. bkt: 00000000d4ca0e57 00000001:00000010:2.0:1767384392.038212:0:39784:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000010794cb. 00000001:00000001:2.0:1767384392.038213:0:39784:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384392.038224:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d79bc4cc. 00000020:00000010:2.0:1767384392.038228:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f0d5e71. 00080000:00000010:2.0:1767384392.038246:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c91a8a75. 00000020:00000010:2.0:1767384392.038248:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006639aa47. 00080000:00000010:2.0:1767384392.038259:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000092b85e68. 00000020:00000010:2.0:1767384392.038262:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f84ae42f. 00080000:00000010:2.0:1767384392.038271:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000409d7898. 00000020:00000010:2.0:1767384392.038273:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000065250178. 00080000:00000010:2.0:1767384392.038282:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e3075481. 00000020:00000010:2.0:1767384392.038284:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000076596630. 00080000:00000010:2.0:1767384392.038293:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008914cdea. 00000020:00000010:2.0:1767384392.038295:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001443f70e. 00080000:00000010:2.0:1767384392.038302:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000c17f9f6. 00000020:00000010:2.0:1767384392.038304:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000782fdab6. 00080000:00000010:2.0:1767384392.038321:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f9756422. 00000004:00000010:2.0:1767384392.038324:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000063d7b559. 00000004:00000010:2.0:1767384392.038326:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004754f08a. 00000004:00000001:2.0:1767384392.038329:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038330:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384392.038332:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ae8a06e1. 00000004:00000001:2.0:1767384392.038334:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038347:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b0ff855a. 00000004:00000010:2.0:1767384392.038350:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000030c186d4. 00000004:00000010:2.0:1767384392.038353:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009c2caa46. 00000004:00000001:2.0:1767384392.038355:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038356:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384392.038358:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f853d80d. 00000004:00000001:2.0:1767384392.038360:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038367:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bad631f0. 00000020:00000010:2.0:1767384392.038370:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000df15807a. 00080000:00000010:2.0:1767384392.038377:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000078876447. 00000020:00000010:2.0:1767384392.038380:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000417df92e. 00080000:00000010:2.0:1767384392.038383:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002246cb68. 00000004:00000010:2.0:1767384392.038385:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d19647ec. 00000004:00000010:2.0:1767384392.038387:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002b39c395. 00000004:00000001:2.0:1767384392.038389:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038390:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384392.038392:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ad496795. 00000004:00000001:2.0:1767384392.038395:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038401:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000945c05f3. 00000004:00000010:2.0:1767384392.038405:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000036e4c87d. 00000004:00000010:2.0:1767384392.038406:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b4dd30db. 00000004:00000001:2.0:1767384392.038408:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038409:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384392.038411:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008d8a9ab4. 00000004:00000001:2.0:1767384392.038413:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038421:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e9b2dab. 00000020:00000010:2.0:1767384392.038423:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003b096b00. 00080000:00000010:2.0:1767384392.038430:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e14f1f5. 00000020:00000010:2.0:1767384392.038433:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b10bed3a. 00080000:00000010:2.0:1767384392.038451:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c4a23204. 00000020:00000010:2.0:1767384392.038453:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000047ec8573. 00080000:00000010:2.0:1767384392.038462:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000019c5ca90. 00000004:00000010:2.0:1767384392.038535:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000058a07b2f. 00000004:00000010:2.0:1767384392.038538:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a9f82ca. 00000004:00000001:2.0:1767384392.038540:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038541:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384392.038543:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006df2cb21. 00000004:00000001:2.0:1767384392.038546:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038571:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000126f9abb. 00000020:00000010:2.0:1767384392.038575:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004eeeee61. 00080000:00000010:2.0:1767384392.038587:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000071b6ab98. 00000020:00000010:2.0:1767384392.038590:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000656c72e3. 00080000:00000010:2.0:1767384392.038602:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000095846231. 00000020:00000010:2.0:1767384392.038605:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099e6f2fa. 00080000:00000010:2.0:1767384392.038616:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000208dab91. 00000020:00000010:2.0:1767384392.038618:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000010035761. 00080000:00000010:2.0:1767384392.038627:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d1df31c3. 00000020:00000010:2.0:1767384392.038630:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b7510210. 00080000:00000010:2.0:1767384392.038640:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000737ffda5. 00000020:00000010:2.0:1767384392.038649:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000093dd794a. 00080000:00000010:2.0:1767384392.038653:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cfe58fb. 00000004:00000010:2.0:1767384392.038659:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007572fc30. 00000004:00000010:2.0:1767384392.038662:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b800a8ac. 00000004:00000001:2.0:1767384392.038664:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038665:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384392.038666:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006aaa22a3. 00000004:00000001:2.0:1767384392.038669:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038679:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f69dec42. 00000004:00000010:2.0:1767384392.038681:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a3693956. 00000004:00000010:2.0:1767384392.038683:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b136e6b9. 00000004:00000001:2.0:1767384392.038685:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038686:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384392.038688:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b7068438. 00000004:00000001:2.0:1767384392.038690:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038697:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001ee19658. 00000004:00000010:2.0:1767384392.038699:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000001d020d4. 00000004:00000010:2.0:1767384392.038701:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000098d6abe3. 00000004:00000001:2.0:1767384392.038703:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038704:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384392.038706:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4214399. 00000004:00000001:2.0:1767384392.038708:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038715:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001cf862d0. 00000020:00000010:2.0:1767384392.038717:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000024a1fccc. 00080000:00000010:2.0:1767384392.038725:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0bd8efb. 00000020:00000010:2.0:1767384392.038727:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000704d00e0. 00080000:00000010:2.0:1767384392.038734:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000074ef9657. 00000020:00000010:2.0:1767384392.038737:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000575a29c. 00080000:00000010:2.0:1767384392.038745:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000de8f4737. 00000004:00000010:2.0:1767384392.038747:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000be1fae12. 00000004:00000010:2.0:1767384392.038749:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006a56e0f2. 00000004:00000001:2.0:1767384392.038751:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038752:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:2.0:1767384392.038753:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bdf41b95. 00000004:00000001:2.0:1767384392.038756:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038770:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b6f3ee0. 00000004:00000010:2.0:1767384392.038774:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000093f407b0. 00000004:00000010:2.0:1767384392.038776:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006295b352. 00000004:00000001:2.0:1767384392.038778:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038779:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384392.038780:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000011ff2ddc. 00000004:00000001:2.0:1767384392.038783:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038790:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000063ea00a7. 00000020:00000010:2.0:1767384392.038793:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000576870e4. 00080000:00000010:2.0:1767384392.038813:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007c04cc47. 00000020:00000010:2.0:1767384392.038816:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ada9c09. 00080000:00000010:2.0:1767384392.038829:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001b855636. 00000004:00000010:2.0:1767384392.038832:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006caeae69. 00000004:00000010:2.0:1767384392.038834:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d8025397. 00000004:00000001:2.0:1767384392.038836:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038837:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384392.038838:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cced8ab2. 00000004:00000001:2.0:1767384392.038841:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038847:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2939365. 00000020:00000010:2.0:1767384392.038849:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b0225d57. 00080000:00000010:2.0:1767384392.038857:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b5408190. 00000004:00000010:2.0:1767384392.038860:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f37d1800. 00000004:00000010:2.0:1767384392.038862:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ba15f80. 00000004:00000001:2.0:1767384392.038864:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038865:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384392.038866:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001a52f624. 00000004:00000001:2.0:1767384392.038869:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038875:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002067fdde. 00000020:00000010:2.0:1767384392.038877:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000d24ceb8. 00080000:00000010:2.0:1767384392.038885:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000946b5699. 00000020:00000010:2.0:1767384392.038887:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d09b3ff3. 00080000:00000010:2.0:1767384392.038895:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ecb3295. 00000020:00000010:2.0:1767384392.038897:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000069538275. 00080000:00000010:2.0:1767384392.038904:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c99af46f. 00000020:00000010:2.0:1767384392.038906:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b42fa389. 00080000:00000010:2.0:1767384392.038913:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c9f4908. 00000020:00000010:2.0:1767384392.038915:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c74cf457. 00080000:00000010:2.0:1767384392.038923:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000087fde412. 00000004:00000010:2.0:1767384392.038926:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c24a7a53. 00000004:00000010:2.0:1767384392.038928:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006bd86fff. 00000004:00000001:2.0:1767384392.038930:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038931:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384392.038933:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000023f657ad. 00000004:00000001:2.0:1767384392.038935:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038938:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c5c1b667. 00000004:00000010:2.0:1767384392.038940:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001c0918c0. 00000004:00000010:2.0:1767384392.038942:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006502c9c6. 00000004:00000001:2.0:1767384392.038944:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038945:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384392.038946:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006331e282. 00000004:00000001:2.0:1767384392.038949:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038954:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008535681b. 00000020:00000010:2.0:1767384392.038956:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007ff3d376. 00080000:00000010:2.0:1767384392.038966:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000064f13eb9. 00000004:00000010:2.0:1767384392.038968:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000096ca64ac. 00000004:00000010:2.0:1767384392.038970:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cac48648. 00000004:00000001:2.0:1767384392.038972:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038973:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384392.038975:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000093e1b105. 00000004:00000001:2.0:1767384392.038977:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.038983:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000964d7b41. 00000004:00000010:2.0:1767384392.038985:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000479646c7. 00000004:00000010:2.0:1767384392.038987:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000096a12b81. 00000004:00000001:2.0:1767384392.038989:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.038990:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384392.038992:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002d886b4b. 00000004:00000001:2.0:1767384392.038995:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039005:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000049e4c407. 00000020:00000001:1.0:1767384392.039042:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.039045:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000789932c0/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384392.039048:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.039057:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.039060:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 8 - export 00000020:00000010:1.0:1767384392.039063:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000789932c0. 00000020:00000001:1.0:1767384392.039070:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384392.039105:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d4746d3. 00080000:00000010:2.0:1767384392.039121:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000036cf770e. 00000020:00000010:2.0:1767384392.039124:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006a56e191. 00080000:00000010:2.0:1767384392.039139:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d12daecf. 00000020:00000010:2.0:1767384392.039143:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005d1d4d77. 00080000:00000010:2.0:1767384392.039162:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e8fa1cd. 00000004:00000010:2.0:1767384392.039166:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000879bb867. 00000004:00000010:2.0:1767384392.039170:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000753270ec. 00000004:00000001:2.0:1767384392.039173:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039174:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384392.039176:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e5b430ca. 00000004:00000001:2.0:1767384392.039179:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039185:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000af379dff. 00000004:00000010:2.0:1767384392.039193:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fa5bd577. 00000004:00000010:2.0:1767384392.039197:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dd407d1c. 00000004:00000001:2.0:1767384392.039199:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039200:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384392.039201:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098ac9af7. 00000004:00000001:2.0:1767384392.039205:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039208:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7ff8d00. 00000004:00000010:2.0:1767384392.039210:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000006677689. 00000004:00000010:2.0:1767384392.039212:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ff635f61. 00000004:00000001:2.0:1767384392.039214:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039215:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384392.039216:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005dff9450. 00000004:00000001:2.0:1767384392.039219:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039264:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c4f6a14. 00000020:00000010:2.0:1767384392.039268:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061268bec. 00080000:00000010:2.0:1767384392.039281:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000531758ab. 00000020:00000010:2.0:1767384392.039283:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f985fcd6. 00080000:00000010:2.0:1767384392.039300:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ee04f29. 00000004:00000010:2.0:1767384392.039303:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002fd97353. 00000004:00000010:2.0:1767384392.039306:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c1397f83. 00000004:00000001:2.0:1767384392.039308:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039310:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384392.039311:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cc4eaf47. 00000004:00000001:2.0:1767384392.039315:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039325:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002bc388b6. 00000020:00000010:2.0:1767384392.039327:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f1985c2. 00080000:00000010:2.0:1767384392.039343:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000212be28c. 00000020:00000010:2.0:1767384392.039346:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000061a0bc87. 00080000:00000010:2.0:1767384392.039360:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004091727c. 00000020:00000010:2.0:1767384392.039363:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000abbf6fa4. 00080000:00000010:2.0:1767384392.039386:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f2cc9151. 00000020:00000010:2.0:1767384392.039389:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c6388231. 00080000:00000010:2.0:1767384392.039409:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cf884bda. 00000004:00000010:2.0:1767384392.039412:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a435f97. 00000004:00000010:2.0:1767384392.039415:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008671290b. 00000004:00000001:2.0:1767384392.039417:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039418:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384392.039419:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000027562c39. 00000004:00000001:2.0:1767384392.039422:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384392.039436:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0bedc37. 00000020:00000010:2.0:1767384392.039547:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bfb81945. 00080000:00000010:2.0:1767384392.039615:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000439153b3. 00000020:00000010:2.0:1767384392.039619:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb19107b. 00080000:00000010:2.0:1767384392.039635:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fb8a53c. 00000004:00000010:2.0:1767384392.039638:0:39784:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f37c69d1. 00000004:00000010:2.0:1767384392.039640:0:39784:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002d16cbff. 00000004:00000001:2.0:1767384392.039641:0:39784:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384392.039642:0:39784:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384392.039643:0:39784:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006be3fb68. 00000004:00000001:2.0:1767384392.039645:0:39784:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1767384392.039646:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384392.039648:0:39784:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.039649:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.039654:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc43a 00000020:00000040:2.0:1767384392.039656:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d724d3a with handle 0xf489261bfe0bc43a from hash 00000020:00000001:2.0:1767384392.039659:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.039660:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000009d724d3a : new refcount 1 00000020:00000001:2.0:1767384392.039661:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.039661:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000009d724d3a : new refcount 0 00000020:00000080:2.0:1767384392.039662:0:39784:0:(genops.c:904:class_export_put()) final put 000000009d724d3a/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384392.039664:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.039667:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.039669:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.039670:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:2.0:1767384392.039673:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008a0617b2. 00000020:00000080:2.0:1767384392.039674:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.039679:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.039681:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384392.039682:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.039684:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000bb9a2aa3) has no exports 00000020:00000001:2.0:1767384392.039685:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384392.039687:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384392.039689:0:39784:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384392.039690:0:39784:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384392.039697:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384392.039698:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e997e2e8. 00000020:00000001:2.0:1767384392.039700:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384392.039701:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384392.039701:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000549f4e42. 00000020:00000001:2.0:1767384392.039703:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384392.039703:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384392.039704:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f5b5b79d. 00000020:00000001:2.0:1767384392.039705:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384392.039706:0:39784:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384392.039706:0:39784:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000cee8d136. 00000020:00000001:2.0:1767384392.039707:0:39784:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384392.039708:0:39784:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.039735:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.039737:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000009d724d3a/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384392.039739:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.039740:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.039741:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 4 - export 00000020:00000010:1.0:1767384392.039742:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009d724d3a. 00000020:00000001:1.0:1767384392.039745:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:01000000:2.0:1767384392.039874:0:39784:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384392.039877:0:39784:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384392.039878:0:39784:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384392.039880:0:39784:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384392.039882:0:39784:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384392.039883:0:39784:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000002f6d4cf8. 00020000:00000001:2.0:1767384392.039884:0:39784:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.039885:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384392.039887:0:39784:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.039888:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.039890:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc472 00000020:00000040:2.0:1767384392.039891:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a47bf190 with handle 0xf489261bfe0bc472 from hash 00000020:00000001:2.0:1767384392.039894:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.039895:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000a47bf190 : new refcount 1 00000020:00000001:2.0:1767384392.039896:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.039896:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000a47bf190 : new refcount 0 00000020:00000080:2.0:1767384392.039897:0:39784:0:(genops.c:904:class_export_put()) final put 00000000a47bf190/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384392.039898:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.039929:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.039931:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.039932:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:2.0:1767384392.039935:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000c2aaf37b. 00000020:00000080:2.0:1767384392.039937:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.039939:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.039941:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767384392.039943:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.039944:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000001655ecd3) has no exports 00000020:00000001:2.0:1767384392.039945:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384392.039946:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384392.039949:0:39784:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:2.0:1767384392.039950:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384392.039952:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.039953:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.039954:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc46b 00000020:00000040:2.0:1767384392.039956:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001048d2de with handle 0xf489261bfe0bc46b from hash 00000020:00000001:2.0:1767384392.039959:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.039960:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000001048d2de : new refcount 1 00000020:00000001:2.0:1767384392.039962:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.039963:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000001048d2de : new refcount 0 00000020:00000080:2.0:1767384392.039964:0:39784:0:(genops.c:904:class_export_put()) final put 000000001048d2de/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.039965:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.039993:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.039994:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a47bf190/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384392.039997:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 13 to 0@lo 00000020:00000001:1.0:1767384392.039999:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.040000:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.040003:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 5 - export 00000020:00000010:1.0:1767384392.040005:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a47bf190. 00000020:00000001:1.0:1767384392.040007:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384392.040065:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.040068:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.040070:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.040241:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003c0032de. 00000020:00000010:2.0:1767384392.040251:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008093c0ed. 00000020:00000010:2.0:1767384392.040255:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000034c09f2. 00000020:00000010:2.0:1767384392.040258:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e2fda9b8. 00000020:00000010:2.0:1767384392.040262:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c0a6b607. 00000020:00000010:2.0:1767384392.040267:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000084557b70. 00010000:00000001:2.0:1767384392.040323:0:39784:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384392.040326:0:39784:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384392.040329:0:39784:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384392.040354:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000ee18a63d. 00000020:00000010:2.0:1767384392.040358:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cbe34854. 00010000:00000001:2.0:1767384392.040390:0:39784:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384392.040400:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000017dcd4e6. 00000020:00000010:2.0:1767384392.040402:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008289ea10. 00000001:00000001:2.0:1767384392.040433:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.040492:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cba8bdf0. 00000001:00000010:2.0:1767384392.040496:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000239ee20c. 00000001:00000010:2.0:1767384392.040499:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007ed517fb. 00000001:00000010:2.0:1767384392.040503:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c22d350f. 00000001:00000010:2.0:1767384392.040506:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000047556128. 00000001:00000010:2.0:1767384392.040509:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007d24f91c. 00000001:00000010:2.0:1767384392.040511:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d3f781c2. 00000001:00000010:2.0:1767384392.040513:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007de39e5a. 00000001:00000010:2.0:1767384392.040523:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e42a910b. 00000001:00000010:2.0:1767384392.040527:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000eaa13e54. 00000001:00000010:2.0:1767384392.040530:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b820a4e8. 00000001:00000010:2.0:1767384392.040534:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f1538f53. 00000001:00000010:2.0:1767384392.040537:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002cb4265d. 00000001:00000010:2.0:1767384392.040539:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003b555a38. 00000001:00000010:2.0:1767384392.040541:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000060e22c96. 00000001:00000010:2.0:1767384392.040543:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000024a3f4cd. 00000001:00000010:2.0:1767384392.040545:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000922db511. 00000001:00000010:2.0:1767384392.040547:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000021207258. 00000001:00000001:2.0:1767384392.040549:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384392.040567:0:39784:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000051a51f4. 00010000:00000001:2.0:1767384392.040572:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384392.040574:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384392.040575:0:39784:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384392.040576:0:39784:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384392.040578:0:39784:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384392.040581:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384392.040583:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384392.040585:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.040588:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384392.040589:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384392.040593:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384392.040595:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384392.040597:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.040598:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384392.040600:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384392.040601:0:39784:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000001:1.0:1767384392.042522:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.042526:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001048d2de/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384392.042530:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.042532:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.042535:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 7 - export 00000020:00000010:1.0:1767384392.042538:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001048d2de. 00000020:00000001:1.0:1767384392.042543:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767384392.043322:0:39784:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384392.043325:0:39784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384392.043327:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384392.043329:0:39784:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384392.043331:0:39784:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384392.043336:0:39784:0:(genops.c:1229:class_import_get()) import 000000009cc6d090 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384392.043339:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.043340:0:39784:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384392.043342:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384392.043344:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.043345:0:39784:0:(genops.c:1242:class_import_put()) import 000000009cc6d090 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384392.043347:0:39784:0:(genops.c:1245:class_import_put()) final put import 000000009cc6d090 00000020:00000001:2.0:1767384392.043394:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384392.043397:0:39784:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384392.043399:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384392.043401:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384392.043403:0:39784:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000006e80b64b. 00010000:00000010:2.0:1767384392.043409:0:39784:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000002605bfb0. 00010000:00000001:2.0:1767384392.043412:0:39784:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384392.043415:0:39784:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043417:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.043430:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.043435:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1bf018e. 00000001:00000010:2.0:1767384392.043450:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c42f93b. 00000001:00000010:2.0:1767384392.043453:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b557897. 00000001:00000010:2.0:1767384392.043456:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004ba24ae0. 00000001:00000010:2.0:1767384392.043459:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004d50021d. 00000001:00000010:2.0:1767384392.043462:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000001561fd5. 00000001:00000001:2.0:1767384392.043475:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.043481:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.043486:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040f19d9f. 00000001:00000010:2.0:1767384392.043488:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006ae18f7f. 00000001:00000010:2.0:1767384392.043491:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ce7a9588. 00000001:00000010:2.0:1767384392.043493:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc56461e. 00000001:00000010:2.0:1767384392.043494:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000baf4b66b. 00000001:00000010:2.0:1767384392.043496:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003bc9e118. 00000001:00000001:2.0:1767384392.043497:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.043499:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 4 - setup 00000020:00000001:2.0:1767384392.043501:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043503:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.043506:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.043510:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.043513:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 3 - obd_device_list 00000020:00000080:2.0:1767384392.043515:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384392.043517:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 2 - newdev 00000020:00000001:2.0:1767384392.043518:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043520:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.043522:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000c2aaf37b. 00000020:00000001:2.0:1767384392.043525:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.043527:0:39784:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.043529:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384392.043531:0:39784:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000049d4c6d5. 00020000:00000010:2.0:1767384392.043535:0:39784:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000789617e3. 00000004:00000001:2.0:1767384392.043541:0:39784:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043543:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.043550:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.043583:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062dd5211. 00000001:00000010:2.0:1767384392.043587:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004b0f7832. 00000001:00000010:2.0:1767384392.043589:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1623f43. 00000001:00000010:2.0:1767384392.043591:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000106d5ec5. 00000001:00000010:2.0:1767384392.043593:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000031de545d. 00000001:00000010:2.0:1767384392.043595:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000034e6efbf. 00000001:00000001:2.0:1767384392.043600:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.043601:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.043604:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fd4270d. 00000001:00000010:2.0:1767384392.043606:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3937fc7. 00000001:00000010:2.0:1767384392.043607:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000019e5d456. 00000001:00000010:2.0:1767384392.043609:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000886a31ba. 00000001:00000010:2.0:1767384392.043610:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000075e8213e. 00000001:00000010:2.0:1767384392.043612:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000060e6d3e7. 00000001:00000001:2.0:1767384392.043613:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.043614:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 3 - setup 00000020:00000001:2.0:1767384392.043616:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043618:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.043620:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.043622:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.043624:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 2 - obd_device_list 00000020:00000080:2.0:1767384392.043625:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384392.043626:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000bb9a2aa3) now 1 - newdev 00000020:00000040:2.0:1767384392.043628:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009428c324 with handle 0xf489261bfe0bc41e from hash 00000020:00000040:2.0:1767384392.043630:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000009428c324 : new refcount 0 00000020:00000080:2.0:1767384392.043632:0:39784:0:(genops.c:904:class_export_put()) final put 000000009428c324/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384392.043634:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043635:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.043636:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 000000009428c324/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384392.043637:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384392.043639:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.043641:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009428c324. 00000020:00000001:2.0:1767384392.043643:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.043644:0:39784:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384392.043645:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384392.043646:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384392.043649:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087111478. 00000020:00000010:2.0:1767384392.043652:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9ba922a. 00000040:00000010:2.0:1767384392.043654:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f21537b9. 00000020:00000010:2.0:1767384392.043657:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000046f64bbf. 00000020:00000010:2.0:1767384392.043661:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.043665:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000019f3736c. 80000000:00000010:2.0:1767384392.043667:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384392.043669:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de689fdf. 00100000:00000010:2.0:1767384392.043674:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b56656f. 00040000:00000010:2.0:1767384392.043677:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b049d13. 00040000:00000010:2.0:1767384392.043679:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df6cba2d. 00080000:00000010:2.0:1767384392.043681:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000093746d7. 00000004:00000010:2.0:1767384392.043684:0:39784:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a344cda6. 00000004:00000010:2.0:1767384392.043688:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000154eadc. 00000004:00000010:2.0:1767384392.043690:0:39784:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fa37ee8. 00000004:00000010:2.0:1767384392.043692:0:39784:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000995dfcb9. 00000004:00000001:2.0:1767384392.043695:0:39784:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384392.043699:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004d9e16fd. 00000004:00000010:2.0:1767384392.043703:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e03d8a50. 00000004:00000010:2.0:1767384392.043705:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002cdaa3f8. 00000004:00000010:2.0:1767384392.043708:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b24f1568. 00000004:00000010:2.0:1767384392.043713:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a5d16a3f. 00000004:00000010:2.0:1767384392.043716:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bfe626f9. 00000004:00000010:2.0:1767384392.043719:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002452e688. 00000004:00000010:2.0:1767384392.043722:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000020946b71. 00000004:00000010:2.0:1767384392.043725:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005160d2c. 00000004:00000010:2.0:1767384392.043729:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6f4ab02. 00000004:00000010:2.0:1767384392.043732:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f9e68d40. 00000004:00000010:2.0:1767384392.043735:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b384e83c. 00000004:00000010:2.0:1767384392.043738:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db3d7471. 00000004:00000010:2.0:1767384392.043741:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d3bbb984. 00000004:00000010:2.0:1767384392.043744:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008918e452. 00000004:00000010:2.0:1767384392.043746:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000021825a40. 00000004:00000010:2.0:1767384392.043749:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000088adbbaa. 00000004:00000010:2.0:1767384392.043751:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003d6f1afa. 00000004:00000010:2.0:1767384392.043754:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004626424b. 00000004:00000010:2.0:1767384392.043756:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000077a3c2dc. 00000004:00000010:2.0:1767384392.043759:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000056e3b979. 00000004:00000010:2.0:1767384392.043762:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007c62c86a. 00000004:00000010:2.0:1767384392.043765:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091e43ae8. 00000004:00000010:2.0:1767384392.043768:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000060e77710. 00000004:00000010:2.0:1767384392.043770:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003eabc6da. 00000004:00000010:2.0:1767384392.043772:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002747b27c. 00000004:00000010:2.0:1767384392.043777:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000910d3984. 00000004:00000010:2.0:1767384392.043780:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef37bd37. 00000004:00000010:2.0:1767384392.043782:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009cb6e9ad. 00000004:00000010:2.0:1767384392.043785:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0517f1b. 00000004:00000010:2.0:1767384392.043788:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de7aee88. 00000004:00000010:2.0:1767384392.043793:0:39784:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000f19c0c18. 00000004:00000001:2.0:1767384392.043797:0:39784:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446623112216805376 : -120961492746240 : ffff91fc75318000) 00000020:00000010:2.0:1767384392.043801:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9ba922a. 00000040:00000010:2.0:1767384392.043804:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f21537b9. 00000020:00000010:2.0:1767384392.043807:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000046f64bbf. 00000020:00000010:2.0:1767384392.043810:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.043814:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000019f3736c. 80000000:00000010:2.0:1767384392.043816:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384392.043819:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de689fdf. 00100000:00000010:2.0:1767384392.043822:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007b56656f. 00040000:00000010:2.0:1767384392.043825:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b049d13. 00040000:00000010:2.0:1767384392.043827:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df6cba2d. 00080000:00000010:2.0:1767384392.043830:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000093746d7. 00000004:00000010:2.0:1767384392.043833:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a344cda6. 00000004:00000010:2.0:1767384392.043836:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000154eadc. 00000004:00000010:2.0:1767384392.043839:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fa37ee8. 00000004:00000010:2.0:1767384392.043841:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000995dfcb9. 00000020:00000010:2.0:1767384392.043844:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087111478. 00000020:00000001:2.0:1767384392.043846:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.043848:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bb9a2aa3. 00000020:00000001:2.0:1767384392.043853:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.043854:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.043856:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008a0617b2. 00000020:00000001:2.0:1767384392.043858:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.043860:0:39784:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.043862:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.043863:0:39784:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384392.043865:0:39784:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000c0b81f99. 00000004:00000001:2.0:1767384392.043894:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384392.043896:0:39784:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.043898:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.043899:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc441 00000020:00000040:2.0:1767384392.043901:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a72ea19a with handle 0xf489261bfe0bc441 from hash 00000020:00000001:2.0:1767384392.043905:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.043910:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000a72ea19a : new refcount 1 00000020:00000001:2.0:1767384392.043912:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.043914:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000a72ea19a : new refcount 0 00000020:00000080:2.0:1767384392.043915:0:39784:0:(genops.c:904:class_export_put()) final put 00000000a72ea19a/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384392.043917:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.043996:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384392.043998:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009cc6d090 for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384392.044001:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 12 to 0@lo 00000020:00000040:1.0:1767384392.044004:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 11 to 0@lo 00000020:00000010:1.0:1767384392.044005:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000632efdd3. 00000020:00000040:1.0:1767384392.044008:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000001655ecd3) now 1 - import 00000020:00000040:1.0:1767384392.044010:0:36:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000099f5c73 with handle 0xf489261bfe0bc464 from hash 00000020:00000040:1.0:1767384392.044012:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000099f5c73 : new refcount 0 00000020:00000080:1.0:1767384392.044021:0:36:0:(genops.c:904:class_export_put()) final put 00000000099f5c73/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384392.044023:0:36:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.044024:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.044025:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000099f5c73/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384392.044026:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.044027:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384392.044028:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000099f5c73. 00000020:00000001:1.0:1767384392.044032:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384392.044033:0:36:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384392.044034:0:36:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384392.044035:0:36:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384392.044068:0:36:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d5a7ca5. 00000020:00000010:0.0:1767384392.044073:0:36:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d65b8ce. 00000040:00000010:0.0:1767384392.044076:0:36:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000072f90ac9. 00000020:00000010:0.0:1767384392.044079:0:36:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003fdb7bf. 00000020:00000010:0.0:1767384392.044082:0:36:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384392.044085:0:36:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000073ab05aa. 80000000:00000010:0.0:1767384392.044088:0:36:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e4fd540. 40000000:00000010:0.0:1767384392.044090:0:36:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000208ef473. 00100000:00000010:0.0:1767384392.044093:0:36:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005160d2c. 00040000:00000010:0.0:1767384392.044096:0:36:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c90908e. 00040000:00000010:0.0:1767384392.044098:0:36:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021207258. 00080000:00000010:0.0:1767384392.044101:0:36:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a5d16a3f. 00000004:00000010:0.0:1767384392.044104:0:36:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000079f18631. 00000004:00000010:0.0:1767384392.044108:0:36:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000001f3c94. 00002000:00000010:0.0:1767384392.044112:0:36:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f2674d2c. 00000004:00000010:0.0:1767384392.044114:0:36:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c32b75d2. 00000004:00000010:0.0:1767384392.044118:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002980dde8. 00000004:00000010:0.0:1767384392.044121:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000971208c8. 00000020:00000001:2.0:1767384392.044124:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.044124:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009d891845. 00000004:00000010:0.0:1767384392.044129:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009a2268d5. 00000020:00000001:2.0:1767384392.044130:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.044133:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000004:00000010:0.0:1767384392.044134:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007958bbbe. 00000020:00000010:2.0:1767384392.044138:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000c0b81f99. 00000004:00000010:0.0:1767384392.044139:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006e3d98d2. 00000020:00000080:2.0:1767384392.044144:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000004:00000010:0.0:1767384392.044145:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000902285d6. 00000004:00000010:0.0:1767384392.044149:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b4725507. 00000020:00000001:2.0:1767384392.044151:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.044155:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000004:00000010:0.0:1767384392.044161:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001f0b3d7b. 00000020:00000001:2.0:1767384392.044163:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000004:00000010:0.0:1767384392.044164:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009909c4c5. 00000020:00080000:2.0:1767384392.044167:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000025f07d0f) has no exports 00000004:00000010:0.0:1767384392.044168:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a465b24a. 00000004:00000010:0.0:1767384392.044172:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000041893111. 00000020:00000001:2.0:1767384392.044173:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000004:00000010:0.0:1767384392.044175:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008d3a241a. 00000020:00000001:2.0:1767384392.044177:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000010:0.0:1767384392.044179:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006af100be. 00000004:00000010:0.0:1767384392.044182:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c1c6bdd. 00000004:00000010:0.0:1767384392.044183:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000047ce5f19. 00000004:00000010:0.0:1767384392.044185:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006c075929. 00000004:00000010:0.0:1767384392.044188:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000585291d5. 00000004:00000010:0.0:1767384392.044191:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d15dee2f. 00000004:00000010:0.0:1767384392.044193:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d9f37873. 00000004:00000010:0.0:1767384392.044197:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000efe3b058. 00000004:00000010:0.0:1767384392.044201:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007b6a130d. 00000004:00000010:0.0:1767384392.044205:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000ffcf449. 00000004:00000010:0.0:1767384392.044208:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c18ced53. 00000004:00000010:0.0:1767384392.044210:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b58987ae. 00000004:00000010:0.0:1767384392.044213:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000011a2a4d6. 00000004:00000010:0.0:1767384392.044216:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d14328b2. 00000004:00000010:0.0:1767384392.044219:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006fbdb975. 00000004:00000010:0.0:1767384392.044223:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000008c6552. 00000004:00000010:0.0:1767384392.044226:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a5833e53. 00000004:00000010:0.0:1767384392.044229:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000525ae066. 00000004:00000010:0.0:1767384392.044234:0:36:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 00000000db630306. 00000020:00000010:0.0:1767384392.044239:0:36:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007d65b8ce. 00000040:00000010:0.0:1767384392.044243:0:36:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000072f90ac9. 00000020:00000010:0.0:1767384392.044246:0:36:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003fdb7bf. 00000020:00000010:0.0:1767384392.044259:0:36:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384392.044263:0:36:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000073ab05aa. 80000000:00000010:0.0:1767384392.044266:0:36:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e4fd540. 40000000:00000010:0.0:1767384392.044270:0:36:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000208ef473. 00100000:00000010:0.0:1767384392.044273:0:36:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000005160d2c. 00040000:00000010:0.0:1767384392.044275:0:36:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005c90908e. 00040000:00000010:0.0:1767384392.044278:0:36:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021207258. 00080000:00000010:0.0:1767384392.044281:0:36:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a5d16a3f. 00000004:00000010:0.0:1767384392.044288:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000079f18631. 00000004:00000010:0.0:1767384392.044291:0:36:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000001f3c94. 00002000:00000010:0.0:1767384392.044295:0:36:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f2674d2c. 00000004:00000010:0.0:1767384392.044298:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c32b75d2. 00000020:00000010:0.0:1767384392.044300:0:36:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d5a7ca5. 00000020:00000001:0.0:1767384392.044303:0:36:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.044305:0:36:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001655ecd3. 00000020:00000010:0.0:1767384392.044313:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009cc6d090. 00000020:00000001:2.0:1767384392.044315:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.044317:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:2.0:1767384392.044334:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.044339:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6f00bf5. 00000001:00000010:2.0:1767384392.044342:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d6b47f85. 00000001:00000010:2.0:1767384392.044343:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000029727ea0. 00000001:00000010:2.0:1767384392.044345:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006a9fa2c8. 00000001:00000010:2.0:1767384392.044347:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fe11334f. 00000001:00000010:2.0:1767384392.044349:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003fe2eeac. 00000001:00000001:2.0:1767384392.044351:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.044352:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.044355:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad1330ae. 00000001:00000010:2.0:1767384392.044357:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020e8d2be. 00000001:00000010:2.0:1767384392.044358:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001054137c. 00000001:00000010:2.0:1767384392.044360:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4b09136. 00000001:00000010:2.0:1767384392.044362:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f0604a4c. 00000001:00000010:2.0:1767384392.044363:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000010713914. 00000001:00000001:2.0:1767384392.044365:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.044366:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000025f07d0f) now 4 - setup 00000020:00000001:2.0:1767384392.044368:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.044370:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.044372:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.044375:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.044377:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000025f07d0f) now 3 - obd_device_list 00000020:00000080:2.0:1767384392.044379:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384392.044380:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000025f07d0f) now 2 - newdev 00000020:00000001:2.0:1767384392.044386:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.044388:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.044390:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000c0b81f99. 00000020:00000001:2.0:1767384392.044392:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.044394:0:39784:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.044396:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.044398:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384392.044400:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.044401:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.044402:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc448 00000020:00000040:2.0:1767384392.044404:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ea57abc3 with handle 0xf489261bfe0bc448 from hash 00000020:00000001:2.0:1767384392.044411:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.044412:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ea57abc3 : new refcount 1 00000020:00000001:2.0:1767384392.044414:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.044415:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000ea57abc3 : new refcount 0 00000020:00000080:2.0:1767384392.044417:0:39784:0:(genops.c:904:class_export_put()) final put 00000000ea57abc3/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.044418:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.045023:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384392.045025:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000a72ea19a/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384392.045029:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384392.045030:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.045032:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000025f07d0f) now 1 - export 00000020:00000040:0.0:1767384392.045035:0:36:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000451f6fdc with handle 0xf489261bfe0bc433 from hash 00000020:00000040:0.0:1767384392.045038:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000451f6fdc : new refcount 0 00000020:00000080:0.0:1767384392.045040:0:36:0:(genops.c:904:class_export_put()) final put 00000000451f6fdc/lustre-MDD0000_UUID 00000020:00000001:0.0:1767384392.045042:0:36:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.045044:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384392.045044:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000451f6fdc/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:0.0:1767384392.045046:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384392.045047:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.045049:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000451f6fdc. 00000020:00000001:0.0:1767384392.045057:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384392.045058:0:36:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:0.0:1767384392.045059:0:36:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:0.0:1767384392.045061:0:36:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384392.045063:0:36:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021207258. 00000020:00000010:0.0:1767384392.045065:0:36:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee18a63d. 00000040:00000010:0.0:1767384392.045068:0:36:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006246d8ca. 00000020:00000010:0.0:1767384392.045070:0:36:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079f18631. 00000020:00000010:0.0:1767384392.045073:0:36:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384392.045075:0:36:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d9da03b. 80000000:00000010:0.0:1767384392.045078:0:36:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e4fd540. 40000000:00000010:0.0:1767384392.045084:0:36:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000208ef473. 00100000:00000010:0.0:1767384392.045087:0:36:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cc51f18d. 00040000:00000010:0.0:1767384392.045089:0:36:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c90908e. 00040000:00000010:0.0:1767384392.045092:0:36:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000076910e55. 00080000:00000010:0.0:1767384392.045094:0:36:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000357fe71b. 00000004:00000010:0.0:1767384392.045097:0:36:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a5d16a3f. 00000020:00000001:2.0:1767384392.045100:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045101:0:36:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000001f3c94. 00080000:00000001:2.0:1767384392.045106:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.045106:0:36:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:0.0:1767384392.045110:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eeef6842. 00000004:00000001:2.0:1767384392.045111:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045114:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000056a95ab0. 00000020:00000001:2.0:1767384392.045116:0:39784:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000004:00000010:0.0:1767384392.045118:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4e28c50. 00000020:00000001:2.0:1767384392.045120:0:39784:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000004:00000010:0.0:1767384392.045122:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002af2e2ed. 00000020:00000001:2.0:1767384392.045124:0:39784:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446623112097820192 : -120961611731424 : ffff91fc6e19ee20) 00000004:00000010:0.0:1767384392.045127:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007848653f. 00000020:01000004:2.0:1767384392.045129:0:39784:0:(tgt_mount.c:188:server_put_mount()) put mount 000000003c8b2609 from lustre-MDT0000, refs=3 00000004:00000010:0.0:1767384392.045131:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b30c793e. 00000020:00000001:2.0:1767384392.045134:0:39784:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000004:00000010:0.0:1767384392.045135:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000946dae96. 00000020:01000004:2.0:1767384392.045137:0:39784:0:(obd_mount.c:705:lustre_put_lsi()) put 000000003c8b2609 3 00000004:00000010:0.0:1767384392.045140:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d7479b0. 00000020:00000001:2.0:1767384392.045141:0:39784:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045143:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d521a2ed. 00000020:00000001:2.0:1767384392.045145:0:39784:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000004:00000010:0.0:1767384392.045147:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000836d1584. 00000020:00000001:2.0:1767384392.045148:0:39784:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000004:00000010:0.0:1767384392.045151:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000784789ae. 00000020:00000001:2.0:1767384392.045152:0:39784:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446623112097820192 : -120961611731424 : ffff91fc6e19ee20) 00000004:00000010:0.0:1767384392.045155:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009eb90c04. 00000020:01000004:2.0:1767384392.045156:0:39784:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000003c8b2609 from lustre-MDT0000 00000004:00000010:0.0:1767384392.045159:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c48d8500. 00000020:00000010:2.0:1767384392.045161:0:39784:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000e69f8862. 00000004:00000010:0.0:1767384392.045163:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000048a71ab2. 00000004:00000010:0.0:1767384392.045168:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009e0ee79d. 00000020:00000010:2.0:1767384392.045169:0:39784:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000236652a1. 00000004:00000010:0.0:1767384392.045171:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002528027a. 00000020:00000001:2.0:1767384392.045175:0:39784:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045176:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f620c4c2. 00000020:00000001:2.0:1767384392.045180:0:39784:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045181:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002e12e790. 00000004:00000001:2.0:1767384392.045184:0:39784:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000010:0.0:1767384392.045186:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097ab727f. 00000004:00000001:2.0:1767384392.045187:0:39784:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.045189:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384392.045195:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de326839. 00000004:00000010:0.0:1767384392.045197:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000000e46dd4. 00000004:00000010:0.0:1767384392.045201:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005202cc1e. 00000001:00000001:2.0:1767384392.045204:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000004:00000010:0.0:1767384392.045206:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b9e52485. 00000001:00000010:2.0:1767384392.045209:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a13b1ed6. 00000004:00000010:0.0:1767384392.045210:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000009751e54. 00000001:00000010:2.0:1767384392.045216:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c1da357. 00000004:00000010:0.0:1767384392.045217:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058c8a948. 00000001:00000010:2.0:1767384392.045224:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005cb89b37. 00000004:00000010:0.0:1767384392.045224:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea6c819a. 00000004:00000010:0.0:1767384392.045230:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c96485de. 00000001:00000010:2.0:1767384392.045231:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000013dd1c89. 00000001:00000010:2.0:1767384392.045233:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000051543142. 00000001:00000010:2.0:1767384392.045239:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b8ffe916. 00000004:00000010:0.0:1767384392.045240:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000966393fd. 00000001:00000001:2.0:1767384392.045243:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000010:0.0:1767384392.045245:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000217994c2. 00000001:00000001:2.0:1767384392.045246:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.045250:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7fcfafe. 00000001:00000010:2.0:1767384392.045253:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e410554c. 00000001:00000010:2.0:1767384392.045255:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a91cce4f. 00000001:00000010:2.0:1767384392.045257:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008226fe10. 00000004:00000010:0.0:1767384392.045259:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078331533. 00000001:00000010:2.0:1767384392.045261:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e62043f9. 00000004:00000010:0.0:1767384392.045265:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f433c525. 00000001:00000010:2.0:1767384392.045267:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000033c61961. 00000004:00000010:0.0:1767384392.045271:0:36:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 000000004bd11de4. 00000001:00000001:2.0:1767384392.045272:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.045275:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 3 - setup 00000004:00000001:0.0:1767384392.045277:0:36:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.045279:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.045281:0:36:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee18a63d. 00000020:00000001:2.0:1767384392.045282:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:0.0:1767384392.045286:0:36:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006246d8ca. 00000020:00000080:2.0:1767384392.045287:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000010:0.0:1767384392.045289:0:36:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000079f18631. 00000020:00000001:2.0:1767384392.045292:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000010:0.0:1767384392.045293:0:36:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000040:2.0:1767384392.045296:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 2 - obd_device_list 00000020:00000010:0.0:1767384392.045298:0:36:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d9da03b. 00000020:00000080:2.0:1767384392.045301:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 80000000:00000010:0.0:1767384392.045302:0:36:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003e4fd540. 00000020:00000040:2.0:1767384392.045305:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000bc769f7c) now 1 - newdev 40000000:00000010:0.0:1767384392.045307:0:36:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000208ef473. 00000020:00000040:2.0:1767384392.045312:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dc792487 with handle 0xf489261bfe0bc42c from hash 00100000:00000010:0.0:1767384392.045312:0:36:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cc51f18d. 00040000:00000010:0.0:1767384392.045316:0:36:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005c90908e. 00000020:00000040:2.0:1767384392.045317:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000dc792487 : new refcount 0 00040000:00000010:0.0:1767384392.045320:0:36:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000076910e55. 00000020:00000080:2.0:1767384392.045321:0:39784:0:(genops.c:904:class_export_put()) final put 00000000dc792487/lustre-MDT0000_UUID 00000020:00000001:2.0:1767384392.045325:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384392.045325:0:36:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000357fe71b. 00000004:00000010:0.0:1767384392.045329:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a5d16a3f. 00000020:00000001:2.0:1767384392.045330:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.045333:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 00000000dc792487/lustre-MDT0000_UUID for lustre-MDT0000 00000004:00000010:0.0:1767384392.045333:0:36:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000001f3c94. 00000020:00000001:2.0:1767384392.045338:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:0.0:1767384392.045338:0:36:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021207258. 00000004:00000001:2.0:1767384392.045342:0:39784:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000001:0.0:1767384392.045343:0:36:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384392.045346:0:39784:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000fa3c4254. 00000020:00000010:0.0:1767384392.045346:0:36:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000025f07d0f. 00000004:00000001:2.0:1767384392.045354:0:39784:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.045355:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a72ea19a. 00000020:00000001:2.0:1767384392.045359:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.045360:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384392.045362:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000dc792487. 00000020:00000001:2.0:1767384392.045368:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.045369:0:39784:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:2.0:1767384392.045371:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:2.0:1767384392.045372:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384392.045375:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087111478. 00000020:00000010:2.0:1767384392.045378:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df6cba2d. 00000040:00000010:2.0:1767384392.045381:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019f3736c. 00000020:00000010:2.0:1767384392.045383:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fa37ee8. 00000020:00000010:2.0:1767384392.045386:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.045388:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f21537b9. 80000000:00000010:2.0:1767384392.045390:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a0617b2. 40000000:00000010:2.0:1767384392.045392:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0b81f99. 00100000:00000010:2.0:1767384392.045395:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a344cda6. 00040000:00000010:2.0:1767384392.045397:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b049d13. 00040000:00000010:2.0:1767384392.045400:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9ba922a. 00080000:00000010:2.0:1767384392.045402:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000093746d7. 00000004:00000010:2.0:1767384392.045405:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000154eadc. 00000004:00000001:2.0:1767384392.045407:0:39784:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:2.0:1767384392.045409:0:39784:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000007a8634e5. 00000004:00000001:2.0:1767384392.045413:0:39784:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.045415:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df6cba2d. 00000040:00000010:2.0:1767384392.045417:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000019f3736c. 00000020:00000010:2.0:1767384392.045419:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001fa37ee8. 00000020:00000010:2.0:1767384392.045421:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.045424:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f21537b9. 80000000:00000010:2.0:1767384392.045426:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008a0617b2. 40000000:00000010:2.0:1767384392.045428:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0b81f99. 00100000:00000010:2.0:1767384392.045430:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a344cda6. 00040000:00000010:2.0:1767384392.045431:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b049d13. 00040000:00000010:2.0:1767384392.045433:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9ba922a. 00080000:00000010:2.0:1767384392.045435:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000093746d7. 00000004:00000010:2.0:1767384392.045449:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000154eadc. 00000020:00000010:2.0:1767384392.045452:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087111478. 00000020:00000001:2.0:1767384392.045454:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.045455:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bc769f7c. 00000020:00000001:2.0:1767384392.045459:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.045461:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384392.045533:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384392.045534:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000ea57abc3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384392.045536:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384392.045538:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.045539:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 6 - export 00000020:00000010:0.0:1767384392.045541:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ea57abc3. 00000020:00000001:0.0:1767384392.045543:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384392.045614:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000005a31a621. 00000020:00000001:2.0:1767384392.045617:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.045620:0:39784:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1767384392.045622:0:39784:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1767384392.045624:0:39784:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1767384392.045627:0:39784:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767384392.045630:0:39784:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:2.0:1767384392.045631:0:39784:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384392.045633:0:39784:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446623111405035584 : -120962304516032 : ffff91fc44cee040) 00000020:01000004:2.0:1767384392.045636:0:39784:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:2.0:1767384392.045638:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.045640:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:2.0:1767384392.045643:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000c0b81f99. 00000020:00000080:2.0:1767384392.045645:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.045647:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.045649:0:39784:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384392.045653:0:39784:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000745e7fb4 8ae7844a-7a01-436c-b1f1-a08090b2f7f1 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384392.045659:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.045660:0:39784:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000009f446f28) has exports, disconnecting them 00000020:00000001:2.0:1767384392.045663:0:39784:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384392.045665:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=10 00000020:00000040:2.0:1767384392.045667:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=11 00000020:00080000:2.0:1767384392.045670:0:39784:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000745e7fb4), last request at 1767384292 00000020:00000001:2.0:1767384392.045673:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384392.045675:0:39784:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384392.045678:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 10 20000000:00000010:2.0:1767384392.045681:0:39784:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000004dc145f. 00000020:00000040:2.0:1767384392.045684:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000745e7fb4 refcount=11 00010000:00000001:2.0:1767384392.045689:0:39784:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384392.045690:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384392.045693:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 10 00000020:00000080:2.0:1767384392.045695:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc3ed 00000020:00000040:2.0:1767384392.045698:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000745e7fb4 with handle 0xf489261bfe0bc3ed from hash 00000020:00000040:2.0:1767384392.045701:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 9 00000020:00000001:2.0:1767384392.045704:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384392.045705:0:39784:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000745e7fb4: total 0 00000020:00000001:2.0:1767384392.045707:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.045709:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 8 00000020:00000001:2.0:1767384392.045710:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.045713:0:39784:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384392.045715:0:39784:0:(import.c:65:import_set_state_nolock()) 0000000009768bca : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384392.045719:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.045722:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.045723:0:39784:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384392.045773:0:39784:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.045776:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 7 20000000:00000001:2.0:1767384392.045779:0:39784:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.045781:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384392.045784:0:39784:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000745e7fb4): rc 0 00000020:00000040:2.0:1767384392.045786:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 6 00000020:00000001:2.0:1767384392.045788:0:39784:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384392.045790:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384392.045792:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:2.0:1767384392.045794:0:39784:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:2.0:1767384392.045796:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.045798:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000009f446f28) has no exports 00000020:00000001:2.0:1767384392.045800:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384392.045802:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.045804:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000100:00000001:2.0:1767384392.045810:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.045812:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.045813:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:2.0:1767384392.045816:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:2.0:1767384392.045818:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:2.0:1767384392.045820:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000100:00000040:2.0:1767384392.045847:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:0.0:1767384392.045855:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064405d1a. 00000020:00000010:2.0:1767384392.045861:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093281856. 00000040:00000010:0.0:1767384392.045861:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f45f21bd. 00000040:00000010:2.0:1767384392.045869:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007b396112. 00000020:00000010:0.0:1767384392.045869:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ace7b02f. 00000020:00000010:2.0:1767384392.045875:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efbb5910. 00000020:00000010:0.0:1767384392.045877:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ba9cba4. 00000020:00000010:2.0:1767384392.045882:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000085468ffe. 80000000:00000010:2.0:1767384392.045891:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002980f8d6. 80000000:00000010:0.0:1767384392.045891:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000147b78da. 00040000:00000010:0.0:1767384392.045898:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005cdd9145. 00040000:00000010:2.0:1767384392.045899:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a5f377bd. 00000020:00000010:3.0:1767384392.045901:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000178b8a39. 00080000:00000010:0.0:1767384392.045904:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b7af21ed. 00080000:00000010:2.0:1767384392.045905:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000013d7446f. 00000040:00000010:3.0:1767384392.045908:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed19e3af. 20000000:00000010:0.0:1767384392.045908:0:16788:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000dcfea47d. 20000000:00000010:2.0:1767384392.045911:0:16789:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ed9de0de. 00000020:00000010:3.0:1767384392.045913:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004dbcb0e0. 00000020:00000010:0.0:1767384392.045913:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e16f5b45. 00000020:00000010:3.0:1767384392.045918:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000178ccb2d. 80000000:00000010:3.0:1767384392.045921:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d2c34589. 00000020:00000010:0.0:1767384392.045921:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008167c2d9. 00040000:00000010:3.0:1767384392.045923:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd77f522. 00080000:00000010:3.0:1767384392.045927:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000311ef0c9. 00000020:00000010:2.0:1767384392.045927:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f83029b. 20000000:00000010:3.0:1767384392.045933:0:16790:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006a08cc36. 00000020:00000010:3.0:1767384392.045937:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b1e9cbf. 00000020:00000010:2.0:1767384392.045937:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007c851556. 00000020:00000010:3.0:1767384392.045944:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007a675492. 00000100:00000010:2.0:1767384392.045945:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005d5f32c3. 00000100:00100000:2.0:1767384392.045951:0:16789:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000034f94f93:16789] 1 exiting: rc = 0 00000100:00000010:3.0:1767384392.045952:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001f768c5d. 00000100:00100000:3.0:1767384392.045957:0:16790:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000009041f7de:16790] 2 exiting: rc = 0 00000100:00000010:0.0:1767384392.045993:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000087c7ffb0. 00000100:00100000:0.0:1767384392.045997:0:16788:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000009c9f26ee:16788] 0 exiting: rc = 1 00000100:00000010:2.0:1767384392.046086:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009c9f26ee. 00000100:00000010:2.0:1767384392.046093:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000034f94f93. 00000100:00000010:2.0:1767384392.046098:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009041f7de. 00000100:00000001:2.0:1767384392.046101:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.046102:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.046106:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000001:2.0:1767384392.046112:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046116:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046119:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016fd86fe. 00000400:00000200:2.0:1767384392.046123:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024533eee 00000400:00000010:2.0:1767384392.046125:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024533eee. 00000100:00000001:2.0:1767384392.046129:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046131:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046138:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046139:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.046141:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046142:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046143:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046145:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd4e7e6a. 00000400:00000200:2.0:1767384392.046152:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011723e29 00000400:00000010:2.0:1767384392.046160:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011723e29. 00000100:00000001:2.0:1767384392.046165:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046166:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046175:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046176:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.046178:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046181:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046182:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046183:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b246cc. 00000400:00000200:2.0:1767384392.046185:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdc321f 00000400:00000010:2.0:1767384392.046187:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcdc321f. 00000100:00000001:2.0:1767384392.046189:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046190:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046193:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046194:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.046196:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046197:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046198:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046199:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cedc8635. 00000400:00000200:2.0:1767384392.046201:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063ffec7d 00000400:00000010:2.0:1767384392.046202:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063ffec7d. 00000100:00000001:2.0:1767384392.046204:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046205:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046209:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046210:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.046212:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046213:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046214:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046215:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004922b6b0. 00000400:00000200:2.0:1767384392.046217:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad3756bf 00000400:00000010:2.0:1767384392.046218:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad3756bf. 00000100:00000001:2.0:1767384392.046220:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046221:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046224:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046225:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.046227:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046228:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046229:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046230:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000400:00000200:2.0:1767384392.046231:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ab86ad6 00000400:00000010:2.0:1767384392.046233:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ab86ad6. 00000100:00000001:2.0:1767384392.046238:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046239:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046242:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046244:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.046245:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046247:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046248:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046249:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004529f4bc. 00000400:00000200:2.0:1767384392.046251:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa76ffb2 00000400:00000010:2.0:1767384392.046252:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa76ffb2. 00000100:00000001:2.0:1767384392.046254:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046255:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046258:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046260:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.046261:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046262:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046263:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046264:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f3779a. 00000400:00000200:2.0:1767384392.046266:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080839a0d 00000400:00000010:2.0:1767384392.046267:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080839a0d. 00000100:00000001:2.0:1767384392.046269:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046270:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046273:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046274:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.046276:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046277:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046278:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046279:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85362a. 00000400:00000200:2.0:1767384392.046280:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099aabc9e 00000400:00000010:2.0:1767384392.046281:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099aabc9e. 00000100:00000001:2.0:1767384392.046283:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046284:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046287:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046288:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.046289:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046291:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046292:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046293:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf9925b. 00000400:00000200:2.0:1767384392.046295:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b756934 00000400:00000010:2.0:1767384392.046296:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b756934. 00000100:00000001:2.0:1767384392.046298:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046299:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046302:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046303:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.046304:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046306:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046307:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046308:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1bd3cd6. 00000400:00000200:2.0:1767384392.046310:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c596df3c 00000400:00000010:2.0:1767384392.046311:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c596df3c. 00000100:00000001:2.0:1767384392.046313:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046314:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046317:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046318:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.046320:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046321:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046322:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046323:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8a7037. 00000400:00000200:2.0:1767384392.046324:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7d71601 00000400:00000010:2.0:1767384392.046326:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7d71601. 00000100:00000001:2.0:1767384392.046328:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046329:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046332:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046333:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.046334:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046336:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046336:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046337:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000400:00000200:2.0:1767384392.046339:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705fdd91 00000400:00000010:2.0:1767384392.046340:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000705fdd91. 00000100:00000001:2.0:1767384392.046342:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046343:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046346:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046348:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.046349:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046350:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046351:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046352:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006953735a. 00000400:00000200:2.0:1767384392.046354:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4ef1e4 00000400:00000010:2.0:1767384392.046355:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe4ef1e4. 00000100:00000001:2.0:1767384392.046357:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046358:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046361:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046363:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.046364:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046365:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046366:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046366:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a576dac8. 00000400:00000200:2.0:1767384392.046368:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c491381 00000400:00000010:2.0:1767384392.046370:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c491381. 00000100:00000001:2.0:1767384392.046371:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046372:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046376:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046377:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.046378:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046380:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046381:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046382:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f501b64a. 00000400:00000200:2.0:1767384392.046383:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020bced8f 00000400:00000010:2.0:1767384392.046384:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020bced8f. 00000100:00000001:2.0:1767384392.046386:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046387:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046390:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046391:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.046392:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046394:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046394:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046396:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5a560d1. 00000400:00000200:2.0:1767384392.046397:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009578125f 00000400:00000010:2.0:1767384392.046398:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009578125f. 00000100:00000001:2.0:1767384392.046400:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046401:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046404:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046405:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.046406:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046408:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046409:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046410:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d63b84. 00000400:00000200:2.0:1767384392.046411:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be28a443 00000400:00000010:2.0:1767384392.046413:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be28a443. 00000100:00000001:2.0:1767384392.046414:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046415:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046419:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046420:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.046421:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046422:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046423:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046424:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000056a8301. 00000400:00000200:2.0:1767384392.046426:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae10b764 00000400:00000010:2.0:1767384392.046427:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae10b764. 00000100:00000001:2.0:1767384392.046429:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046430:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046433:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046434:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.046435:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384392.046462:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384392.046534:0:16784:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000745e7fb4: total 0 00000020:00000001:1.0:1767384392.046537:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446623107068653568 : -120966640898048 : ffff91fb4256f000) 00010000:00000001:1.0:1767384392.046541:0:16784:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384392.046546:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3180a. 00000020:00000010:1.0:1767384392.046550:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003837f135. 00000020:00000010:1.0:1767384392.046576:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384392.046581:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384392.046585:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c8617a4. 80000000:00000010:1.0:1767384392.046588:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384392.046591:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011321605. 00100000:00000010:1.0:1767384392.046595:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384392.046598:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000984b25b0. 00040000:00000010:1.0:1767384392.046601:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000317d10a7. 00080000:00000010:1.0:1767384392.046604:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384392.046608:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006dbd791a. 00000020:00000010:1.0:1767384392.046611:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003837f135. 00000020:00000010:1.0:1767384392.046615:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048f10cd7. 00000020:00000010:1.0:1767384392.046618:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384392.046621:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c8617a4. 80000000:00000010:1.0:1767384392.046623:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384392.046625:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000011321605. 00100000:00000010:1.0:1767384392.046638:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384392.046641:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000984b25b0. 00040000:00000010:1.0:1767384392.046643:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000317d10a7. 00080000:00000010:1.0:1767384392.046646:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002816d401. 00002000:00000010:1.0:1767384392.046649:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006dbd791a. 00000020:00000010:1.0:1767384392.046652:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3180a. 00010000:00010000:1.0:1767384392.046654:0:16784:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000745e7fb4, canceled 0 locks, left on hash table 5. 00000020:00000010:1.0:1767384392.046657:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efe3180a. 00000020:00000010:1.0:1767384392.046660:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000317d10a7. 00000020:00000010:1.0:1767384392.046662:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384392.046665:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384392.046667:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007c8617a4. 80000000:00000010:1.0:1767384392.046669:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384392.046671:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011321605. 00100000:00000010:1.0:1767384392.046673:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384392.046675:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000984b25b0. 00040000:00000010:1.0:1767384392.046677:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003837f135. 00080000:00000010:1.0:1767384392.046679:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048f10cd7. 00002000:00000010:1.0:1767384392.046681:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006dbd791a. 00000001:00000001:1.0:1767384392.046683:0:16784:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384392.046686:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.046690:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000011aa749 count: 2 00010000:00000001:1.0:1767384392.046693:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.046695:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.046698:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.046699:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.046701:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.046704:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.046706:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.046710:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046712:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046714:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.046716:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.046718:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fb54ef2f with handle 0xf489261bfe0bc4db from hash 00010000:00000001:1.0:1767384392.046720:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.046726:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046727:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046728:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.046730:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384392.046732:0:16784:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000745e7fb4, 1 locks cancelled. 00010000:00000001:1.0:1767384392.046734:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046735:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046736:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.046739:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fb54ef2f/0xf489261bfe0bc4db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc4d4 expref: 6 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.046748:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 4 00000020:00000040:1.0:1767384392.046751:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 5 00010000:00000040:1.0:1767384392.046752:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000011aa749 count: 0 00010000:00000001:1.0:1767384392.046759:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.046761:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8ae7844a-7a01-4, loop: 0 00000001:00000001:1.0:1767384392.046762:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.046764:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 4 00010000:00000001:1.0:1767384392.046766:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.046767:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.046769:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.046770:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.046772:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.046774:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.046775:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.046776:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046777:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046778:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.046779:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.046781:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014f506e2 with handle 0xf489261bfe0bc3fb from hash 00010000:00000001:1.0:1767384392.046783:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.046784:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046785:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046786:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.046787:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384392.046788:0:16784:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000745e7fb4, 2 locks cancelled. 00010000:00000001:1.0:1767384392.046789:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.046795:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.046797:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384392.046830:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046833:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046835:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7151ac5. 00000400:00000200:2.0:1767384392.046838:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f728e267 00000400:00000010:2.0:1767384392.046839:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f728e267. 00000100:00000001:2.0:1767384392.046843:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046844:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046848:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046850:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.046851:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046852:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046853:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046854:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031f11c0d. 00000400:00000200:2.0:1767384392.046856:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ee2198 00000400:00000010:2.0:1767384392.046857:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037ee2198. 00000100:00000001:2.0:1767384392.046858:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046860:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046863:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046864:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.046865:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046867:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046867:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046869:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000200:2.0:1767384392.046871:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b2603b3 00000400:00000010:2.0:1767384392.046873:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b2603b3. 00000100:00000001:2.0:1767384392.046875:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046877:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046881:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046883:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.046886:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046887:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046888:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046890:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c814304. 00000400:00000200:2.0:1767384392.046892:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e653c1 00000400:00000010:2.0:1767384392.046894:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6e653c1. 00000100:00000001:2.0:1767384392.046896:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046897:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046902:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046904:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.046907:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046908:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046910:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046911:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d96221. 00000400:00000200:2.0:1767384392.046914:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1a895d 00000400:00000010:2.0:1767384392.046916:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d1a895d. 00000100:00000001:2.0:1767384392.046918:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046919:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046923:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046924:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.046927:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046929:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046930:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046932:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db7e9fb. 00000400:00000200:2.0:1767384392.046934:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004675127f 00000400:00000010:2.0:1767384392.046936:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004675127f. 00000100:00000001:2.0:1767384392.046939:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046940:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046944:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046946:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.046948:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046949:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046951:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046952:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000903dda08. 00000400:00000200:2.0:1767384392.046954:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069413718 00000400:00000010:2.0:1767384392.046956:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069413718. 00000100:00000001:2.0:1767384392.046959:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046960:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046964:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046965:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.046967:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046968:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046970:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046971:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823b2521. 00000400:00000200:2.0:1767384392.046974:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ad3288d 00000400:00000010:2.0:1767384392.046975:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ad3288d. 00000100:00000001:2.0:1767384392.046978:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.046979:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.046984:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.046986:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.046988:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.046990:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.046992:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.046993:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002124ef8e. 00000400:00000200:2.0:1767384392.046996:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb90e426 00000400:00000010:2.0:1767384392.046998:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb90e426. 00000100:00000001:2.0:1767384392.047001:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047002:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047009:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047011:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.047013:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047014:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047015:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047016:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa2c0c5. 00000400:00000200:2.0:1767384392.047018:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54a55eb 00000400:00000010:2.0:1767384392.047020:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f54a55eb. 00000100:00000001:2.0:1767384392.047028:0:39784:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1767384392.047050:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000014f506e2/0xf489261bfe0bc3fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc3f4 expref: 5 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.047057:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 3 00000020:00000040:1.0:1767384392.047059:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 4 00010000:00000001:1.0:1767384392.047064:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.047066:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8ae7844a-7a01-4, loop: 1 00000001:00000001:1.0:1767384392.047068:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.047071:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a6abb9fd count: 2 00010000:00000001:1.0:1767384392.047073:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.047075:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.047077:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.047078:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.047080:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.047083:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.047084:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.047087:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047089:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047090:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.047092:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.047094:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000167dcbd2 with handle 0xf489261bfe0bc505 from hash 00010000:00000001:1.0:1767384392.047096:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.047098:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047099:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047101:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.047102:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384392.047103:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047105:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047106:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.047109:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000167dcbd2/0xf489261bfe0bc505 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc4fe expref: 4 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.047114:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 2 00000020:00000040:1.0:1767384392.047116:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 3 00010000:00000040:1.0:1767384392.047118:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a6abb9fd count: 0 00010000:00000001:1.0:1767384392.047133:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.047135:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8ae7844a-7a01-4, loop: 2 00000001:00000001:1.0:1767384392.047136:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.047139:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 3 00010000:00000001:1.0:1767384392.047141:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.047143:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.047145:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.047146:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.047148:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.047151:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.047153:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.047155:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047157:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047158:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.047160:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.047162:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007e4f0713 with handle 0xf489261bfe0bc4e9 from hash 00010000:00000001:1.0:1767384392.047164:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.047165:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047167:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047169:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.047170:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384392.047172:0:16784:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000745e7fb4, 4 locks cancelled. 00010000:00000001:1.0:1767384392.047174:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047175:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047176:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.047180:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007e4f0713/0xf489261bfe0bc4e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc4e2 expref: 3 pid: 16789 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.047186:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 1 00000020:00000040:1.0:1767384392.047188:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 2 00010000:00000001:1.0:1767384392.047191:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.047193:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8ae7844a-7a01-4, loop: 3 00000001:00000001:1.0:1767384392.047194:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.047201:0:16784:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000058b224da count: 2 00010000:00000001:1.0:1767384392.047204:0:16784:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.047206:0:16784:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.047208:0:16784:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:2.0:1767384392.047230:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047237:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047238:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.047241:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047244:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047245:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047247:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000282c8c25. 00000400:00000200:2.0:1767384392.047250:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a068512 00000400:00000010:2.0:1767384392.047252:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a068512. 00000100:00000001:2.0:1767384392.047255:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047257:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047261:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047263:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.047264:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047266:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047267:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047268:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d2db96. 00000400:00000200:2.0:1767384392.047270:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ba541a 00000400:00000010:2.0:1767384392.047272:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071ba541a. 00000100:00000001:2.0:1767384392.047275:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047276:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047281:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047282:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.047284:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047285:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047287:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047288:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c7e4a8b. 00000400:00000200:2.0:1767384392.047290:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059134e6f 00000400:00000010:2.0:1767384392.047293:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059134e6f. 00000100:00000001:2.0:1767384392.047295:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047297:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047301:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047303:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.047305:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047306:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047308:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047309:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d0f8140. 00000400:00000200:2.0:1767384392.047312:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458a1a15 00000400:00000010:2.0:1767384392.047314:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000458a1a15. 00000100:00000001:2.0:1767384392.047317:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047318:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047323:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047325:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.047327:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047328:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047330:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047331:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abf56cba. 00000400:00000200:2.0:1767384392.047334:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dd417eb 00000400:00000010:2.0:1767384392.047335:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dd417eb. 00000100:00000001:2.0:1767384392.047338:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047339:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047343:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047345:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.047347:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047349:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047350:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047352:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0be320. 00000400:00000200:2.0:1767384392.047354:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da76f5c 00000400:00000010:2.0:1767384392.047356:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003da76f5c. 00000100:00000001:2.0:1767384392.047359:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047360:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047366:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047368:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.047370:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047372:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047373:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047374:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3222541. 00000400:00000200:2.0:1767384392.047377:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d77745 00000400:00000010:2.0:1767384392.047379:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008d77745. 00000100:00000001:2.0:1767384392.047381:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047383:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047389:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047390:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.047392:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047393:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047394:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047395:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2729829. 00000400:00000200:2.0:1767384392.047397:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a482287b 00000400:00000010:2.0:1767384392.047398:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a482287b. 00000100:00000001:2.0:1767384392.047405:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047406:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047410:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047411:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.047413:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047414:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047415:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047416:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6913c77. 00000400:00000200:2.0:1767384392.047418:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfb969a 00000400:00000010:2.0:1767384392.047419:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dfb969a. 00000100:00000001:2.0:1767384392.047421:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047422:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047426:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047427:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.047429:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047430:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047431:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047432:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051293e35. 00000400:00000200:2.0:1767384392.047434:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc2379b6 00010000:00000001:1.0:1767384392.047457:0:16784:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.047460:0:16784:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.047462:0:16784:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.047531:0:16784:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.047535:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047537:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047539:0:16784:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.047540:0:16784:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.047543:0:16784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000030060541 with handle 0xf489261bfe0bc513 from hash 00010000:00000001:1.0:1767384392.047546:0:16784:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.047547:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047548:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047550:0:16784:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.047551:0:16784:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384392.047643:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.047644:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.047646:0:16784:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.047648:0:16784:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000030060541/0xf489261bfe0bc513 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf489261bfe0bc50c expref: 2 pid: 16790 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.047653:0:16784:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000745e7fb4 : new locks_count 0 00000020:00000040:1.0:1767384392.047655:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 1 00010000:00000040:1.0:1767384392.047656:0:16784:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000058b224da count: 0 00010000:00000001:1.0:1767384392.047662:0:16784:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.047670:0:16784:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 8ae7844a-7a01-4, loop: 4 00000001:00000001:1.0:1767384392.047672:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384392.047675:0:16784:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.047677:0:16784:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000745e7fb4, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384392.047680:0:16784:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:1.0:1767384392.047681:0:16784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384392.047682:0:16784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384392.047684:0:16784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.047686:0:16784:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:1.0:1767384392.047689:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000317d10a7. 00000020:00000010:1.0:1767384392.047692:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002816d401. 00000020:00000010:1.0:1767384392.047694:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384392.047697:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007c8617a4. 80000000:00000010:1.0:1767384392.047705:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a67662bd. 40000000:00000010:1.0:1767384392.047708:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000011321605. 00100000:00000010:1.0:1767384392.047710:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a9a0d10b. 00040000:00000010:1.0:1767384392.047713:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000984b25b0. 00040000:00000010:1.0:1767384392.047715:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003837f135. 00080000:00000010:1.0:1767384392.047718:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048f10cd7. 00002000:00000010:1.0:1767384392.047720:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006dbd791a. 00000020:00000010:1.0:1767384392.047722:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efe3180a. 00000400:00000010:2.0:1767384392.047754:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc2379b6. 00000100:00000001:2.0:1767384392.047758:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047760:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047766:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047768:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.047770:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047772:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047774:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047775:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000538b0b4. 00000400:00000200:2.0:1767384392.047778:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff56dbf1 00000400:00000010:2.0:1767384392.047780:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff56dbf1. 00000100:00000001:2.0:1767384392.047782:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047784:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047788:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047790:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.047792:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047795:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047796:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047798:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fea671bc. 00000400:00000200:2.0:1767384392.047801:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eecdda1 00000400:00000010:2.0:1767384392.047803:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eecdda1. 00000100:00000001:2.0:1767384392.047806:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047807:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047812:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047814:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.047816:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047817:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047819:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047820:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008160c0e3. 00000400:00000200:2.0:1767384392.047822:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800a790c 00000400:00000010:2.0:1767384392.047824:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800a790c. 00000100:00000001:2.0:1767384392.047827:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047828:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047833:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047834:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.047836:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047837:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047838:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047839:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e278fba. 00000400:00000200:2.0:1767384392.047841:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008d65d7f 00000400:00000010:2.0:1767384392.047842:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008d65d7f. 00000100:00000001:2.0:1767384392.047844:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047845:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047849:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047850:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.047851:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047852:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047853:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047854:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f570a75. 00000400:00000200:2.0:1767384392.047856:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a369254 00000400:00000010:2.0:1767384392.047857:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a369254. 00000100:00000001:2.0:1767384392.047859:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047860:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047863:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047865:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.047866:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047868:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047869:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047870:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000346d7a2f. 00000400:00000200:2.0:1767384392.047872:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aba4cc40 00000400:00000010:2.0:1767384392.047873:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aba4cc40. 00000100:00000001:2.0:1767384392.047875:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047876:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047879:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047880:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.047882:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047883:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047884:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047885:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070aed19b. 00000400:00000200:2.0:1767384392.047886:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b33be81 00000400:00000010:2.0:1767384392.047888:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b33be81. 00000100:00000001:2.0:1767384392.047890:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047891:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047896:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047898:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.047900:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047902:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047903:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047905:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb76a34e. 00000400:00000200:2.0:1767384392.047907:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011b688e 00000400:00000010:2.0:1767384392.047909:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000011b688e. 00000100:00000001:2.0:1767384392.047911:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047913:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047917:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047918:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.047920:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047922:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047923:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047924:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f4a9171. 00000400:00000200:2.0:1767384392.047927:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004afb49f9 00000400:00000010:2.0:1767384392.047929:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004afb49f9. 00000100:00000001:2.0:1767384392.047932:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047933:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047937:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047939:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.047942:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047944:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047945:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047946:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c8422cc. 00000400:00000200:2.0:1767384392.047949:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6a4b13 00000400:00000010:2.0:1767384392.047951:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6a4b13. 00000100:00000001:2.0:1767384392.047954:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047956:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047963:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047965:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.047967:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047969:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.047970:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.047971:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009da8bf98. 00000400:00000200:2.0:1767384392.047972:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050858d95 00000400:00000010:2.0:1767384392.047974:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050858d95. 00000100:00000001:2.0:1767384392.047975:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.047976:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.047980:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.047981:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.047988:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.047990:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384392.048013:0:16784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384392.048015:0:16784:0:(genops.c:898:class_export_put()) PUTting export 00000000745e7fb4 : new refcount 0 00000020:00000080:1.0:1767384392.048017:0:16784:0:(genops.c:904:class_export_put()) final put 00000000745e7fb4/8ae7844a-7a01-436c-b1f1-a08090b2f7f1 00000020:00000001:1.0:1767384392.048029:0:16784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384392.048031:0:16784:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.048034:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.048036:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.048039:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384392.048041:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.048042:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.048044:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384392.048045:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384392.048047:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000080:0.0:1767384392.048049:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000745e7fb4/8ae7844a-7a01-436c-b1f1-a08090b2f7f1 for MGS 00000020:00000001:1.0:1767384392.048050:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.048054:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767384392.048056:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 10 to 0@lo 00000020:00000001:0.0:1767384392.048060:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384392.048063:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384392.048065:0:36:0:(genops.c:1229:class_import_get()) import 0000000009768bca refcount=2 obd=MGS 00000020:00000001:0.0:1767384392.048067:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384392.048068:0:36:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=1 obd=MGS 00000020:00000001:0.0:1767384392.048070:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384392.048073:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384392.048074:0:36:0:(genops.c:1242:class_import_put()) import 0000000009768bca refcount=0 obd=MGS 00000020:00000040:0.0:1767384392.048075:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000009768bca 00000400:00000001:2.0:1767384392.048082:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048083:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d29d2784. 00000400:00000200:2.0:1767384392.048086:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c1afa0 00000400:00000010:2.0:1767384392.048088:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060c1afa0. 00000020:00000001:0.0:1767384392.048089:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384392.048091:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048094:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:0.0:1767384392.048094:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384392.048098:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:2.0:1767384392.048103:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:0.0:1767384392.048103:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000083ab82be. 00000100:00000040:2.0:1767384392.048105:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000001:00000010:0.0:1767384392.048109:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f59f62cd. 00000100:00000001:2.0:1767384392.048110:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:0.0:1767384392.048113:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a25780b. 00000400:00000001:2.0:1767384392.048114:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:0.0:1767384392.048118:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd3790aa. 00000400:00000001:2.0:1767384392.048119:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048121:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d969da62. 00000001:00000010:0.0:1767384392.048123:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000369f69eb. 00000400:00000200:2.0:1767384392.048126:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079a9681e 00000001:00000010:0.0:1767384392.048129:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000069a6fc0e. 00000400:00000010:2.0:1767384392.048130:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079a9681e. 00000001:00000001:0.0:1767384392.048135:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:2.0:1767384392.048136:0:39784:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384392.048138:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000200:2.0:1767384392.048139:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:0.0:1767384392.048141:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384392.048144:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384392.048147:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.048150:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:0.0:1767384392.048150:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.048153:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000020:00000040:0.0:1767384392.048155:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 5 - export 00000100:00000001:2.0:1767384392.048157:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048158:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048159:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048160:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011abfff9. 00000400:00000200:2.0:1767384392.048162:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c33bd42 00000400:00000010:2.0:1767384392.048167:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c33bd42. 00000020:00000010:0.0:1767384392.048167:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000745e7fb4. 00000100:00000001:2.0:1767384392.048169:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048172:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:0.0:1767384392.048173:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00100000:2.0:1767384392.048178:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:0.0:1767384392.048179:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000040:2.0:1767384392.048181:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000020:00000080:0.0:1767384392.048182:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000009768bca for MGS 00000100:00000001:2.0:1767384392.048185:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048187:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384392.048188:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 9 to 0@lo 00000400:00000001:2.0:1767384392.048190:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384392.048191:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 4 - import 00000400:00000010:2.0:1767384392.048193:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbf26e3e. 00000020:00000010:0.0:1767384392.048195:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000009768bca. 00000400:00000200:2.0:1767384392.048197:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3abf92d 00000020:00000001:0.0:1767384392.048199:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:2.0:1767384392.048200:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3abf92d. 00000100:00000001:2.0:1767384392.048205:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048206:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048212:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048213:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.048216:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048217:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048218:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048220:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c4eaa62. 00000400:00000200:2.0:1767384392.048223:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057a510ea 00000400:00000010:2.0:1767384392.048224:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057a510ea. 00000100:00000001:2.0:1767384392.048227:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048228:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048233:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048234:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.048236:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048238:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048239:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048241:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee27488. 00000400:00000200:2.0:1767384392.048244:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034b1b1b4 00000400:00000010:2.0:1767384392.048245:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034b1b1b4. 00000100:00000001:2.0:1767384392.048248:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048249:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048254:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048256:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.048257:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048259:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048260:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048262:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ce64620. 00000400:00000200:2.0:1767384392.048264:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a6be3f 00000400:00000010:2.0:1767384392.048266:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069a6be3f. 00000100:00000001:2.0:1767384392.048268:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048270:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048274:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048276:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.048278:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048280:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048281:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048283:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a57d9e51. 00000400:00000200:2.0:1767384392.048286:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab4302f3 00000400:00000010:2.0:1767384392.048288:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab4302f3. 00000100:00000001:2.0:1767384392.048291:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048293:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048299:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048300:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.048303:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048305:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048306:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048307:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8e92f92. 00000400:00000200:2.0:1767384392.048309:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8819a32 00000400:00000010:2.0:1767384392.048311:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8819a32. 00000100:00000001:2.0:1767384392.048313:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048319:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048370:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048373:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.048375:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048378:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048380:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048382:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bef5981. 00000400:00000200:2.0:1767384392.048385:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f55ab947 00000400:00000010:2.0:1767384392.048387:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f55ab947. 00000100:00000001:2.0:1767384392.048390:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048392:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048397:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048399:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.048401:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048403:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048404:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048406:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8d16a89. 00000400:00000200:2.0:1767384392.048408:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa0e99e 00000400:00000010:2.0:1767384392.048410:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009aa0e99e. 00000100:00000001:2.0:1767384392.048412:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048413:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048418:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048420:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.048422:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048423:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048424:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048426:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000107de41b. 00000400:00000200:2.0:1767384392.048429:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba78f611 00000400:00000010:2.0:1767384392.048431:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba78f611. 00000100:00000001:2.0:1767384392.048433:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048434:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048450:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048451:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.048453:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048455:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048456:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048458:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084ae510a. 00000400:00000200:2.0:1767384392.048461:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000135866d8 00000400:00000010:2.0:1767384392.048535:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000135866d8. 00000100:00000001:2.0:1767384392.048546:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048547:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048613:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048616:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.048618:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.048621:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.048623:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.048624:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea525900. 00000400:00000200:2.0:1767384392.048627:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007ed9159 00000400:00000010:2.0:1767384392.048629:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007ed9159. 00000100:00000001:2.0:1767384392.048632:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.048633:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384392.048639:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.048641:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.048642:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.048645:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048647:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048650:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048652:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048654:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048656:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048657:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048659:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048661:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048662:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048664:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048665:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048667:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048668:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048670:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048672:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048674:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048675:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048678:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048679:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048681:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048682:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048683:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048685:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048686:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048687:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048688:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048690:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048691:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048693:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048694:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048695:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048696:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048697:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048699:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048700:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048701:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048702:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048704:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048705:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048706:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048708:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048709:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048711:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048713:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048714:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048716:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048717:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048718:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048719:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048721:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048722:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048724:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048726:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048728:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048730:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048732:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048733:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048735:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048737:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048739:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048740:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048742:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048743:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048746:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048747:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048748:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048750:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048751:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048753:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048754:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048755:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048756:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048757:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048758:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048759:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048760:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048761:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048762:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048763:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048764:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048770:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048772:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048773:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048774:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048775:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048776:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048777:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048778:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048779:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048780:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048781:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048782:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048813:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048815:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048816:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048817:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048818:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048819:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048820:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048821:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048822:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048823:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048824:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048825:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048827:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048828:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048829:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048831:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048832:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048833:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048834:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048835:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048836:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048837:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048838:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048839:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048840:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048841:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048842:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048843:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048844:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048845:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048846:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048848:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048849:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.048850:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.048851:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384392.048854:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fbfb083. 00000100:00000010:2.0:1767384392.048860:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006125a3f4. 00000100:00000010:2.0:1767384392.048864:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cbc99ee9. 00000100:00000010:2.0:1767384392.048867:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de7edb35. 00000100:00000010:2.0:1767384392.048868:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009411ad0a. 00000100:00000010:2.0:1767384392.048870:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005af6672e. 00000100:00000010:2.0:1767384392.048872:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003532e94e. 00000100:00000010:2.0:1767384392.048888:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021f91288. 00000100:00000010:2.0:1767384392.048891:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c880aa83. 00000100:00000010:2.0:1767384392.048899:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043bf051f. 00000100:00000010:2.0:1767384392.048901:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067ad2b86. 00000100:00000010:2.0:1767384392.048904:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eab201b0. 00000100:00000010:2.0:1767384392.048906:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b8d0b46d. 00000100:00000010:2.0:1767384392.048908:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc1e5aa6. 00000100:00000010:2.0:1767384392.048910:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005bbd7509. 00000100:00000010:2.0:1767384392.048912:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f161b93d. 00000100:00000010:2.0:1767384392.048914:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c04fff3. 00000100:00000010:2.0:1767384392.048917:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000887c0d62. 00000100:00000010:2.0:1767384392.048919:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000034648922. 00000100:00000010:2.0:1767384392.048921:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002db28f65. 00000100:00000010:2.0:1767384392.048923:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000d0d8f85. 00000100:00000010:2.0:1767384392.048925:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033c0eb78. 00000100:00000010:2.0:1767384392.048927:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f18288fb. 00000100:00000010:2.0:1767384392.048929:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000540461fa. 00000100:00000010:2.0:1767384392.048931:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000fffc1a. 00000100:00000010:2.0:1767384392.048933:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043046f04. 00000100:00000010:2.0:1767384392.048935:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b5bccdaa. 00000100:00000010:2.0:1767384392.048937:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c519ff0. 00000100:00000010:2.0:1767384392.048938:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d023287. 00000100:00000010:2.0:1767384392.048941:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051399898. 00000100:00000010:2.0:1767384392.048942:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b4d379a4. 00000100:00000010:2.0:1767384392.048945:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8d9c50c. 00000100:00000010:2.0:1767384392.048947:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f263c3d6. 00000100:00000010:2.0:1767384392.048962:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035a0cf64. 00000100:00000010:2.0:1767384392.048964:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e9cd6f9. 00000100:00000010:2.0:1767384392.048967:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b521b5b. 00000100:00000010:2.0:1767384392.048968:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e93a32c1. 00000100:00000010:2.0:1767384392.048971:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009beaca86. 00000100:00000010:2.0:1767384392.048972:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000415bd501. 00000100:00000010:2.0:1767384392.048974:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e42d96c. 00000100:00000010:2.0:1767384392.048976:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000032e4699. 00000100:00000010:2.0:1767384392.048979:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085353672. 00000100:00000010:2.0:1767384392.048981:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000731ee3d4. 00000100:00000010:2.0:1767384392.048983:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047a8a2e5. 00000100:00000010:2.0:1767384392.048985:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af2a0e75. 00000100:00000010:2.0:1767384392.048988:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b430046. 00000100:00000010:2.0:1767384392.048990:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007bd7b380. 00000100:00000010:2.0:1767384392.048992:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000884aaa77. 00000100:00000010:2.0:1767384392.048994:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037373e8e. 00000100:00000010:2.0:1767384392.048996:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020574e30. 00000100:00000010:2.0:1767384392.048998:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e011e7c4. 00000100:00000010:2.0:1767384392.049001:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082d6fd42. 00000100:00000010:2.0:1767384392.049002:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b419ef0c. 00000100:00000010:2.0:1767384392.049005:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000734fe9. 00000100:00000010:2.0:1767384392.049006:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7f6d359. 00000100:00000010:2.0:1767384392.049009:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009257f4d4. 00000100:00000010:2.0:1767384392.049011:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002af97230. 00000100:00000010:2.0:1767384392.049025:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007888acc9. 00000100:00000010:2.0:1767384392.049027:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087e077fd. 00000100:00000010:2.0:1767384392.049029:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0f1819f. 00000100:00000010:2.0:1767384392.049031:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3adbc9b. 00000100:00000010:2.0:1767384392.049033:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acdf66e7. 00000100:00000010:2.0:1767384392.049035:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a10d9cb3. 00000100:00000010:2.0:1767384392.049037:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2047aa8. 00000100:00000010:2.0:1767384392.049039:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073e5f904. 00000100:00000010:2.0:1767384392.049042:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075b37041. 00000100:00000010:2.0:1767384392.049044:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e828377. 00000100:00000010:2.0:1767384392.049047:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd150b3c. 00000100:00000010:2.0:1767384392.049049:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebdd4543. 00000100:00000010:2.0:1767384392.049052:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004761ed7c. 00000100:00000010:2.0:1767384392.049054:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a19fc88e. 00000100:00000010:2.0:1767384392.049058:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008756c0ef. 00000100:00000010:2.0:1767384392.049060:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058202fae. 00000100:00000010:2.0:1767384392.049063:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000122c2f73. 00000100:00000010:2.0:1767384392.049064:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff1f41bb. 00000100:00000010:2.0:1767384392.049067:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af161734. 00000100:00000010:2.0:1767384392.049069:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ae426ab. 00000100:00000010:2.0:1767384392.049072:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b203548. 00000100:00000010:2.0:1767384392.049074:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082847408. 00000100:00000010:2.0:1767384392.049077:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bb02e23. 00000100:00000010:2.0:1767384392.049080:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004460afc6. 00000100:00000010:2.0:1767384392.049105:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000639a3a00. 00000100:00000010:2.0:1767384392.049109:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a4e59ef. 00000100:00000010:2.0:1767384392.049112:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b92a7f67. 00000100:00000010:2.0:1767384392.049115:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fcef527. 00000100:00000010:2.0:1767384392.049118:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c924eb3. 00000100:00000010:2.0:1767384392.049120:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000d3688dc. 00000100:00000010:2.0:1767384392.049123:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a32c34a6. 00000100:00000010:2.0:1767384392.049125:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000739102e8. 00000100:00000010:2.0:1767384392.049128:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f40e004c. 00000100:00000010:2.0:1767384392.049131:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e40bc10a. 00000100:00000010:2.0:1767384392.049134:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025dbd6f5. 00000100:00000010:2.0:1767384392.049138:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000beb659e8. 00000100:00000010:2.0:1767384392.049141:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b27bd05. 00000100:00000010:2.0:1767384392.049144:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6248218. 00000100:00000010:2.0:1767384392.049147:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce56e498. 00000100:00000010:2.0:1767384392.049150:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f88027ee. 00000100:00000010:2.0:1767384392.049153:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008876d891. 00000100:00000010:2.0:1767384392.049156:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001517452a. 00000100:00000010:2.0:1767384392.049160:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000128737cc. 00000100:00000010:2.0:1767384392.049163:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b17b373. 00000100:00000010:2.0:1767384392.049166:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007526c372. 00000100:00000010:2.0:1767384392.049169:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b83d3c0b. 00000100:00000010:2.0:1767384392.049172:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013f1b6ef. 00000100:00000010:2.0:1767384392.049175:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6d19260. 00000100:00000010:2.0:1767384392.049200:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000008c6c72. 00000100:00000010:2.0:1767384392.049204:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5113bbd. 00000100:00000010:2.0:1767384392.049208:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036b78109. 00000100:00000010:2.0:1767384392.049210:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000022741caa. 00000100:00000010:2.0:1767384392.049214:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f44ac85. 00000100:00000010:2.0:1767384392.049216:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039007040. 00000100:00000010:2.0:1767384392.049220:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092c7b3ea. 00000100:00000010:2.0:1767384392.049222:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000852a7fb7. 00000100:00000010:2.0:1767384392.049226:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000210fa038. 00000100:00000010:2.0:1767384392.049230:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010e98a04. 00000100:00000010:2.0:1767384392.049234:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a42b536e. 00000100:00000010:2.0:1767384392.049237:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008316d4fe. 00000100:00000010:2.0:1767384392.049241:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c43e82ff. 00000100:00000010:2.0:1767384392.049244:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002966edd8. 00000100:00000010:2.0:1767384392.049247:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b49943dd. 00000100:00000010:2.0:1767384392.049250:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024c0a9d0. 00000100:00000010:2.0:1767384392.049254:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0d6cf7b. 00000100:00000010:2.0:1767384392.049257:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a4d8415. 00000100:00000010:2.0:1767384392.049260:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005791291c. 00000100:00000010:2.0:1767384392.049261:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006425edfa. 00000100:00000010:2.0:1767384392.049263:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008d81540. 00000100:00000010:2.0:1767384392.049265:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e43a8470. 00000100:00000010:2.0:1767384392.049267:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddbc0d01. 00000100:00000010:2.0:1767384392.049270:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000097a2fd4. 00000100:00000010:2.0:1767384392.049282:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000e1add399. 00000100:00000010:2.0:1767384392.049288:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d6f926d0. 00000100:00000001:2.0:1767384392.049294:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.049330:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.049333:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.049335:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.049337:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c4e5be2d. 00000100:00000001:2.0:1767384392.049342:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.049344:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.049346:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.049348:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c04a21b7. 00000100:00000001:2.0:1767384392.049351:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.049353:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.049354:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ddbb2fb2. 00000100:00000001:2.0:1767384392.049356:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.049358:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.049359:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c5485db4. 00000100:00000001:2.0:1767384392.049362:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.049363:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.049365:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff3dd346. 00000100:00000001:2.0:1767384392.049368:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.049653:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f971ce4d. 00000020:00000010:2.0:1767384392.049660:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001ef76503. 00000020:00000010:2.0:1767384392.049663:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002833263e. 00000020:00000010:2.0:1767384392.049666:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c74db160. 00000020:00000010:2.0:1767384392.049695:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e9d14d31. 00000020:00000010:2.0:1767384392.049701:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004e28be80. 00000100:00000010:2.0:1767384392.049740:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000288c224b. 00000100:00000010:2.0:1767384392.049751:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000ff9f43fc. 00000100:00000010:2.0:1767384392.049755:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000061e94930. 00000100:00000010:2.0:1767384392.049759:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000a527c16a. 00000100:00000001:2.0:1767384392.049762:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384392.049766:0:39784:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767384392.049771:0:39784:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1767384392.049775:0:39784:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000007c5c5915. 00080000:00000010:2.0:1767384392.049779:0:39784:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000de689fdf. 00080000:00000001:2.0:1767384392.049782:0:39784:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446623112227318176 : -120961482233440 : ffff91fc75d1e9a0) 00080000:00000001:2.0:1767384392.049784:0:39784:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446623112227318176 : -120961482233440 : ffff91fc75d1e9a0) 00080000:00000001:2.0:1767384392.049790:0:39784:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1767384392.049793:0:39784:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384392.049796:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049797:0:39784:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072668799439 : -1040752177 : ffffffffc1f761cf) 00080000:00000001:2.0:1767384392.049800:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049801:0:39784:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:2.0:1767384392.049803:0:39784:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:2.0:1767384392.049805:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049806:0:39784:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049808:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049809:0:39784:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072668799441 : -1040752175 : ffffffffc1f761d1) 00080000:00000001:2.0:1767384392.049810:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049811:0:39784:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:2.0:1767384392.049813:0:39784:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:2.0:1767384392.049814:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049848:0:39784:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049850:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049852:0:39784:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446623112227318512 : -120961482233104 : ffff91fc75d1eaf0) 00080000:00000001:2.0:1767384392.049854:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049856:0:39784:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767384392.049860:0:39784:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002165e5df. 20000000:00000010:2.0:1767384392.049863:0:39784:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d6a9acf7. 00080000:00000001:2.0:1767384392.049865:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049867:0:39784:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049869:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049870:0:39784:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446623112227318512 : -120961482233104 : ffff91fc75d1eaf0) 00080000:00000001:2.0:1767384392.049872:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049874:0:39784:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:2.0:1767384392.049876:0:39784:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000de447df3. 20000000:00000010:2.0:1767384392.049878:0:39784:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000d5c5f596. 00080000:00000001:2.0:1767384392.049879:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049919:0:39784:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049922:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049924:0:39784:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446623112227318512 : -120961482233104 : ffff91fc75d1eaf0) 00080000:00000001:2.0:1767384392.049926:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049928:0:39784:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:2.0:1767384392.049931:0:39784:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000038e854b7. 20000000:00000010:2.0:1767384392.049934:0:39784:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000008c05fbd1. 00080000:00000001:2.0:1767384392.049936:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049938:0:39784:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049940:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049942:0:39784:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446623112227318512 : -120961482233104 : ffff91fc75d1eaf0) 00080000:00000001:2.0:1767384392.049943:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049945:0:39784:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767384392.049948:0:39784:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b8e74767. 20000000:00000010:2.0:1767384392.049950:0:39784:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000008ba53a50. 00080000:00000001:2.0:1767384392.049952:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049954:0:39784:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.049956:0:39784:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384392.049958:0:39784:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446623112227318512 : -120961482233104 : ffff91fc75d1eaf0) 00080000:00000001:2.0:1767384392.049960:0:39784:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384392.049962:0:39784:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:2.0:1767384392.049964:0:39784:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000036c5aa87. 20000000:00000010:2.0:1767384392.049967:0:39784:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000008fd49aeb. 00080000:00000001:2.0:1767384392.049969:0:39784:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384392.049971:0:39784:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384392.049973:0:39784:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1767384392.049981:0:39784:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000de689fdf. 00080000:00000010:2.0:1767384392.049985:0:39784:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000007c5c5915. 00080000:00000001:2.0:1767384392.049988:0:39784:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:2.0:1767384392.049989:0:39784:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384392.050049:0:39784:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000319c4440. 20000000:00000010:2.0:1767384392.050055:0:39784:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000007149864a. 20000000:00000010:2.0:1767384392.050060:0:39784:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000016cc9b88. 20000000:00000010:2.0:1767384392.050063:0:39784:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000092b86490. 20000000:00000010:2.0:1767384392.050067:0:39784:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000008b661b2d. 20000000:00000010:2.0:1767384392.050071:0:39784:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000008fd49aeb. 20000000:00000010:2.0:1767384392.050075:0:39784:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000036c5aa87. 20000000:00000010:2.0:1767384392.050077:0:39784:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000008ba53a50. 20000000:00000010:2.0:1767384392.050080:0:39784:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b8e74767. 20000000:00000010:2.0:1767384392.050082:0:39784:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000008c05fbd1. 20000000:00000010:2.0:1767384392.050085:0:39784:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000038e854b7. 20000000:00000010:2.0:1767384392.050088:0:39784:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000d5c5f596. 20000000:00000010:2.0:1767384392.050089:0:39784:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000de447df3. 20000000:00000010:2.0:1767384392.050091:0:39784:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d6a9acf7. 20000000:00000010:2.0:1767384392.050093:0:39784:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002165e5df. 20000000:00000001:2.0:1767384392.050095:0:39784:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767384392.050103:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e94698b. 20000000:00000010:2.0:1767384392.050107:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bfed31a5. 20000000:00000010:2.0:1767384392.050109:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079e2c5ba. 20000000:00000010:2.0:1767384392.050112:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ceed3d5b. 20000000:00000010:2.0:1767384392.050115:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b01cfbd8. 20000000:00000010:2.0:1767384392.050117:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f2c8b5db. 20000000:00000010:2.0:1767384392.050119:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000012c6c29f. 20000000:00000010:2.0:1767384392.050121:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000082344c0b. 20000000:00000010:2.0:1767384392.050124:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c668b547. 20000000:00000010:2.0:1767384392.050128:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cc040441. 20000000:00000010:2.0:1767384392.050131:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003981d120. 20000000:00000010:2.0:1767384392.050133:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a6c82b4. 20000000:00000010:2.0:1767384392.050135:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004984801d. 20000000:00000010:2.0:1767384392.050137:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e2bc3887. 20000000:00000010:2.0:1767384392.050139:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000580d4b37. 20000000:00000010:2.0:1767384392.050141:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e4e16b5. 20000000:00000010:2.0:1767384392.050144:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000235ecc82. 20000000:00000010:2.0:1767384392.050147:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ad7af3cd. 20000000:00000010:2.0:1767384392.050149:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b0cc8d7f. 20000000:00000010:2.0:1767384392.050152:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000655a4d61. 20000000:00000010:2.0:1767384392.050155:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009fa00a68. 20000000:00000010:2.0:1767384392.050157:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000016c70845. 20000000:00000010:2.0:1767384392.050164:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009c145e8d. 20000000:00000010:2.0:1767384392.050206:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e121c422. 20000000:00000010:2.0:1767384392.050209:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000933770d9. 20000000:00000010:2.0:1767384392.050212:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cdca89b0. 20000000:00000010:2.0:1767384392.050214:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ba900318. 20000000:00000010:2.0:1767384392.050217:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008dbfa7cc. 20000000:00000010:2.0:1767384392.050220:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d77ef8a. 20000000:00000010:2.0:1767384392.050222:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d70cbbf. 20000000:00000010:2.0:1767384392.050224:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000121bf67c. 20000000:00000010:2.0:1767384392.050226:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f283ae42. 20000000:00000010:2.0:1767384392.050229:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003f7d6657. 20000000:00000010:2.0:1767384392.050232:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e34be51. 20000000:00000010:2.0:1767384392.050234:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000049a69947. 20000000:00000010:2.0:1767384392.050236:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003352b8be. 20000000:00000010:2.0:1767384392.050239:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c0afd7ac. 20000000:00000010:2.0:1767384392.050242:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a207c0a. 20000000:00000010:2.0:1767384392.050244:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000df1326f1. 20000000:00000010:2.0:1767384392.050247:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bc6568c1. 20000000:00000010:2.0:1767384392.050249:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e6ae33e. 20000000:00000010:2.0:1767384392.050253:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005527eb80. 20000000:00000010:2.0:1767384392.050256:0:39784:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000002b6a26c5. 20000000:00000010:2.0:1767384392.050259:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000009352edc. 20000000:00000010:2.0:1767384392.050263:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000059b05e7a. 20000000:00000010:2.0:1767384392.050266:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a4ca2952. 20000000:00000010:2.0:1767384392.050268:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b8860b9e. 20000000:00000010:2.0:1767384392.050270:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b7697e4b. 20000000:00000010:2.0:1767384392.050273:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000093d1e3d5. 20000000:00000010:2.0:1767384392.050275:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009fdabe95. 20000000:00000010:2.0:1767384392.050278:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004bf97e04. 20000000:00000010:2.0:1767384392.050280:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c05d5d7e. 20000000:00000010:2.0:1767384392.050282:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000911ef681. 20000000:00000010:2.0:1767384392.050285:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008641d4a8. 20000000:00000010:2.0:1767384392.050288:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a508893. 20000000:00000010:2.0:1767384392.050290:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004af6b1c0. 20000000:00000010:2.0:1767384392.050292:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a976603. 20000000:00000010:2.0:1767384392.050295:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008293208b. 20000000:00000010:2.0:1767384392.050298:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c7514439. 20000000:00000010:2.0:1767384392.050300:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000eb62bd6. 20000000:00000010:2.0:1767384392.050302:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db045877. 20000000:00000010:2.0:1767384392.050305:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000000dac4b9. 20000000:00000010:2.0:1767384392.050307:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e5618a87. 20000000:00000010:2.0:1767384392.050309:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ab1b1342. 20000000:00000010:2.0:1767384392.050311:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008ef3caf1. 20000000:00000010:2.0:1767384392.050313:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004554ce59. 20000000:00000010:2.0:1767384392.050315:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aabb6510. 20000000:00000010:2.0:1767384392.050318:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001e4f13f5. 20000000:00000010:2.0:1767384392.050320:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000071555443. 20000000:00000010:2.0:1767384392.050322:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004b33bdb0. 20000000:00000010:2.0:1767384392.050324:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ea9d4bdc. 20000000:00000010:2.0:1767384392.050327:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a30019a. 20000000:00000010:2.0:1767384392.050329:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000088d867d. 20000000:00000010:2.0:1767384392.050331:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4cda6e5. 20000000:00000010:2.0:1767384392.050332:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001bf42cb0. 20000000:00000010:2.0:1767384392.050334:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000007523496. 20000000:00000010:2.0:1767384392.050337:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003635948c. 20000000:00000010:2.0:1767384392.050339:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006fb6e909. 20000000:00000010:2.0:1767384392.050341:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a5e56e7. 20000000:00000010:2.0:1767384392.050343:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000014179913. 20000000:00000010:2.0:1767384392.050345:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c293d22. 20000000:00000010:2.0:1767384392.050347:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084beccec. 20000000:00000010:2.0:1767384392.050349:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000691b8d41. 20000000:00000010:2.0:1767384392.050351:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003b0680aa. 20000000:00000010:2.0:1767384392.050355:0:39784:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0ab28fc. 20000000:00000010:2.0:1767384392.050358:0:39784:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000a9998e84. 20000000:00000010:2.0:1767384392.050409:0:39784:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000af9da3b5. 20000000:00000010:2.0:1767384392.050413:0:39784:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000002e0886c6. 20000000:00000010:2.0:1767384392.050417:0:39784:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001714b0b0. 20000000:00000010:2.0:1767384392.050419:0:39784:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000007527bf68. 20000000:00000010:2.0:1767384392.050422:0:39784:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000088123abe. 20000000:00000010:2.0:1767384392.050426:0:39784:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000757c6472. 20000000:00000010:2.0:1767384392.050429:0:39784:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000004a7746ee. 20000000:00000010:2.0:1767384392.050458:0:39784:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000029f8bcdb. 20000000:00000010:2.0:1767384392.050462:0:39784:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000003ea3701. 00010000:00000001:2.0:1767384392.050537:0:39784:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384392.050540:0:39784:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384392.050542:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.050544:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.050546:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.050548:0:39784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384392.050549:0:39784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384392.050550:0:39784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.050603:0:39784:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.050606:0:39784:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767384392.050611:0:39784:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767384392.050613:0:39784:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767384392.050626:0:39784:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384392.050632:0:39784:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000002724585c - data 0000000088e9b123/000000003d43831a 00000020:00000010:2.0:1767384392.050708:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000007985760c. 00000020:00000010:2.0:1767384392.050713:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000041c83a5d. 00000020:00000010:2.0:1767384392.050716:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000003d43831a. 00000020:00000010:2.0:1767384392.050719:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000ec41e4c8. 00000020:00000010:2.0:1767384392.050721:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000ebb2d37e. 00000020:00000010:2.0:1767384392.050723:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b22550c1. 00000020:00000010:2.0:1767384392.050725:0:39784:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000002724585c. 00000020:01000000:2.0:1767384392.050729:0:39784:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000d3564c07 - data 00000000d3013643/00000000897d42a1 00000020:00000010:2.0:1767384392.050807:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000b8d48687. 00000020:00000010:2.0:1767384392.050811:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000ebdfc588. 00000020:00000010:2.0:1767384392.050813:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000897d42a1. 00000020:00000010:2.0:1767384392.050815:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b0a61cca. 00000020:00000010:2.0:1767384392.050818:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007d6b5d07. 00000020:00000010:2.0:1767384392.050820:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b71db58d. 00000020:00000010:2.0:1767384392.050822:0:39784:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000d3564c07. 00000020:00000001:2.0:1767384392.050824:0:39784:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767384392.050891:0:39784:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f36b2ddf : new refcount 2 00000040:00000001:2.0:1767384392.050895:0:39784:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384392.050896:0:39784:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f36b2ddf : new refcount 1 00080000:00000010:2.0:1767384392.050917:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000782f019a. 00000020:00000010:2.0:1767384392.050922:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d67f7fd0. 00000020:00000010:2.0:1767384392.050926:0:39784:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000039344058. 00080000:00000010:2.0:1767384392.050935:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e59396cc. 00000020:00000010:2.0:1767384392.050937:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000000f00c76. 00000020:00000010:2.0:1767384392.050942:0:39784:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000000b8dcaa5. 00000020:00000040:2.0:1767384392.050944:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000007b04b41c : new refcount 1 00000040:00000010:2.0:1767384392.050946:0:39784:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f36b2ddf. 00000040:00000001:2.0:1767384392.050951:0:39784:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384392.050955:0:39784:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000de689fdf. 00080000:00000001:2.0:1767384392.050958:0:39784:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:2.0:1767384392.050960:0:39784:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384392.050963:0:39784:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:2.0:1767384392.050966:0:39784:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384392.050967:0:39784:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384392.050969:0:39784:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384392.050970:0:39784:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000de689fdf. 00080000:00000010:2.0:1767384392.050979:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000320f8c7b. 00000020:00000010:2.0:1767384392.050982:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000064d9fe65. 00000020:00000002:2.0:1767384392.050987:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000e78e2d6a/000000007345b211 to site lru. bkt: 00000000a87eb858 00000001:00000001:2.0:1767384392.050991:0:39784:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767384392.050993:0:39784:0:(lu_object.c:207:lu_object_put()) Add 00000000b98c999c/00000000a06da599 to site lru. bkt: 0000000009d44303 00000001:00000010:2.0:1767384392.050995:0:39784:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000014416ef4. 00000001:00000001:2.0:1767384392.050998:0:39784:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384392.051036:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e1900ca. 00000020:00000010:2.0:1767384392.051039:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000287b96f6. 00000020:00000010:2.0:1767384392.051042:0:39784:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f68d8b5d. 00080000:00000010:2.0:1767384392.051054:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b98c999c. 00000020:00000010:2.0:1767384392.051056:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a06da599. 00080000:00000010:2.0:1767384392.051068:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e78e2d6a. 00000020:00000010:2.0:1767384392.051070:0:39784:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007345b211. 00000020:00000010:2.0:1767384392.051082:0:39784:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000d9371575. 00010000:00000001:2.0:1767384392.051086:0:39784:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384392.051089:0:39784:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384392.051112:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000c710bc1f. 00000020:00000010:2.0:1767384392.051115:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000ffda02a1. 00000020:00000010:2.0:1767384392.051118:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006f7a974c. 00010000:00000001:2.0:1767384392.051143:0:39784:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384392.051153:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000200f51f6. 00000020:00000010:2.0:1767384392.051155:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000000e5a8d1b. 00000020:00000010:2.0:1767384392.051157:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c8211456. 00000020:00000010:2.0:1767384392.051160:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b6fe3302. 00000020:00000010:2.0:1767384392.051162:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007fb38b2e. 00000020:00000010:2.0:1767384392.051164:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000041d3896c. 00000001:00000001:2.0:1767384392.051194:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.051196:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000044aa043f. 00000001:00000010:2.0:1767384392.051198:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000099622591. 00000001:00000010:2.0:1767384392.051200:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000f065f52d. 00000001:00000010:2.0:1767384392.051202:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e15b901f. 00000001:00000001:2.0:1767384392.051204:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384392.051206:0:39784:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000005ab335a7. 00010000:00000001:2.0:1767384392.051208:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384392.051211:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384392.051212:0:39784:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:2.0:1767384392.051234:0:39784:0:(lu_object.c:1020:lu_site_print()) header@000000001aeadc3b[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:2.0:1767384392.051238:0:39784:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000266404ceosd-zfs-object@00000000266404ce 00000020:00001000:2.0:1767384392.051240:0:39784:0:(lu_object.c:1020:lu_site_print()) } header@000000001aeadc3b 20000000:00000001:2.0:1767384392.051242:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384392.051244:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.051245:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.051247:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc3d1 00000020:00000040:2.0:1767384392.051249:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058f40239 with handle 0xf489261bfe0bc3d1 from hash 00000020:00000001:2.0:1767384392.051254:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.051255:0:39784:0:(genops.c:898:class_export_put()) PUTting export 0000000058f40239 : new refcount 1 00000020:00000001:2.0:1767384392.051257:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.051259:0:39784:0:(genops.c:898:class_export_put()) PUTting export 0000000058f40239 : new refcount 0 00000020:00000080:2.0:1767384392.051261:0:39784:0:(genops.c:904:class_export_put()) final put 0000000058f40239/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.051263:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051314:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.051318:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384392.051320:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051323:0:39784:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384392.051325:0:39784:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384392.051327:0:39784:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446623111405035584 : -120962304516032 : ffff91fc44cee040) 00000020:01000004:2.0:1767384392.051331:0:39784:0:(tgt_mount.c:188:server_put_mount()) put mount 000000003c8b2609 from MGS, refs=2 00000020:00000001:2.0:1767384392.051333:0:39784:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384392.051335:0:39784:0:(obd_mount.c:705:lustre_put_lsi()) put 000000003c8b2609 2 00000020:00000001:2.0:1767384392.051337:0:39784:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051339:0:39784:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384392.051341:0:39784:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384392.051342:0:39784:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446623111405035584 : -120962304516032 : ffff91fc44cee040) 00000020:01000004:2.0:1767384392.051345:0:39784:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000003c8b2609 from MGS 00000020:00000010:2.0:1767384392.051347:0:39784:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000007adcfba4. 00000020:00000010:2.0:1767384392.051350:0:39784:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000000f529555. 00000020:00000001:2.0:1767384392.051353:0:39784:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051356:0:39784:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384392.051358:0:39784:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051360:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.051369:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.051373:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd58b6b4. 00000001:00000010:2.0:1767384392.051375:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e96fd247. 00000001:00000010:2.0:1767384392.051381:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000174d9637. 00000001:00000010:2.0:1767384392.051384:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be4a8b98. 00000001:00000010:2.0:1767384392.051387:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007a8522a0. 00000001:00000010:2.0:1767384392.051390:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002ec3c522. 00000001:00000001:2.0:1767384392.051393:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.051395:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.051398:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000098f5a4ee. 00000001:00000010:2.0:1767384392.051401:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b50987d. 00000001:00000010:2.0:1767384392.051403:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c20e5541. 00000001:00000010:2.0:1767384392.051405:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000006931355. 00000001:00000010:2.0:1767384392.051407:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000765d17ba. 00000001:00000010:2.0:1767384392.051409:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000036339bc5. 00000001:00000001:2.0:1767384392.051417:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.051418:0:39784:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 3 - setup 00000020:00000001:2.0:1767384392.051420:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051422:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.051431:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.051435:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.051448:0:39784:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 2 - obd_device_list 00000020:00000080:2.0:1767384392.051451:0:39784:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384392.051452:0:39784:0:(obd_config.c:955:class_decref()) Decref MGS (000000009f446f28) now 1 - newdev 00000020:00000040:2.0:1767384392.051455:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b04b41c with handle 0xf489261bfe0bc3ca from hash 00000020:00000040:2.0:1767384392.051457:0:39784:0:(genops.c:898:class_export_put()) PUTting export 000000007b04b41c : new refcount 0 00000020:00000080:2.0:1767384392.051459:0:39784:0:(genops.c:904:class_export_put()) final put 000000007b04b41c/MGS 00000020:00000001:2.0:1767384392.051461:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051463:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.051540:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 000000007b04b41c/MGS for MGS 00000020:00000001:2.0:1767384392.051543:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384392.051545:0:39784:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384392.051546:0:39784:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051548:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.051550:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007b04b41c. 00000020:00000001:2.0:1767384392.051571:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.051573:0:39784:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384392.051575:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384392.051578:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384392.051581:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029f8bcdb. 00000020:00000010:2.0:1767384392.051585:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088123abe. 00000040:00000010:2.0:1767384392.051589:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000087111478. 00000020:00000010:2.0:1767384392.051593:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000093746d7. 00000020:00000010:2.0:1767384392.051597:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9ba922a. 80000000:00000010:2.0:1767384392.051600:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a0617b2. 00040000:00000010:2.0:1767384392.051604:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f21537b9. 00080000:00000010:2.0:1767384392.051607:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a344cda6. 20000000:00000010:2.0:1767384392.051610:0:39784:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000019f3736c. 20000000:00000001:2.0:1767384392.051614:0:39784:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384392.051625:0:39784:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000a8077363. 20000000:00000001:2.0:1767384392.051628:0:39784:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.051630:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088123abe. 00000040:00000010:2.0:1767384392.051632:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000087111478. 00000020:00000010:2.0:1767384392.051634:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000093746d7. 00000020:00000010:2.0:1767384392.051637:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9ba922a. 80000000:00000010:2.0:1767384392.051639:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008a0617b2. 00040000:00000010:2.0:1767384392.051642:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f21537b9. 00080000:00000010:2.0:1767384392.051644:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a344cda6. 20000000:00000010:2.0:1767384392.051646:0:39784:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000019f3736c. 00000020:00000010:2.0:1767384392.051648:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029f8bcdb. 00000020:00000001:2.0:1767384392.051650:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.051652:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009f446f28. 00000020:00000001:2.0:1767384392.051656:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051657:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.051659:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000c0b81f99. 00000020:00000001:2.0:1767384392.051661:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051663:0:39784:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051665:0:39784:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384392.051667:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.051669:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384392.051672:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000008a0617b2. 00000020:00000080:2.0:1767384392.051674:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.051677:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.051679:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384392.051683:0:39784:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000c62febdd lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384392.051687:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.051689:0:39784:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000007029a3b6) has exports, disconnecting them 00000020:00000001:2.0:1767384392.051691:0:39784:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384392.051692:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000c62febdd refcount=4 00000020:00000040:2.0:1767384392.051695:0:39784:0:(genops.c:887:class_export_get()) GET export 00000000c62febdd refcount=5 00000020:00080000:2.0:1767384392.051697:0:39784:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000c62febdd), last request at 1767384292 00000020:00000001:2.0:1767384392.051700:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384392.051702:0:39784:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.051703:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.051704:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc4aa 00000020:00000040:2.0:1767384392.051707:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c62febdd with handle 0xf489261bfe0bc4aa from hash 00000020:00000040:2.0:1767384392.051715:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 4 00000020:00000001:2.0:1767384392.051718:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.051719:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 3 00000020:00000001:2.0:1767384392.051720:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000001:1.0:1767384392.051756:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.051759:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000058f40239/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384392.051762:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.051763:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.051765:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 5 - export 00000020:00000010:1.0:1767384392.051767:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000058f40239. 00000020:00000001:1.0:1767384392.051773:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.051802:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 2 00000020:00000001:2.0:1767384392.051804:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384392.051806:0:39784:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051807:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384392.051810:0:39784:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c62febdd): rc 0 00000020:00000040:2.0:1767384392.051811:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 1 00000020:00000001:2.0:1767384392.051812:0:39784:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384392.051813:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384392.051815:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384392.051817:0:39784:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384392.051818:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384392.051819:0:39784:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384392.051821:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000c62febdd : new refcount 0 00000020:00000080:2.0:1767384392.051823:0:39784:0:(genops.c:904:class_export_put()) final put 00000000c62febdd/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384392.051824:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.051855:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.051857:0:39784:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384392.051858:0:39784:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384392.051873:0:39784:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384392.051915:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006a4fc10c. 00000020:00000010:2.0:1767384392.051919:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007f96b778. 00010000:00000001:2.0:1767384392.051944:0:39784:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384392.051954:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d382aa9a. 00000020:00000010:2.0:1767384392.051956:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a7046c23. 00000001:00000001:2.0:1767384392.051974:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.052302:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003d74384a. 00000001:00000010:2.0:1767384392.052307:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000176dddf6. 00000001:00000010:2.0:1767384392.052309:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000232adb2f. 00000001:00000010:2.0:1767384392.052310:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003f17e4e9. 00000001:00000010:2.0:1767384392.052311:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000720401e2. 00000001:00000010:2.0:1767384392.052312:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032b85fb3. 00000001:00000010:2.0:1767384392.052312:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007cbf5375. 00000001:00000010:2.0:1767384392.052313:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f3c7bacc. 00000001:00000010:2.0:1767384392.052314:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000031ed78b9. 00000001:00000010:2.0:1767384392.052315:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ef9029a0. 00000001:00000010:2.0:1767384392.052315:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008d7ee419. 00000001:00000010:2.0:1767384392.052316:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a52d86b7. 00000001:00000010:2.0:1767384392.052317:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b45fe0aa. 00000001:00000010:2.0:1767384392.052318:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000071a22b9e. 00000001:00000010:2.0:1767384392.052318:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000091a3a6b9. 00000001:00000010:2.0:1767384392.052319:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000152e551d. 00000001:00000010:2.0:1767384392.052320:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ba3f93dd. 00000001:00000010:2.0:1767384392.052321:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002641d68d. 00000001:00000010:2.0:1767384392.052321:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000067b1a65a. 00000001:00000010:2.0:1767384392.052322:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005756b035. 00000001:00000010:2.0:1767384392.052323:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fcfdac83. 00000001:00000010:2.0:1767384392.052324:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e2332489. 00000001:00000010:2.0:1767384392.052325:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fe96604e. 00000001:00000010:2.0:1767384392.052326:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006abb9ee5. 00000001:00000010:2.0:1767384392.052327:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bfbccd9c. 00000001:00000010:2.0:1767384392.052328:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000dad4458. 00000001:00000010:2.0:1767384392.052329:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009415ff19. 00000001:00000010:2.0:1767384392.052329:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008a2a2a64. 00000001:00000010:2.0:1767384392.052330:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003e1f1db6. 00000001:00000010:2.0:1767384392.052331:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000090ec512b. 00000001:00000010:2.0:1767384392.052332:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000edf82686. 00000001:00000010:2.0:1767384392.052332:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000035cbc984. 00000001:00000010:2.0:1767384392.052333:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000220e7343. 00000001:00000010:2.0:1767384392.052335:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f1f5d499. 00000001:00000001:2.0:1767384392.052337:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384392.052338:0:39784:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000bdbe3578. 00010000:00000001:2.0:1767384392.052339:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000020:00000001:1.0:1767384392.052490:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384392.052492:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000c62febdd/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384392.052496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 8 to 0@lo 00000020:00000001:1.0:1767384392.052499:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384392.052500:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.052502:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 5 - export 00000020:00000010:1.0:1767384392.052514:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c62febdd. 00000020:00000001:1.0:1767384392.052518:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1767384392.055462:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384392.055518:0:39784:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384392.055520:0:39784:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384392.055522:0:39784:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384392.055525:0:39784:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384392.055526:0:39784:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384392.055528:0:39784:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.055530:0:39784:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384392.055532:0:39784:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384392.055534:0:39784:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384392.055536:0:39784:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384392.055537:0:39784:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.055538:0:39784:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384392.055540:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384392.055541:0:39784:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384392.055542:0:39784:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384392.055544:0:39784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384392.055546:0:39784:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384392.055547:0:39784:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384392.055548:0:39784:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384392.055568:0:39784:0:(genops.c:1229:class_import_get()) import 0000000017cc7dac refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384392.055573:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.055574:0:39784:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384392.055576:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384392.055579:0:39784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.055580:0:39784:0:(genops.c:1242:class_import_put()) import 0000000017cc7dac refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384392.055582:0:39784:0:(genops.c:1245:class_import_put()) final put import 0000000017cc7dac 00000020:00000001:2.0:1767384392.055591:0:39784:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384392.055592:0:39784:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384392.055594:0:39784:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384392.055596:0:39784:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384392.055598:0:39784:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000d935dbf6. 00010000:00000010:2.0:1767384392.055602:0:39784:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000037339dd6. 00000020:00000001:1.0:1767384392.055604:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:2.0:1767384392.055605:0:39784:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000aa9bd1f1. 00000020:00000080:1.0:1767384392.055606:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000017cc7dac for lustre-MDT0000-lwp-MDT0000 00010000:00000001:2.0:1767384392.055608:0:39784:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:1.0:1767384392.055611:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 7 to 0@lo 00000020:00000040:1.0:1767384392.055614:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0f7e17c refcount 6 to 0@lo 00000020:00000010:1.0:1767384392.055616:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000009fc9d62c. 00000020:00000040:1.0:1767384392.055620:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 4 - import 00000020:00000010:1.0:1767384392.055623:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000017cc7dac. 00000020:00000001:1.0:1767384392.055627:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384392.055695:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ea4640c6. 00000020:00000010:2.0:1767384392.055699:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000941e2700. 00000020:00000010:2.0:1767384392.055715:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000645efc82. 00000020:00000010:2.0:1767384392.055720:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000716f696f. 00000020:00000010:2.0:1767384392.055724:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e2d0051b. 00000020:00000010:2.0:1767384392.055729:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f0d0456f. 00000010:00000001:2.0:1767384392.055733:0:39784:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055735:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.055744:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.055749:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bac9bd4e. 00000001:00000010:2.0:1767384392.055752:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099a42d45. 00000001:00000010:2.0:1767384392.055754:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000028dd0e0f. 00000001:00000010:2.0:1767384392.055757:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000202b7be4. 00000001:00000010:2.0:1767384392.055759:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000047c9b40c. 00000001:00000010:2.0:1767384392.055762:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009c0b62f8. 00000001:00000001:2.0:1767384392.055765:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.055766:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.055769:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001b660546. 00000001:00000010:2.0:1767384392.055772:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fa87503. 00000001:00000010:2.0:1767384392.055774:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a47d1b6. 00000001:00000010:2.0:1767384392.055776:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ef512a02. 00000001:00000010:2.0:1767384392.055778:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000124f709b. 00000001:00000010:2.0:1767384392.055780:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009c5c6939. 00000001:00000001:2.0:1767384392.055784:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.055785:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 3 - setup 00000020:00000001:2.0:1767384392.055787:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055789:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.055792:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.055797:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.055799:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 2 - obd_device_list 00000020:00000080:2.0:1767384392.055802:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384392.055803:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000007029a3b6) now 1 - newdev 00000020:00000040:2.0:1767384392.055806:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000056bb389b with handle 0xf489261bfe0bc4a3 from hash 00000020:00000040:2.0:1767384392.055809:0:39784:0:(genops.c:898:class_export_put()) PUTting export 0000000056bb389b : new refcount 0 00000020:00000080:2.0:1767384392.055811:0:39784:0:(genops.c:904:class_export_put()) final put 0000000056bb389b/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384392.055814:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055816:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.055817:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 0000000056bb389b/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384392.055819:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384392.055820:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.055822:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000056bb389b. 00000020:00000001:2.0:1767384392.055827:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.055834:0:39784:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384392.055836:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384392.055838:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384392.055841:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029f8bcdb. 00000020:00000010:2.0:1767384392.055845:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019f3736c. 00000040:00000010:2.0:1767384392.055848:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f21537b9. 00000020:00000010:2.0:1767384392.055852:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a344cda6. 00000020:00000010:2.0:1767384392.055856:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.055860:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9ba922a. 80000000:00000010:2.0:1767384392.055864:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384392.055867:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0b81f99. 00100000:00000010:2.0:1767384392.055871:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000093746d7. 00040000:00000010:2.0:1767384392.055874:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fa276e2. 00040000:00000010:2.0:1767384392.055877:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000087111478. 00080000:00000010:2.0:1767384392.055880:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001fa37ee8. 00000004:00000010:2.0:1767384392.055885:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000154eadc. 00000010:00000001:2.0:1767384392.055889:0:39784:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384392.055891:0:39784:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000a50bc80b. 00000010:00000001:2.0:1767384392.055893:0:39784:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.055896:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000019f3736c. 00000040:00000010:2.0:1767384392.055900:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f21537b9. 00000020:00000010:2.0:1767384392.055903:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a344cda6. 00000020:00000010:2.0:1767384392.055906:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384392.055910:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9ba922a. 80000000:00000010:2.0:1767384392.055913:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2aaf37b. 40000000:00000010:2.0:1767384392.055916:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0b81f99. 00100000:00000010:2.0:1767384392.055919:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000093746d7. 00040000:00000010:2.0:1767384392.055923:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fa276e2. 00040000:00000010:2.0:1767384392.055926:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000087111478. 00080000:00000010:2.0:1767384392.055929:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001fa37ee8. 00000004:00000010:2.0:1767384392.055932:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000154eadc. 00000020:00000010:2.0:1767384392.055936:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029f8bcdb. 00000020:00000001:2.0:1767384392.055938:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.055940:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007029a3b6. 00000020:00000001:2.0:1767384392.055946:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055948:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.055950:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000008a0617b2. 00000020:00000001:2.0:1767384392.055953:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055956:0:39784:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055958:0:39784:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384392.055960:0:39784:0:(obd_mount.c:705:lustre_put_lsi()) put 000000003c8b2609 1 00000020:00000001:2.0:1767384392.055962:0:39784:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384392.055965:0:39784:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384392.055966:0:39784:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384392.055969:0:39784:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xf489261bfe0bc3c3 00000020:00000040:2.0:1767384392.055971:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d55346ae with handle 0xf489261bfe0bc3c3 from hash 00000020:00000001:2.0:1767384392.055976:0:39784:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.055977:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000d55346ae : new refcount 1 00000020:00000001:2.0:1767384392.055979:0:39784:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.055981:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000d55346ae : new refcount 0 00000020:00000080:2.0:1767384392.055983:0:39784:0:(genops.c:904:class_export_put()) final put 00000000d55346ae/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.055985:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055997:0:39784:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.055999:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.056001:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:2.0:1767384392.056004:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000008a0617b2. 00000020:00000080:2.0:1767384392.056007:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.056010:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.056012:0:39784:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384392.056014:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384392.056015:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000080:0.0:1767384392.056018:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000d55346ae/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:2.0:1767384392.056019:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000022454fd2) has no exports 00000020:00000001:0.0:1767384392.056022:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384392.056024:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384392.056025:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.056027:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:0.0:1767384392.056028:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 4 - export 00080000:00000001:2.0:1767384392.056032:0:39784:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00000020:00000010:0.0:1767384392.056033:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d55346ae. 00000020:00000001:0.0:1767384392.056038:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00100000:00000001:2.0:1767384392.056039:0:39784:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384392.056042:0:39784:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:2.0:1767384392.056062:0:39784:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384392.061820:0:39784:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:2.0:1767384392.061829:0:39784:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384392.061831:0:39784:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384392.061836:0:39784:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384392.061840:0:39784:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:2.0:1767384392.061863:0:39784:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000266404ce. 00000020:00000010:2.0:1767384392.061870:0:39784:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 000000001aeadc3b. 00080000:00000001:2.0:1767384392.061879:0:39784:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:2.0:1767384392.061882:0:39784:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000002eab27b8. 00080000:00000010:2.0:1767384392.061887:0:39784:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000bc765f6c. 00080000:00000010:2.0:1767384392.061890:0:39784:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000003a4ba490. 00080000:00000010:2.0:1767384392.061894:0:39784:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000008ca74e5c. 00080000:00000010:2.0:1767384392.061897:0:39784:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000f8ed8470. 00080000:00000010:2.0:1767384392.061901:0:39784:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000bbdb68ba. 00080000:00000010:2.0:1767384392.061907:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007671e9ed. 00080000:00000010:2.0:1767384392.061911:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000308e97f4. 00080000:00000010:2.0:1767384392.061915:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ebd95a65. 00080000:00000010:2.0:1767384392.061921:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008d46462c. 00080000:00000010:2.0:1767384392.061927:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003e749f93. 00080000:00000010:2.0:1767384392.061932:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e27c20a. 00080000:00000010:2.0:1767384392.061936:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aa15b9a6. 00080000:00000010:2.0:1767384392.061941:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000310338be. 00080000:00000010:2.0:1767384392.061946:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000078d6a900. 00080000:00000010:2.0:1767384392.061950:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003ac50108. 00080000:00000010:2.0:1767384392.061954:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000001698cfc. 00080000:00000010:2.0:1767384392.061957:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f244281b. 00080000:00000010:2.0:1767384392.061959:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006fec7ad4. 00080000:00000010:2.0:1767384392.061962:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aca43bec. 00080000:00000010:2.0:1767384392.061964:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000067825b64. 00080000:00000010:2.0:1767384392.061967:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000238c4926. 00080000:00000010:2.0:1767384392.061970:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001eec6f48. 00080000:00000010:2.0:1767384392.061973:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000014c08ca8. 00080000:00000010:2.0:1767384392.061975:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003e2f8fcb. 00080000:00000010:2.0:1767384392.061978:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fc106470. 00080000:00000010:2.0:1767384392.061981:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ca9f98f8. 00080000:00000010:2.0:1767384392.061984:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000776af332. 00080000:00000010:2.0:1767384392.061986:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006475bc7c. 00080000:00000010:2.0:1767384392.061989:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c2787dc0. 00080000:00000010:2.0:1767384392.061992:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001ad8c1f0. 00080000:00000010:2.0:1767384392.061995:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000962a108d. 00080000:00000010:2.0:1767384392.061998:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000acb162ef. 00080000:00000010:2.0:1767384392.062001:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a51f7f1c. 00080000:00000010:2.0:1767384392.062003:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008cb23de6. 00080000:00000010:2.0:1767384392.062006:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f95c6271. 00080000:00000010:2.0:1767384392.062009:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f6944968. 00080000:00000010:2.0:1767384392.062011:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000049431c57. 00080000:00000010:2.0:1767384392.062014:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fd0140ed. 00080000:00000010:2.0:1767384392.062016:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000071f69850. 00080000:00000010:2.0:1767384392.062019:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b64068f4. 00080000:00000010:2.0:1767384392.062022:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000956ffe6e. 00080000:00000010:2.0:1767384392.062025:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008870715f. 00080000:00000010:2.0:1767384392.062028:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cd45c94e. 00080000:00000010:2.0:1767384392.062031:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005195f7e3. 00080000:00000010:2.0:1767384392.062037:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005b5ea9fc. 00080000:00000010:2.0:1767384392.062040:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f15ed179. 00080000:00000010:2.0:1767384392.062042:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000015499efc. 00080000:00000010:2.0:1767384392.062046:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ae0c9c84. 00080000:00000010:2.0:1767384392.062048:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000938b20d8. 00080000:00000010:2.0:1767384392.062051:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001653498b. 00080000:00000010:2.0:1767384392.062053:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000906acedf. 00080000:00000010:2.0:1767384392.062057:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000671862f4. 00080000:00000010:2.0:1767384392.062060:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a944693a. 00080000:00000010:2.0:1767384392.062063:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fde217c5. 00080000:00000010:2.0:1767384392.062066:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000124adf77. 00080000:00000010:2.0:1767384392.062068:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e09b9688. 00080000:00000010:2.0:1767384392.062071:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000020985281. 00080000:00000010:2.0:1767384392.062074:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000684a41e5. 00080000:00000010:2.0:1767384392.062077:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008e739eb4. 00080000:00000010:2.0:1767384392.062080:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000089898df5. 00080000:00000010:2.0:1767384392.062083:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000043989e83. 00080000:00000010:2.0:1767384392.062086:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e3500bd4. 00080000:00000010:2.0:1767384392.062089:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000848b8bbc. 00080000:00000010:2.0:1767384392.062091:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001b9a867a. 00080000:00000010:2.0:1767384392.062094:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002716341e. 00080000:00000010:2.0:1767384392.062097:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ed9a0070. 00080000:00000010:2.0:1767384392.062099:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008f1503c5. 00080000:00000010:2.0:1767384392.062102:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000092767920. 00080000:00000010:2.0:1767384392.062105:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056150c9d. 00080000:00000010:2.0:1767384392.062107:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000060f13e6a. 00080000:00000010:2.0:1767384392.062110:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f3c308cd. 00080000:00000010:2.0:1767384392.062191:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000506b6439. 00080000:00000010:2.0:1767384392.062194:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fc265349. 00080000:00000010:2.0:1767384392.062197:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009064f59f. 00080000:00000010:2.0:1767384392.062200:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f7f5d6a9. 00080000:00000010:2.0:1767384392.062204:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000085fdeb6b. 00080000:00000010:2.0:1767384392.062209:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008fa113c8. 00080000:00000010:2.0:1767384392.062213:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f371f57e. 00080000:00000010:2.0:1767384392.062216:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000083c036f9. 00080000:00000010:2.0:1767384392.062224:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000094a1852d. 00080000:00000010:2.0:1767384392.062228:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001e2dd7df. 00080000:00000010:2.0:1767384392.062231:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008254ff3b. 00080000:00000010:2.0:1767384392.062235:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000468e0efb. 00080000:00000010:2.0:1767384392.062238:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000057bbc291. 00080000:00000010:2.0:1767384392.062241:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000074fd238. 00080000:00000010:2.0:1767384392.062244:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000040cf6f2f. 00080000:00000010:2.0:1767384392.062248:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006aa6bfdb. 00080000:00000010:2.0:1767384392.062251:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000066808206. 00080000:00000010:2.0:1767384392.062255:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000055fd7ccf. 00080000:00000010:2.0:1767384392.062259:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fb2e1bec. 00080000:00000010:2.0:1767384392.062263:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f932e2bb. 00080000:00000010:2.0:1767384392.062267:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000069d58710. 00080000:00000010:2.0:1767384392.062288:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008720b45d. 00080000:00000010:2.0:1767384392.062295:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000288b7fee. 00080000:00000010:2.0:1767384392.062299:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bb1daeaa. 00080000:00000010:2.0:1767384392.062302:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000073cd4204. 00080000:00000010:2.0:1767384392.062306:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005b889fc2. 00080000:00000010:2.0:1767384392.062310:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f342b724. 00080000:00000010:2.0:1767384392.062314:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d55bdacf. 00080000:00000010:2.0:1767384392.062318:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e3a5ae51. 00080000:00000010:2.0:1767384392.062323:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007c2a1b6b. 00080000:00000010:2.0:1767384392.062328:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005807b4af. 00080000:00000010:2.0:1767384392.062333:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d4b7ee9e. 00080000:00000010:2.0:1767384392.062339:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000075af5b6a. 00080000:00000010:2.0:1767384392.062346:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003fb5c6b1. 00080000:00000010:2.0:1767384392.062352:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000980a1a33. 00080000:00000010:2.0:1767384392.062356:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bd539173. 00080000:00000010:2.0:1767384392.062360:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000034910b28. 00080000:00000010:2.0:1767384392.062365:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c4d2342. 00080000:00000010:2.0:1767384392.062369:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bd27337b. 00080000:00000010:2.0:1767384392.062375:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a6f07f88. 00080000:00000010:2.0:1767384392.062380:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cfb94f93. 00080000:00000010:2.0:1767384392.062384:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000092f8150. 00080000:00000010:2.0:1767384392.062388:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008c287602. 00080000:00000010:2.0:1767384392.062393:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008df9d1eb. 00080000:00000010:2.0:1767384392.062398:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000db51ada4. 00080000:00000010:2.0:1767384392.062402:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000862f76f6. 00080000:00000010:2.0:1767384392.062405:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000960ee5fd. 00080000:00000010:2.0:1767384392.062407:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b62dc6fd. 00080000:00000010:2.0:1767384392.062409:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000561e5677. 00080000:00000010:2.0:1767384392.062412:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007528307c. 00080000:00000010:2.0:1767384392.062417:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000222b6d08. 00080000:00000010:2.0:1767384392.062419:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000287f3f12. 00080000:00000010:2.0:1767384392.062424:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e0b3986b. 00080000:00000010:2.0:1767384392.062428:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cc038866. 00080000:00000010:2.0:1767384392.062433:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c4d26876. 00080000:00000010:2.0:1767384392.062452:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000052b5f4fb. 00080000:00000010:2.0:1767384392.062459:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000799e49c6. 00080000:00000010:2.0:1767384392.062470:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000228b6181. 00080000:00000010:2.0:1767384392.062476:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007cf6d0cc. 00080000:00000010:2.0:1767384392.062481:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ee6f4ee. 00080000:00000010:2.0:1767384392.062486:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000149a173e. 00080000:00000010:2.0:1767384392.062492:0:39784:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000025514887. 00080000:00000010:2.0:1767384392.062495:0:39784:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 00000000f1fcc837. 00080000:00000001:2.0:1767384392.062498:0:39784:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:2.0:1767384392.062504:0:39784:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:2.0:1767384392.063415:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000b2b10b78. 00000020:00000010:2.0:1767384392.063422:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ab49db5b. 00080000:00000001:2.0:1767384392.063667:0:39784:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:2.0:1767384392.074680:0:39784:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:2.0:1767384392.074686:0:39784:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.074690:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.074727:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.074733:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca32c5ab. 00000001:00000010:2.0:1767384392.074739:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d0b9129. 00000001:00000010:2.0:1767384392.074743:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000323bee6e. 00000001:00000010:2.0:1767384392.074747:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000006932a44. 00000001:00000010:2.0:1767384392.074750:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e3b13299. 00000001:00000010:2.0:1767384392.074753:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000050f76024. 00000001:00000001:2.0:1767384392.074758:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384392.074760:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.074763:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6b2776e. 00000001:00000010:2.0:1767384392.074767:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c97c2ba. 00000001:00000010:2.0:1767384392.074769:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b63b6f5a. 00000001:00000010:2.0:1767384392.074772:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d72cc11. 00000001:00000010:2.0:1767384392.074775:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003a39034a. 00000001:00000010:2.0:1767384392.074778:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007a463f16. 00000001:00000001:2.0:1767384392.074781:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384392.074783:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 3 - setup 00000020:00000001:2.0:1767384392.074786:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.074789:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384392.074793:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384392.074798:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384392.074801:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 2 - obd_device_list 00000020:00000080:2.0:1767384392.074805:0:39784:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384392.074806:0:39784:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000022454fd2) now 1 - newdev 00000020:00000040:2.0:1767384392.074810:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000914f6d72 with handle 0xf489261bfe0bc3bc from hash 00000020:00000040:2.0:1767384392.074814:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000914f6d72 : new refcount 0 00000020:00000080:2.0:1767384392.074817:0:39784:0:(genops.c:904:class_export_put()) final put 00000000914f6d72/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384392.074820:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.074822:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.074824:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 00000000914f6d72/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384392.074827:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384392.074830:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.074833:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000914f6d72. 00000020:00000001:2.0:1767384392.074839:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384392.074841:0:39784:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:2.0:1767384392.074844:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384392.074846:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384392.074851:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029f8bcdb. 00000020:00000010:2.0:1767384392.074857:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087111478. 00000040:00000010:2.0:1767384392.074861:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9ba922a. 00000020:00000010:2.0:1767384392.074866:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001fa37ee8. 00000020:00000010:2.0:1767384392.074871:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f21537b9. 00040000:00000010:2.0:1767384392.074877:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fa276e2. 00040000:00000010:2.0:1767384392.074881:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019f3736c. 00080000:00000010:2.0:1767384392.074885:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000093746d7. 00080000:00000001:2.0:1767384392.074890:0:39784:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:2.0:1767384392.074964:0:39784:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000e24b41a6. 00000020:00000010:2.0:1767384392.074975:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000004b88dfdc. 00000020:00000010:2.0:1767384392.074980:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000775865ab. 00000020:00000010:2.0:1767384392.074983:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000fd1e3c9e. 00000020:00000010:2.0:1767384392.074986:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000005167701d. 00000020:00000010:2.0:1767384392.074991:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000006cd8257. 00000020:00000010:2.0:1767384392.074995:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005dba4342. 00080000:00000010:2.0:1767384392.075000:0:39784:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000e1db993f. 00080000:00000001:2.0:1767384392.075017:0:39784:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.075022:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087111478. 00000040:00000010:2.0:1767384392.075027:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9ba922a. 00000020:00000010:2.0:1767384392.075030:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001fa37ee8. 00000020:00000010:2.0:1767384392.075035:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f21537b9. 00040000:00000010:2.0:1767384392.075039:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009fa276e2. 00040000:00000010:2.0:1767384392.075043:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019f3736c. 00080000:00000010:2.0:1767384392.075047:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000093746d7. 00000020:00000010:2.0:1767384392.075051:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029f8bcdb. 00000020:00000001:2.0:1767384392.075055:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.075057:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000022454fd2. 00000020:00000001:2.0:1767384392.075064:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.075066:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.075069:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000008a0617b2. 00000020:00000001:2.0:1767384392.075073:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.075075:0:39784:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.075078:0:39784:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.075098:0:39784:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384392.075101:0:39784:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000fb8e1330 00000020:00000010:2.0:1767384392.075105:0:39784:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 000000000d22e573. 00000020:00000010:2.0:1767384392.075109:0:39784:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000001db285e1. 00000020:00000010:2.0:1767384392.075126:0:39784:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000fedf6197. 00000020:00000010:2.0:1767384392.075131:0:39784:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000019c09107. 00000020:00000010:2.0:1767384392.075136:0:39784:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000be123603. 00000020:00000010:2.0:1767384392.075140:0:39784:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000fb8e1330. 00000020:00000001:2.0:1767384392.075144:0:39784:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.075146:0:39784:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.075152:0:39784:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384392.075160:0:39784:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384392.075163:0:39784:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384392.075167:0:39784:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000de689fdf. 00000020:00000080:2.0:1767384392.075169:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384392.075172:0:39784:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384392.075175:0:39784:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384392.075178:0:39784:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384392.075180:0:39784:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000acfdb857) has no exports 00000020:00000001:2.0:1767384392.075183:0:39784:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384392.075185:0:39784:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384392.075188:0:39784:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384392.075190:0:39784:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384392.075193:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.075195:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384392.075200:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.075202:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.075203:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384392.075206:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384392.075208:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384392.075210:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384392.075212:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384392.075244:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:0.0:1767384392.075472:0:16796:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001016f682. 00000040:00000010:0.0:1767384392.075480:0:16796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001375dca9. 00000020:00000010:0.0:1767384392.075482:0:16796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c1c56d3. 00000020:00000010:0.0:1767384392.075486:0:16796:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb3ad7ad. 00000020:00000010:0.0:1767384392.075490:0:16796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f0a077. 80000000:00000010:0.0:1767384392.075494:0:16796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003ef66f3e. 40000000:00000010:0.0:1767384392.075497:0:16796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f27ba4c5. 00100000:00000010:0.0:1767384392.075500:0:16796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006811f90e. 00040000:00000010:0.0:1767384392.075503:0:16796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bc91383. 00040000:00000010:0.0:1767384392.075505:0:16796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000bda1154. 00080000:00000010:0.0:1767384392.075508:0:16796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004ffda0a3. 00000004:00000010:0.0:1767384392.075511:0:16796:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000610e1952. 00002000:00000010:0.0:1767384392.075514:0:16796:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000072fdcdd9. 00000020:00000010:0.0:1767384392.075517:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dcc73c1. 00000020:00000010:0.0:1767384392.075522:0:16796:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a26b45f. 00000100:00000010:0.0:1767384392.075529:0:16796:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000081c71088. 00000100:00100000:0.0:1767384392.075531:0:16796:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000005217de2c:16796] 1 exiting: rc = 0 00000020:00000010:1.0:1767384392.075947:0:17507:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf25aa0d. 00000040:00000010:1.0:1767384392.075952:0:17507:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002e9aeadd. 00000020:00000010:1.0:1767384392.075955:0:17507:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000886d5960. 00000020:00000010:1.0:1767384392.075960:0:17507:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bcba742. 00000020:00000010:1.0:1767384392.075964:0:17507:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d033e751. 80000000:00000010:1.0:1767384392.075967:0:17507:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af8ae622. 40000000:00000010:1.0:1767384392.075970:0:17507:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000990009f3. 00100000:00000010:1.0:1767384392.075972:0:17507:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000779b348c. 00040000:00000010:1.0:1767384392.075975:0:17507:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000722f633c. 00040000:00000010:1.0:1767384392.075977:0:17507:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c40f017c. 00080000:00000010:1.0:1767384392.075980:0:17507:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091687de9. 00000004:00000010:1.0:1767384392.075983:0:17507:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eda0ab68. 00002000:00000010:1.0:1767384392.075986:0:17507:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002958d3f7. 00000020:00000010:1.0:1767384392.075989:0:17507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004da3086b. 00000020:00000010:1.0:1767384392.075992:0:17507:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000059bc7ab8. 00000100:00000010:1.0:1767384392.075998:0:17507:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009c5bcda1. 00000100:00100000:1.0:1767384392.076000:0:17507:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000000ae4696f:17507] 3 exiting: rc = 0 00000020:00000010:1.0:1767384392.076051:0:16797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6cedd76. 00000040:00000010:1.0:1767384392.076055:0:16797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a4308da3. 00000020:00000010:1.0:1767384392.076057:0:16797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7430c61. 00000020:00000010:1.0:1767384392.076060:0:16797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c56fed4b. 00000020:00000010:1.0:1767384392.076064:0:16797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a44cf63. 80000000:00000010:1.0:1767384392.076066:0:16797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ebdf348d. 40000000:00000010:1.0:1767384392.076069:0:16797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cbd98b53. 00100000:00000010:1.0:1767384392.076082:0:16797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000905c2149. 00040000:00000010:1.0:1767384392.076084:0:16797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000099848a73. 00040000:00000010:1.0:1767384392.076088:0:16797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c146e5bc. 00080000:00000010:1.0:1767384392.076091:0:16797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d048ef45. 00000004:00000010:1.0:1767384392.076093:0:16797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d7baa9e0. 00002000:00000010:1.0:1767384392.076096:0:16797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f6f51fc. 00000020:00000010:1.0:1767384392.076098:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5e93e19. 00000020:00000010:1.0:1767384392.076102:0:16797:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a7d757db. 00000100:00000010:1.0:1767384392.076105:0:16797:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dd18f83d. 00000100:00100000:1.0:1767384392.076108:0:16797:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000004ef75faf:16797] 2 exiting: rc = 0 00000100:00000040:2.0:1767384392.076137:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #0 00000020:00000010:1.0:1767384392.076148:0:16795:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbf06dde. 00000040:00000010:1.0:1767384392.076153:0:16795:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000059457e68. 00000020:00000010:1.0:1767384392.076156:0:16795:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d1c1c40. 00000020:00000010:1.0:1767384392.076159:0:16795:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ff56a4. 00000020:00000010:1.0:1767384392.076162:0:16795:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006eeba2d3. 80000000:00000010:1.0:1767384392.076164:0:16795:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001703a71f. 40000000:00000010:1.0:1767384392.076167:0:16795:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012ca6a7c. 00100000:00000010:1.0:1767384392.076170:0:16795:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000af945aa2. 00040000:00000010:1.0:1767384392.076172:0:16795:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bfd43136. 00040000:00000010:1.0:1767384392.076174:0:16795:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003adda505. 00080000:00000010:1.0:1767384392.076176:0:16795:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000021e95374. 00000004:00000010:1.0:1767384392.076178:0:16795:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014039263. 00002000:00000010:1.0:1767384392.076180:0:16795:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b2973830. 00000020:00000010:1.0:1767384392.076182:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acb9b2e1. 00000020:00000010:1.0:1767384392.076185:0:16795:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000087a57a53. 00000100:00000010:1.0:1767384392.076188:0:16795:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000054f46ab6. 00000100:00100000:1.0:1767384392.076190:0:16795:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [000000000a51670d:16795] 0 exiting: rc = 1 00000100:00000010:2.0:1767384392.076242:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000a51670d. 00000100:00000010:2.0:1767384392.076248:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005217de2c. 00000100:00000010:2.0:1767384392.076251:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004ef75faf. 00000100:00000010:2.0:1767384392.076253:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000ae4696f. 00000100:00000001:2.0:1767384392.076256:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.076257:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.076261:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384392.076266:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076268:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076272:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c29ece6. 00000400:00000200:2.0:1767384392.076276:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcae924a 00000400:00000010:2.0:1767384392.076279:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dcae924a. 00000100:00000001:2.0:1767384392.076283:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076285:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076291:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076293:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.076296:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076298:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076299:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076301:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6330085. 00000400:00000200:2.0:1767384392.076304:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5a0588f 00000400:00000010:2.0:1767384392.076305:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e5a0588f. 00000100:00000001:2.0:1767384392.076309:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076310:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076315:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076316:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.076318:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076320:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076322:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076323:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003851f430. 00000400:00000200:2.0:1767384392.076326:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000633886cd 00000400:00000010:2.0:1767384392.076328:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000633886cd. 00000100:00000001:2.0:1767384392.076331:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076332:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076337:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076339:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.076341:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076343:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076344:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076345:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000573f43b6. 00000400:00000200:2.0:1767384392.076348:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd030760 00000400:00000010:2.0:1767384392.076350:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bd030760. 00000100:00000001:2.0:1767384392.076352:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076353:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076358:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076359:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.076361:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076363:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076364:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076366:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dccaf3f1. 00000400:00000200:2.0:1767384392.076368:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066c6dcaa 00000400:00000010:2.0:1767384392.076370:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000066c6dcaa. 00000100:00000001:2.0:1767384392.076372:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076373:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076378:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076380:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.076383:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076385:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076386:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076388:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004815c377. 00000400:00000200:2.0:1767384392.076390:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008de68edf 00000400:00000010:2.0:1767384392.076392:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008de68edf. 00000100:00000001:2.0:1767384392.076394:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076396:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076400:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076401:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.076404:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076406:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076406:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076407:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087156681. 00000400:00000200:2.0:1767384392.076409:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000180360ff 00000400:00000010:2.0:1767384392.076410:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000180360ff. 00000100:00000001:2.0:1767384392.076412:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076413:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076418:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076419:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.076421:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076423:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076424:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076426:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045420d83. 00000400:00000200:2.0:1767384392.076430:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5aa954 00000400:00000010:2.0:1767384392.076431:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008e5aa954. 00000100:00000001:2.0:1767384392.076586:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076588:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076595:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076597:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.076599:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076601:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076603:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076605:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1081160. 00000400:00000200:2.0:1767384392.076608:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000357260d9 00000400:00000010:2.0:1767384392.076610:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000357260d9. 00000100:00000001:2.0:1767384392.076613:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076614:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076619:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076621:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.076623:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076625:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076626:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076628:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080f24f25. 00000400:00000200:2.0:1767384392.076630:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049b028bd 00000400:00000010:2.0:1767384392.076632:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000049b028bd. 00000100:00000001:2.0:1767384392.076634:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076635:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076640:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076642:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.076643:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076645:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076647:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076648:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e51cf209. 00000400:00000200:2.0:1767384392.076650:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b24dff1 00000400:00000010:2.0:1767384392.076652:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b24dff1. 00000100:00000001:2.0:1767384392.076654:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076656:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076661:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076662:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.076665:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076667:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076668:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076669:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f81e2171. 00000400:00000200:2.0:1767384392.076672:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a276084 00000400:00000010:2.0:1767384392.076674:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002a276084. 00000100:00000001:2.0:1767384392.076677:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076678:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076683:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076684:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.076686:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076688:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076689:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076690:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f8f589. 00000400:00000200:2.0:1767384392.076693:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000538034b8 00000400:00000010:2.0:1767384392.076695:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000538034b8. 00000100:00000001:2.0:1767384392.076698:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076699:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076704:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076706:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.076707:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076709:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076710:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076712:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb8b766a. 00000400:00000200:2.0:1767384392.076714:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008364d998 00000400:00000010:2.0:1767384392.076716:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008364d998. 00000100:00000001:2.0:1767384392.076719:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076720:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076725:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076726:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.076728:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076730:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076732:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076733:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081b41102. 00000400:00000200:2.0:1767384392.076736:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0564fc2 00000400:00000010:2.0:1767384392.076738:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b0564fc2. 00000100:00000001:2.0:1767384392.076740:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076742:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076746:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076748:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.076750:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076751:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076753:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076754:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ad854f4. 00000400:00000200:2.0:1767384392.076757:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3c77f5 00000400:00000010:2.0:1767384392.076758:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001b3c77f5. 00000100:00000001:2.0:1767384392.076762:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076763:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076767:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076769:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.076771:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076773:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076774:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076776:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f38848e6. 00000400:00000200:2.0:1767384392.076779:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a03395 00000400:00000010:2.0:1767384392.076781:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e6a03395. 00000100:00000001:2.0:1767384392.076784:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076785:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076789:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076790:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.076791:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076793:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076794:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076795:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000542c1630. 00000400:00000200:2.0:1767384392.076797:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7ddf10d 00000400:00000010:2.0:1767384392.076799:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b7ddf10d. 00000100:00000001:2.0:1767384392.076802:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076803:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076806:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076808:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.076809:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076810:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076811:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076812:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000762fe1b7. 00000400:00000200:2.0:1767384392.076815:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a94a6fde 00000400:00000010:2.0:1767384392.076816:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a94a6fde. 00000100:00000001:2.0:1767384392.076818:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076820:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076823:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076825:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.076826:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076828:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076829:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076830:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051a246b9. 00000400:00000200:2.0:1767384392.076832:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006290153 00000400:00000010:2.0:1767384392.076833:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000006290153. 00000100:00000001:2.0:1767384392.076836:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076837:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076841:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076842:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.076843:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076845:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076846:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076847:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636ce4cc. 00000400:00000200:2.0:1767384392.076849:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000514ecfd9 00000400:00000010:2.0:1767384392.076850:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000514ecfd9. 00000100:00000001:2.0:1767384392.076852:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076853:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076857:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076859:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.076860:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076861:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076862:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076864:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001027193a. 00000400:00000200:2.0:1767384392.076865:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f0f21b 00000400:00000010:2.0:1767384392.076867:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8f0f21b. 00000100:00000001:2.0:1767384392.076870:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076871:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076874:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076876:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.076877:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076879:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076880:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076881:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000998a0b5d. 00000400:00000200:2.0:1767384392.076883:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c24f9f63 00000400:00000010:2.0:1767384392.076884:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c24f9f63. 00000100:00000001:2.0:1767384392.076887:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076888:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076892:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076893:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.076895:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076896:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076897:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076898:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb3b1c32. 00000400:00000200:2.0:1767384392.076899:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007886e8b0 00000400:00000010:2.0:1767384392.076901:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007886e8b0. 00000100:00000001:2.0:1767384392.076903:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076904:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076908:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076909:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.076910:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076911:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076912:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076914:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001159ec71. 00000400:00000200:2.0:1767384392.076915:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000328b8c54 00000400:00000010:2.0:1767384392.076917:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000328b8c54. 00000100:00000001:2.0:1767384392.076918:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076919:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076923:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076924:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.076925:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076926:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076927:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076928:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af46f8a9. 00000400:00000200:2.0:1767384392.076930:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1159a13 00000400:00000010:2.0:1767384392.076931:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e1159a13. 00000100:00000001:2.0:1767384392.076934:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076935:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076938:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076940:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.076941:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076942:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076944:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076945:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8ae294b. 00000400:00000200:2.0:1767384392.076947:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce352db 00000400:00000010:2.0:1767384392.076948:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005ce352db. 00000100:00000001:2.0:1767384392.076950:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076951:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076955:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076956:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.076958:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076959:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076960:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076961:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6fab863. 00000400:00000200:2.0:1767384392.076963:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c56f749 00000400:00000010:2.0:1767384392.076964:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001c56f749. 00000100:00000001:2.0:1767384392.076966:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076967:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076971:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076972:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.076974:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076975:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076976:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076977:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f72ca7f6. 00000400:00000200:2.0:1767384392.076979:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030008abd 00000400:00000010:2.0:1767384392.076980:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000030008abd. 00000100:00000001:2.0:1767384392.076982:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076983:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.076987:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.076988:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.076989:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.076990:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.076991:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.076992:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4689ae. 00000400:00000200:2.0:1767384392.076994:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4c65caa 00000400:00000010:2.0:1767384392.076995:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a4c65caa. 00000100:00000001:2.0:1767384392.076997:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.076998:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077002:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077003:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.077004:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077007:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077008:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077009:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c166b23. 00000400:00000200:2.0:1767384392.077011:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082008d89 00000400:00000010:2.0:1767384392.077012:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000082008d89. 00000100:00000001:2.0:1767384392.077014:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077015:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077018:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077019:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.077021:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077022:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077023:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077024:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010f5e687. 00000400:00000200:2.0:1767384392.077026:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048a2255f 00000400:00000010:2.0:1767384392.077027:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000048a2255f. 00000100:00000001:2.0:1767384392.077030:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077031:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077034:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077035:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.077037:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077038:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077039:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077040:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000002b19ee. 00000400:00000200:2.0:1767384392.077042:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dad677a 00000400:00000010:2.0:1767384392.077044:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002dad677a. 00000100:00000001:2.0:1767384392.077048:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077049:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077053:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077054:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.077056:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077057:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077058:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077059:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c26461fa. 00000400:00000200:2.0:1767384392.077061:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065f2b8ee 00000400:00000010:2.0:1767384392.077062:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000065f2b8ee. 00000100:00000001:2.0:1767384392.077064:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077065:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077069:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077070:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.077071:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077073:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077074:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077075:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b42abf. 00000400:00000200:2.0:1767384392.077076:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d79021e 00000400:00000010:2.0:1767384392.077078:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003d79021e. 00000100:00000001:2.0:1767384392.077079:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077080:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077083:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077084:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.077085:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077086:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077087:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077088:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f666fffc. 00000400:00000200:2.0:1767384392.077090:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001234aaf7 00000400:00000010:2.0:1767384392.077091:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001234aaf7. 00000100:00000001:2.0:1767384392.077093:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077094:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077097:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077098:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.077099:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077100:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077101:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077103:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000beaccae3. 00000400:00000200:2.0:1767384392.077104:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad128c20 00000400:00000010:2.0:1767384392.077106:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ad128c20. 00000100:00000001:2.0:1767384392.077108:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077109:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077192:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077194:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.077196:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077199:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077200:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077202:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b72ac23. 00000400:00000200:2.0:1767384392.077205:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b66a5cd 00000400:00000010:2.0:1767384392.077206:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b66a5cd. 00000100:00000001:2.0:1767384392.077208:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077210:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077213:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077215:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.077216:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077217:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077218:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077219:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d32c230. 00000400:00000200:2.0:1767384392.077221:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a11428e5 00000400:00000010:2.0:1767384392.077223:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a11428e5. 00000100:00000001:2.0:1767384392.077224:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077225:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077229:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077230:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.077231:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077232:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077233:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077234:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004675c116. 00000400:00000200:2.0:1767384392.077236:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027f71093 00000400:00000010:2.0:1767384392.077237:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000027f71093. 00000100:00000001:2.0:1767384392.077239:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077241:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077244:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077245:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.077247:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077248:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077249:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077250:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7f4d600. 00000400:00000200:2.0:1767384392.077252:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e724939 00000400:00000010:2.0:1767384392.077253:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003e724939. 00000100:00000001:2.0:1767384392.077255:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077256:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077260:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077261:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.077262:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077264:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077265:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077265:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088c82dd7. 00000400:00000200:2.0:1767384392.077267:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004da10859 00000400:00000010:2.0:1767384392.077269:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004da10859. 00000100:00000001:2.0:1767384392.077271:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077272:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077276:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077277:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.077278:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077279:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077280:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077281:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007023e81e. 00000400:00000200:2.0:1767384392.077283:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b23f8542 00000400:00000010:2.0:1767384392.077284:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b23f8542. 00000100:00000001:2.0:1767384392.077286:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077287:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077290:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077291:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.077292:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077295:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077296:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077297:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074054dc1. 00000400:00000200:2.0:1767384392.077298:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9c88823 00000400:00000010:2.0:1767384392.077300:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c9c88823. 00000100:00000001:2.0:1767384392.077302:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077303:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077307:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077308:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.077309:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077311:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077312:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077312:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004befdb80. 00000400:00000200:2.0:1767384392.077314:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ced648 00000400:00000010:2.0:1767384392.077315:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000040ced648. 00000100:00000001:2.0:1767384392.077317:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077318:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077321:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077323:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.077324:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077325:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077326:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077328:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004142d7d9. 00000400:00000200:2.0:1767384392.077330:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfe79f05 00000400:00000010:2.0:1767384392.077331:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cfe79f05. 00000100:00000001:2.0:1767384392.077333:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077334:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077338:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077339:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.077340:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077341:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077342:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077343:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3f7f4cd. 00000400:00000200:2.0:1767384392.077345:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d65f4b2 00000400:00000010:2.0:1767384392.077346:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006d65f4b2. 00000100:00000001:2.0:1767384392.077349:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077350:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077353:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077355:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.077356:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077357:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077358:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077359:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a3670d. 00000400:00000200:2.0:1767384392.077361:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027d82d1c 00000400:00000010:2.0:1767384392.077362:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000027d82d1c. 00000100:00000001:2.0:1767384392.077364:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077365:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077369:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077370:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.077372:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077373:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077374:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077375:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f65635d7. 00000400:00000200:2.0:1767384392.077377:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad05091e 00000400:00000010:2.0:1767384392.077379:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ad05091e. 00000100:00000001:2.0:1767384392.077382:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077383:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077387:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077388:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.077389:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077391:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077392:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077393:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4f73c3a. 00000400:00000200:2.0:1767384392.077395:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006669cd4f 00000400:00000010:2.0:1767384392.077397:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006669cd4f. 00000100:00000001:2.0:1767384392.077399:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077400:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077403:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077404:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.077406:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077407:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077409:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077410:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a893335. 00000400:00000200:2.0:1767384392.077411:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b51336c 00000400:00000010:2.0:1767384392.077413:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003b51336c. 00000100:00000001:2.0:1767384392.077415:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077416:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077420:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077421:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.077423:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077424:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077425:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077426:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000002f0945. 00000400:00000200:2.0:1767384392.077428:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029833a34 00000400:00000010:2.0:1767384392.077429:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000029833a34. 00000100:00000001:2.0:1767384392.077430:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077431:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077451:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077452:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.077454:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077456:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077457:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077458:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3fce242. 00000400:00000200:2.0:1767384392.077460:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef793181 00000400:00000010:2.0:1767384392.077461:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ef793181. 00000100:00000001:2.0:1767384392.077471:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077473:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077477:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077479:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.077480:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077481:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077482:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077483:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf00dbd6. 00000400:00000200:2.0:1767384392.077485:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5e3b1d 00000400:00000010:2.0:1767384392.077487:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001c5e3b1d. 00000100:00000001:2.0:1767384392.077489:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077490:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077494:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077495:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.077497:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077498:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077499:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077500:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b29d961. 00000400:00000200:2.0:1767384392.077501:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a90be87b 00000400:00000010:2.0:1767384392.077503:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a90be87b. 00000100:00000001:2.0:1767384392.077506:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077507:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077510:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077512:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.077513:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077514:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077515:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077516:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0d96e9. 00000400:00000200:2.0:1767384392.077518:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee284ba 00000400:00000010:2.0:1767384392.077520:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008ee284ba. 00000100:00000001:2.0:1767384392.077522:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077523:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077526:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077527:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.077529:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077530:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077531:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077532:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98daf73. 00000400:00000200:2.0:1767384392.077534:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e22c479b 00000400:00000010:2.0:1767384392.077535:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e22c479b. 00000100:00000001:2.0:1767384392.077537:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077539:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077542:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077544:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.077545:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077547:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077548:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077549:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e22d5a. 00000400:00000200:2.0:1767384392.077551:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36e91ac 00000400:00000010:2.0:1767384392.077552:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c36e91ac. 00000100:00000001:2.0:1767384392.077581:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077582:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077586:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077588:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.077591:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077592:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077594:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077595:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083ac6a66. 00000400:00000200:2.0:1767384392.077597:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267f8e40 00000400:00000010:2.0:1767384392.077599:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000267f8e40. 00000100:00000001:2.0:1767384392.077602:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077603:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077608:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077610:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.077612:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077614:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077615:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077616:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaec7e4c. 00000400:00000200:2.0:1767384392.077618:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c91f27 00000400:00000010:2.0:1767384392.077620:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000029c91f27. 00000100:00000001:2.0:1767384392.077622:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077623:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077626:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077627:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.077629:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077630:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077631:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077632:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f016dd0d. 00000400:00000200:2.0:1767384392.077634:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be9fd3d 00000400:00000010:2.0:1767384392.077636:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005be9fd3d. 00000100:00000001:2.0:1767384392.077639:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077640:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077646:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077647:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.077649:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077650:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077652:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077652:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044302a1e. 00000400:00000200:2.0:1767384392.077655:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8788de1 00000400:00000010:2.0:1767384392.077656:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8788de1. 00000100:00000001:2.0:1767384392.077659:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077660:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077665:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077667:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.077668:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077670:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077671:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077673:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc86a04f. 00000400:00000200:2.0:1767384392.077676:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f150a7d7 00000400:00000010:2.0:1767384392.077677:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f150a7d7. 00000100:00000001:2.0:1767384392.077681:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077682:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077687:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077689:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.077691:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.077693:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.077694:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.077695:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a59fbf48. 00000400:00000200:2.0:1767384392.077698:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000515b1c0b 00000400:00000010:2.0:1767384392.077700:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000515b1c0b. 00000100:00000001:2.0:1767384392.077703:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.077704:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384392.077708:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.077709:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.077711:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.077714:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077715:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077719:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077720:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077722:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077723:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077724:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077725:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077726:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077727:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077729:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077730:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077731:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077732:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077733:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077734:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077735:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077736:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077738:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077738:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077740:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077740:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077742:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077742:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077744:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077745:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077746:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077747:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077748:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077753:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077755:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077756:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077757:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077758:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077759:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077760:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077761:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077762:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077764:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077765:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077766:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077767:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077769:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077770:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077771:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077773:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077774:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077775:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077776:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077777:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077778:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077779:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077780:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077781:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077782:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077783:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077784:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077785:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077786:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077787:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077788:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077789:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077790:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077791:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077792:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077793:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077794:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077795:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077796:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077797:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077798:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077799:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077800:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077801:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077802:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077803:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077804:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077805:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077806:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077807:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077808:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077809:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077811:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077811:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077812:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077813:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077814:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077815:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077817:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077817:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077819:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077819:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077821:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077821:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077823:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077823:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077824:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077825:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077826:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077827:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077828:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077829:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077830:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077831:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077832:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077833:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077835:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077835:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077837:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077837:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077839:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077839:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077841:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077841:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077843:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077843:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077845:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077845:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077847:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077847:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077849:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077849:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077851:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077852:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077853:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077854:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.077855:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.077856:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384392.077865:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077868:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000080b025a8. 02000000:00000001:2.0:1767384392.077871:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077873:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003627a2bc. 02000000:00000001:2.0:1767384392.077877:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077878:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000443a3c4d. 02000000:00000001:2.0:1767384392.077880:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077881:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf551e79. 02000000:00000001:2.0:1767384392.077883:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077884:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc29aed0. 02000000:00000001:2.0:1767384392.077886:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077887:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe56e0d9. 02000000:00000001:2.0:1767384392.077890:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077891:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071545bda. 02000000:00000001:2.0:1767384392.077893:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077894:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005833783. 02000000:00000001:2.0:1767384392.077896:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077897:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000a5ab9002. 02000000:00000001:2.0:1767384392.077899:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077900:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068c6ccc3. 02000000:00000001:2.0:1767384392.077903:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077904:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000958363a0. 02000000:00000001:2.0:1767384392.077905:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077906:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d00117. 02000000:00000001:2.0:1767384392.077909:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077910:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000ffb91c41. 02000000:00000001:2.0:1767384392.077912:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077913:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f0b01bb. 02000000:00000001:2.0:1767384392.077916:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077917:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000906f0637. 02000000:00000001:2.0:1767384392.077919:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077920:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a3ff707c. 02000000:00000001:2.0:1767384392.077922:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077923:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000837a63e6. 02000000:00000001:2.0:1767384392.077925:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077925:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012359d2f. 02000000:00000001:2.0:1767384392.077927:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077928:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000172bc979. 02000000:00000001:2.0:1767384392.077930:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077931:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e273e56d. 02000000:00000001:2.0:1767384392.077932:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077933:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000036c9e51b. 02000000:00000001:2.0:1767384392.077934:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077935:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee8deac3. 02000000:00000001:2.0:1767384392.077937:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077938:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e1c6e96. 02000000:00000001:2.0:1767384392.077939:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077940:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a0d630b. 02000000:00000001:2.0:1767384392.077942:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077943:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004011cff6. 02000000:00000001:2.0:1767384392.077945:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077946:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 02000000:00000001:2.0:1767384392.077948:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077949:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e0cc256. 02000000:00000001:2.0:1767384392.077951:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077952:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034badb9c. 02000000:00000001:2.0:1767384392.077955:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077956:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f8289da9. 02000000:00000001:2.0:1767384392.077958:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077959:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000195f6a62. 02000000:00000001:2.0:1767384392.077961:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077962:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bf8631f1. 02000000:00000001:2.0:1767384392.077964:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077965:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006994e3e2. 02000000:00000001:2.0:1767384392.077967:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077968:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000099abf7a1. 02000000:00000001:2.0:1767384392.077970:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077971:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010a5e520. 02000000:00000001:2.0:1767384392.077974:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077975:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011afdad1. 02000000:00000001:2.0:1767384392.077977:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077979:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d63d9bc. 02000000:00000001:2.0:1767384392.077981:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077982:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011cbe1b4. 02000000:00000001:2.0:1767384392.077984:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077985:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eba69672. 02000000:00000001:2.0:1767384392.077987:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077988:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004f1f3297. 02000000:00000001:2.0:1767384392.077990:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077991:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000027c696b. 02000000:00000001:2.0:1767384392.077993:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.077994:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095244f13. 02000000:00000001:2.0:1767384392.077996:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.077997:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e2d31886. 02000000:00000001:2.0:1767384392.078000:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078001:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ccdcca59. 02000000:00000001:2.0:1767384392.078003:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078004:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004eb4e607. 02000000:00000001:2.0:1767384392.078006:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078007:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c626868e. 02000000:00000001:2.0:1767384392.078008:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078009:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091b961f8. 02000000:00000001:2.0:1767384392.078012:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078012:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007db567a9. 02000000:00000001:2.0:1767384392.078014:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078015:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000837ff344. 02000000:00000001:2.0:1767384392.078019:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078020:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8236bff. 02000000:00000001:2.0:1767384392.078022:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078023:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a6c9bd3. 02000000:00000001:2.0:1767384392.078025:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078026:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c689de0a. 02000000:00000001:2.0:1767384392.078028:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078029:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0c9d442. 02000000:00000001:2.0:1767384392.078032:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078033:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006e52c993. 02000000:00000001:2.0:1767384392.078034:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078035:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000055fa783f. 02000000:00000001:2.0:1767384392.078037:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078039:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000adfa546. 02000000:00000001:2.0:1767384392.078041:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078042:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000018cc1987. 02000000:00000001:2.0:1767384392.078044:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078045:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dcc9a9b4. 02000000:00000001:2.0:1767384392.078047:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078048:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3c9cd4f. 02000000:00000001:2.0:1767384392.078050:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078051:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006cb4632a. 02000000:00000001:2.0:1767384392.078053:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078053:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abfa5f02. 02000000:00000001:2.0:1767384392.078056:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078056:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008588be42. 02000000:00000001:2.0:1767384392.078058:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078059:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bd46ecb8. 02000000:00000001:2.0:1767384392.078062:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078063:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002196de8d. 02000000:00000001:2.0:1767384392.078064:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078065:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fcaa4b26. 02000000:00000001:2.0:1767384392.078067:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078068:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000828716aa. 02000000:00000001:2.0:1767384392.078070:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078071:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000884b2a0f. 02000000:00000001:2.0:1767384392.078073:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078074:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000071aee626. 02000000:00000001:2.0:1767384392.078076:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078076:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b844615. 02000000:00000001:2.0:1767384392.078079:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078080:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5fd0813. 02000000:00000001:2.0:1767384392.078082:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078083:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003786d83d. 02000000:00000001:2.0:1767384392.078085:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078086:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000129c8701. 02000000:00000001:2.0:1767384392.078088:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078089:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdf0a0d3. 02000000:00000001:2.0:1767384392.078091:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078092:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007615c6e2. 02000000:00000001:2.0:1767384392.078093:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078094:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b0899c. 02000000:00000001:2.0:1767384392.078096:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078097:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cf6b9880. 02000000:00000001:2.0:1767384392.078099:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078099:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034b984bb. 02000000:00000001:2.0:1767384392.078102:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078103:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c5eb63b. 02000000:00000001:2.0:1767384392.078105:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078106:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c31579a0. 02000000:00000001:2.0:1767384392.078109:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078110:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e36d4075. 02000000:00000001:2.0:1767384392.078124:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078125:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035339c6f. 02000000:00000001:2.0:1767384392.078128:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078129:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8f61833. 02000000:00000001:2.0:1767384392.078131:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078131:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a95fb2. 02000000:00000001:2.0:1767384392.078134:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078135:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f16f0f32. 02000000:00000001:2.0:1767384392.078137:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078138:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000031e90012. 02000000:00000001:2.0:1767384392.078141:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078141:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa58c1ce. 02000000:00000001:2.0:1767384392.078143:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078144:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000202fbf9e. 02000000:00000001:2.0:1767384392.078147:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078148:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000445b2834. 02000000:00000001:2.0:1767384392.078149:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078150:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008a979015. 02000000:00000001:2.0:1767384392.078153:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078153:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000007a2ac6f2. 02000000:00000001:2.0:1767384392.078155:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078156:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050b6fd0f. 02000000:00000001:2.0:1767384392.078158:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.078159:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000088e27021. 02000000:00000001:2.0:1767384392.078161:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.078162:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ac5a887. 00000100:00000010:2.0:1767384392.078166:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ed2756a9. 00000100:00000010:2.0:1767384392.078201:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c9eaa29. 00000100:00000010:2.0:1767384392.078204:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b821715. 00000100:00000010:2.0:1767384392.078232:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ca049bf. 00000100:00000010:2.0:1767384392.078234:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000140fd1ba. 00000100:00000010:2.0:1767384392.078258:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f87978cb. 00000100:00000010:2.0:1767384392.078261:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000feaf4e51. 00000100:00000010:2.0:1767384392.078284:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067262c44. 00000100:00000010:2.0:1767384392.078287:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000041ade5e7. 00000100:00000010:2.0:1767384392.078308:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c7a2cc9. 00000100:00000010:2.0:1767384392.078310:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000752bdbd0. 00000100:00000010:2.0:1767384392.078330:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000540ac6c0. 00000100:00000010:2.0:1767384392.078332:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007cab16b4. 00000100:00000010:2.0:1767384392.078356:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fb0f5fe. 00000100:00000010:2.0:1767384392.078358:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004ee06e2d. 00000100:00000010:2.0:1767384392.078381:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056be9bdb. 00000100:00000010:2.0:1767384392.078383:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001e161b30. 00000100:00000010:2.0:1767384392.078449:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f0f8e2d. 00000100:00000010:2.0:1767384392.078453:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000acba952e. 00000100:00000010:2.0:1767384392.078502:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec7bd383. 00000100:00000010:2.0:1767384392.078506:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000054967a17. 00000100:00000010:2.0:1767384392.078539:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006697a96. 00000100:00000010:2.0:1767384392.078542:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032c80041. 00000100:00000010:2.0:1767384392.078581:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086e81738. 00000100:00000010:2.0:1767384392.078585:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dcddb88b. 00000100:00000010:2.0:1767384392.078627:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd90d1fc. 00000100:00000010:2.0:1767384392.078631:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000821f7c2. 00000100:00000010:2.0:1767384392.078675:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddccbd78. 00000100:00000010:2.0:1767384392.078679:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007614d538. 00000100:00000010:2.0:1767384392.078721:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a20fe658. 00000100:00000010:2.0:1767384392.078724:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e1e2e066. 00000100:00000010:2.0:1767384392.078757:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000265c3f5. 00000100:00000010:2.0:1767384392.078761:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000019e06922. 00000100:00000010:2.0:1767384392.078784:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a91337b0. 00000100:00000010:2.0:1767384392.078786:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000336cf46b. 00000100:00000010:2.0:1767384392.078812:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000761e0dd6. 00000100:00000010:2.0:1767384392.078815:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007eecce30. 00000100:00000010:2.0:1767384392.078848:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffab4b44. 00000100:00000010:2.0:1767384392.078850:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000038999dec. 00000100:00000010:2.0:1767384392.078871:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a237ac1d. 00000100:00000010:2.0:1767384392.078873:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000088a6ad3d. 00000100:00000010:2.0:1767384392.078898:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000817b1571. 00000100:00000010:2.0:1767384392.078900:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c144e1d5. 00000100:00000010:2.0:1767384392.078923:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ce814ce. 00000100:00000010:2.0:1767384392.078925:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000043a2edbf. 00000100:00000010:2.0:1767384392.078951:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef8d26aa. 00000100:00000010:2.0:1767384392.078953:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a7662667. 00000100:00000010:2.0:1767384392.078977:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000410ba8c7. 00000100:00000010:2.0:1767384392.078980:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081d89d97. 00000100:00000010:2.0:1767384392.079007:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032df4af0. 00000100:00000010:2.0:1767384392.079010:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f06e90cf. 00000100:00000010:2.0:1767384392.079045:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083150c53. 00000100:00000010:2.0:1767384392.079049:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000084ece80d. 00000100:00000010:2.0:1767384392.079084:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4701f9c. 00000100:00000010:2.0:1767384392.079087:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c67f1738. 00000100:00000010:2.0:1767384392.079114:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002954db9e. 00000100:00000010:2.0:1767384392.079116:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000db9ac963. 00000100:00000010:2.0:1767384392.079139:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e585e7e. 00000100:00000010:2.0:1767384392.079142:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000289ec37f. 00000100:00000010:2.0:1767384392.079165:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be910de0. 00000100:00000010:2.0:1767384392.079169:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee05e227. 00000100:00000010:2.0:1767384392.079188:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017a2be6b. 00000100:00000010:2.0:1767384392.079190:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000062b8845c. 00000100:00000010:2.0:1767384392.079210:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022fc9924. 00000100:00000010:2.0:1767384392.079213:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000079b15d15. 00000100:00000010:2.0:1767384392.079238:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003577b9f9. 00000100:00000010:2.0:1767384392.079240:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000092be4ffd. 00000100:00000010:2.0:1767384392.079259:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fbe69d9. 00000100:00000010:2.0:1767384392.079262:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006561058f. 00000100:00000010:2.0:1767384392.079282:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9d8cb5e. 00000100:00000010:2.0:1767384392.079285:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dec8af6f. 00000100:00000010:2.0:1767384392.079309:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078d2b406. 00000100:00000010:2.0:1767384392.079312:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000044fbbc71. 00000100:00000010:2.0:1767384392.079336:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b648d5d. 00000100:00000010:2.0:1767384392.079339:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005b66f1b3. 00000100:00000010:2.0:1767384392.079364:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072fc0308. 00000100:00000010:2.0:1767384392.079366:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000229047af. 00000100:00000010:2.0:1767384392.079388:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006b28750. 00000100:00000010:2.0:1767384392.079391:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fa8fbecb. 00000100:00000010:2.0:1767384392.079413:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000593fc347. 00000100:00000010:2.0:1767384392.079416:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c8e3b4e. 00000100:00000010:2.0:1767384392.080491:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011c8c8dc. 00000100:00000010:2.0:1767384392.080499:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002d34b5f7. 00000100:00000010:2.0:1767384392.080521:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000106f0fa5. 00000100:00000010:2.0:1767384392.080523:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003166db2f. 00000100:00000010:2.0:1767384392.080545:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000301000b6. 00000100:00000010:2.0:1767384392.080548:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000630ea98c. 00000100:00000010:2.0:1767384392.080586:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c15cf28. 00000100:00000010:2.0:1767384392.080590:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ded1eeb. 00000100:00000010:2.0:1767384392.080614:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff0f6084. 00000100:00000010:2.0:1767384392.080617:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000202374f9. 00000100:00000010:2.0:1767384392.080642:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b0ab346. 00000100:00000010:2.0:1767384392.080645:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009fa64c58. 00000100:00000010:2.0:1767384392.080681:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5d253fb. 00000100:00000010:2.0:1767384392.080684:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000132e8736. 00000100:00000010:2.0:1767384392.080705:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000660d01d8. 00000100:00000010:2.0:1767384392.080707:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000882e525d. 00000100:00000010:2.0:1767384392.080732:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df97d3ce. 00000100:00000010:2.0:1767384392.080735:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d535ac99. 00000100:00000010:2.0:1767384392.080755:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b6a3470. 00000100:00000010:2.0:1767384392.080757:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000567ee9a1. 00000100:00000010:2.0:1767384392.080779:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e5babc3. 00000100:00000010:2.0:1767384392.080781:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000026cdbfd. 00000100:00000010:2.0:1767384392.080806:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e7385a8. 00000100:00000010:2.0:1767384392.080808:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000074cc1d51. 00000100:00000010:2.0:1767384392.080837:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061c1a268. 00000100:00000010:2.0:1767384392.080839:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004f41237c. 00000100:00000010:2.0:1767384392.080866:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1fffe5f. 00000100:00000010:2.0:1767384392.080868:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b0126ce1. 00000100:00000010:2.0:1767384392.080897:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b411204. 00000100:00000010:2.0:1767384392.080899:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000620bd45a. 00000100:00000010:2.0:1767384392.080925:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001494b7d7. 00000100:00000010:2.0:1767384392.080927:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d1892244. 00000100:00000010:2.0:1767384392.080946:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027e971d4. 00000100:00000010:2.0:1767384392.080948:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000053a4508b. 00000100:00000010:2.0:1767384392.080967:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e686b309. 00000100:00000010:2.0:1767384392.080969:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004a6252fb. 00000100:00000010:2.0:1767384392.080991:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9db1ebb. 00000100:00000010:2.0:1767384392.080993:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a27a5c13. 00000100:00000010:2.0:1767384392.081014:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0dd4cab. 00000100:00000010:2.0:1767384392.081017:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000072adff78. 00000100:00000010:2.0:1767384392.081039:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7b03b46. 00000100:00000010:2.0:1767384392.081041:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001fa8c4a7. 00000100:00000010:2.0:1767384392.081061:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c88941b. 00000100:00000010:2.0:1767384392.081064:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004d6fbf6b. 00000100:00000010:2.0:1767384392.081082:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcfd0984. 00000100:00000010:2.0:1767384392.081086:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005da9d2cc. 00000100:00000010:2.0:1767384392.081102:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051a7da4e. 00000100:00000010:2.0:1767384392.081105:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000fcb0ca3f. 00000100:00000010:2.0:1767384392.081129:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000002d9391bd. 00000100:00000010:2.0:1767384392.081146:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000004b3399fe. 00000100:00000010:2.0:1767384392.081165:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000005111ac43. 00000100:00000001:2.0:1767384392.081178:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.081180:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081182:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.081184:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.081185:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000030718df7. 00000100:00000001:2.0:1767384392.081188:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.081189:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.081191:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081192:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a5b2dbd4. 00000100:00000001:2.0:1767384392.081194:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081194:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081195:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000083ebe6b9. 00000100:00000001:2.0:1767384392.081196:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081197:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081198:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000043e2a3f2. 00000100:00000001:2.0:1767384392.081199:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081199:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081200:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002ebacca7. 00000100:00000001:2.0:1767384392.081201:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081201:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.081202:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.081203:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d260f76c. 00000100:00000001:2.0:1767384392.081205:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.081206:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.081207:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081208:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d01a0b83. 00000100:00000001:2.0:1767384392.081209:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081210:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081211:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000153a5594. 00000100:00000001:2.0:1767384392.081212:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081214:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081215:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007467a0fb. 00000100:00000001:2.0:1767384392.081216:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.081217:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.081218:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000068035e28. 00000100:00000010:2.0:1767384392.081220:0:39784:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000557190c2. 00000100:00000001:2.0:1767384392.081223:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.081305:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000045f7cd81. 00000020:00000010:2.0:1767384392.081311:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002c6ec90a. 00000020:00000010:2.0:1767384392.081315:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a371b659. 00000020:00000010:2.0:1767384392.081317:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006af9c031. 00000020:00000010:2.0:1767384392.081323:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e7df5938. 00000020:00000010:2.0:1767384392.081330:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000345f66a9. 00000100:00000010:2.0:1767384392.081360:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000318402a9. 00000100:00000010:2.0:1767384392.081369:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b761230b. 00000100:00000010:2.0:1767384392.081372:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000094e93976. 00000100:00000010:2.0:1767384392.081374:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000416205f8. 00000100:00000001:2.0:1767384392.081377:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.081379:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.081380:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384392.081385:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.081387:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.081388:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384392.081390:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384392.081391:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384392.081422:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:1.0:1767384392.081480:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ef650ae4. 00000040:00000010:1.0:1767384392.081487:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f287876e. 00000020:00000010:1.0:1767384392.081492:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000093e45b8c. 00000020:00000010:1.0:1767384392.081496:0:16798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cdd06d69. 00000020:00000010:1.0:1767384392.081501:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005e4d5b43. 80000000:00000010:1.0:1767384392.081504:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000089596218. 40000000:00000010:1.0:1767384392.081508:0:16798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bd9551a8. 00100000:00000010:1.0:1767384392.081524:0:16798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aaa447f0. 00040000:00000010:1.0:1767384392.081528:0:16798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000150a998b. 00040000:00000010:1.0:1767384392.081531:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc9f3e82. 00080000:00000010:1.0:1767384392.081535:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5f2cd3f. 00000004:00000010:1.0:1767384392.081539:0:16798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d856d69e. 00000020:00000010:1.0:1767384392.081543:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ee354a1. 00000020:00000010:1.0:1767384392.081548:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cd77f4ad. 00000100:00000010:1.0:1767384392.081552:0:16798:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a357ff85. 00000100:00100000:1.0:1767384392.081586:0:16798:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [000000005ea6f589:16798] 0 exiting: rc = 1 00000020:00000010:3.0:1767384392.081698:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a59d2420. 00000040:00000010:3.0:1767384392.081704:0:16799:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000271a752c. 00000020:00000010:3.0:1767384392.081710:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000013ba477d. 00000020:00000010:3.0:1767384392.081713:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098980c6b. 00000020:00000010:3.0:1767384392.081717:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c46a659d. 80000000:00000010:3.0:1767384392.081719:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000bd4f3bb. 40000000:00000010:3.0:1767384392.081721:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e1c21fa. 00100000:00000010:3.0:1767384392.081724:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000235cf8f8. 00040000:00000010:3.0:1767384392.081726:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af188af8. 00040000:00000010:3.0:1767384392.081728:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004182fcbc. 00080000:00000010:3.0:1767384392.081730:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ebfa1ebc. 00000004:00000010:3.0:1767384392.081733:0:16799:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096c612f8. 00000020:00000010:3.0:1767384392.081735:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011135650. 00000020:00000010:3.0:1767384392.081738:0:16799:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d3e29491. 00000100:00000010:3.0:1767384392.081745:0:16799:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007631f324. 00000100:00100000:3.0:1767384392.081747:0:16799:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000f8e6c1b8:16799] 1 exiting: rc = 0 00000100:00000010:2.0:1767384392.081778:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005ea6f589. 00000100:00000010:2.0:1767384392.081784:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f8e6c1b8. 00000100:00000001:2.0:1767384392.081789:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.081791:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.081795:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384392.081801:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081802:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081805:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f026569. 00000400:00000200:2.0:1767384392.081808:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ec0c20c 00000400:00000010:2.0:1767384392.081810:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ec0c20c. 00000100:00000001:2.0:1767384392.081813:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081815:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081821:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081823:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.081825:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081827:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081828:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081829:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006078685. 00000400:00000200:2.0:1767384392.081831:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000480accc8 00000400:00000010:2.0:1767384392.081832:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000480accc8. 00000100:00000001:2.0:1767384392.081834:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081835:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081838:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081839:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.081840:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081842:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081843:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081844:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000483946c6. 00000400:00000200:2.0:1767384392.081845:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000256d165b 00000400:00000010:2.0:1767384392.081847:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000256d165b. 00000100:00000001:2.0:1767384392.081848:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081849:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081853:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081855:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.081856:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081857:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081858:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081859:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b41de882. 00000400:00000200:2.0:1767384392.081861:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd43a7fa 00000400:00000010:2.0:1767384392.081862:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd43a7fa. 00000100:00000001:2.0:1767384392.081864:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081865:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081868:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081870:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.081871:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081872:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081873:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081874:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab7ac82. 00000400:00000200:2.0:1767384392.081876:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35a8e98 00000400:00000010:2.0:1767384392.081877:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d35a8e98. 00000100:00000001:2.0:1767384392.081879:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081879:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081882:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081883:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.081884:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081885:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081886:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081886:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000739dd362. 00000400:00000200:2.0:1767384392.081887:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038f3f6c0 00000400:00000010:2.0:1767384392.081888:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038f3f6c0. 00000100:00000001:2.0:1767384392.081889:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081890:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081892:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081893:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.081893:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081894:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081895:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081895:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009ed8be5. 00000400:00000200:2.0:1767384392.081896:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4fce94 00000400:00000010:2.0:1767384392.081897:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e4fce94. 00000100:00000001:2.0:1767384392.081898:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081898:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081900:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081901:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.081902:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081902:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081903:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081903:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049807e20. 00000400:00000200:2.0:1767384392.081904:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf20491 00000400:00000010:2.0:1767384392.081905:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcf20491. 00000100:00000001:2.0:1767384392.081906:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081906:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081908:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081909:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.081910:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081910:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081911:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081912:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dd05d74. 00000400:00000200:2.0:1767384392.081913:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003f1fc81 00000400:00000010:2.0:1767384392.081913:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003f1fc81. 00000100:00000001:2.0:1767384392.081914:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081915:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081917:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081918:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.081919:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081920:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081921:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081922:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f05249d0. 00000400:00000200:2.0:1767384392.081922:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb55d7d1 00000400:00000010:2.0:1767384392.081923:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb55d7d1. 00000100:00000001:2.0:1767384392.081924:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081925:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081927:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081927:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.081928:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081929:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081929:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081930:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7882bee. 00000400:00000200:2.0:1767384392.081931:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ff211bb 00000400:00000010:2.0:1767384392.081931:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ff211bb. 00000100:00000001:2.0:1767384392.081932:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081933:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081935:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081936:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.081936:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081937:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081938:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081938:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696879ed. 00000400:00000200:2.0:1767384392.081939:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f375818 00000400:00000010:2.0:1767384392.081940:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f375818. 00000100:00000001:2.0:1767384392.081941:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081941:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081943:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081944:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.081945:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081945:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081946:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081946:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085d5804d. 00000400:00000200:2.0:1767384392.081947:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a46470f9 00000400:00000010:2.0:1767384392.081949:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a46470f9. 00000100:00000001:2.0:1767384392.081950:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081950:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081952:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081953:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.081953:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081954:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081954:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081955:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b01f0278. 00000400:00000200:2.0:1767384392.081956:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e0f9d63 00000400:00000010:2.0:1767384392.081957:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e0f9d63. 00000100:00000001:2.0:1767384392.081958:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081958:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081960:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081961:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.081962:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081962:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081963:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081963:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a4ebd44. 00000400:00000200:2.0:1767384392.081964:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084e56ca4 00000400:00000010:2.0:1767384392.081965:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084e56ca4. 00000100:00000001:2.0:1767384392.081966:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081966:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081968:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081969:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.081970:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081970:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081971:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081971:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaf153fe. 00000400:00000200:2.0:1767384392.081972:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032971966 00000400:00000010:2.0:1767384392.081973:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032971966. 00000100:00000001:2.0:1767384392.081974:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081974:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081976:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081977:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.081978:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081978:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081979:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081980:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb3ecdab. 00000400:00000200:2.0:1767384392.081981:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044c37c0a 00000400:00000010:2.0:1767384392.081982:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044c37c0a. 00000100:00000001:2.0:1767384392.081983:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081983:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081985:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081986:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.081987:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081987:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081988:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081988:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11eba5c. 00000400:00000200:2.0:1767384392.081989:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3cfe637 00000400:00000010:2.0:1767384392.081990:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3cfe637. 00000100:00000001:2.0:1767384392.081991:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081991:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.081993:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.081994:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.081995:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.081995:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.081996:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.081997:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b25f2499. 00000400:00000200:2.0:1767384392.081997:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f60c19e9 00000400:00000010:2.0:1767384392.081998:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f60c19e9. 00000100:00000001:2.0:1767384392.081999:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.081999:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082002:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082003:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.082003:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082004:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082004:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082005:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031817914. 00000400:00000200:2.0:1767384392.082006:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa81b0d 00000400:00000010:2.0:1767384392.082007:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa81b0d. 00000100:00000001:2.0:1767384392.082007:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082008:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082010:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082011:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.082012:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082013:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082013:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082014:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ece6bd9b. 00000400:00000200:2.0:1767384392.082015:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078a733d4 00000400:00000010:2.0:1767384392.082015:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078a733d4. 00000100:00000001:2.0:1767384392.082016:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082016:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082019:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082019:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.082020:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082020:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082021:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082021:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000696439d9. 00000400:00000200:2.0:1767384392.082022:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b600d07 00000400:00000010:2.0:1767384392.082023:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b600d07. 00000100:00000001:2.0:1767384392.082024:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082024:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082028:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082029:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.082030:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082031:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082032:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082033:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2d7a3d3. 00000400:00000200:2.0:1767384392.082035:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000002ac429 00000400:00000010:2.0:1767384392.082036:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000002ac429. 00000100:00000001:2.0:1767384392.082038:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082039:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082042:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082043:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.082044:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082045:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082046:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082047:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c21e11df. 00000400:00000200:2.0:1767384392.082049:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039714317 00000400:00000010:2.0:1767384392.082051:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039714317. 00000100:00000001:2.0:1767384392.082053:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082054:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082058:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082059:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.082060:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082062:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082063:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082064:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ce16a4c. 00000400:00000200:2.0:1767384392.082066:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fecb41ff 00000400:00000010:2.0:1767384392.082067:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fecb41ff. 00000100:00000001:2.0:1767384392.082069:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082070:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082073:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082074:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.082076:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082077:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082078:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082079:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d00b9061. 00000400:00000200:2.0:1767384392.082081:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c808a8a 00000400:00000010:2.0:1767384392.082082:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c808a8a. 00000100:00000001:2.0:1767384392.082084:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082085:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082088:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082090:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.082091:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082093:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082093:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082095:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e354f1. 00000400:00000200:2.0:1767384392.082096:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71b11df 00000400:00000010:2.0:1767384392.082097:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e71b11df. 00000100:00000001:2.0:1767384392.082099:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082100:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082104:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082105:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.082107:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082183:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082186:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082187:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005edaa5de. 00000400:00000200:2.0:1767384392.082190:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf946db 00000400:00000010:2.0:1767384392.082192:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cdf946db. 00000100:00000001:2.0:1767384392.082195:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082196:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082200:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082202:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.082203:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082205:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082205:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082207:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000affc6404. 00000400:00000200:2.0:1767384392.082208:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a58129 00000400:00000010:2.0:1767384392.082210:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046a58129. 00000100:00000001:2.0:1767384392.082212:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082213:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082217:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082218:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.082220:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082221:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082222:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082223:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b910e32c. 00000400:00000200:2.0:1767384392.082225:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dafe6de 00000400:00000010:2.0:1767384392.082226:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dafe6de. 00000100:00000001:2.0:1767384392.082228:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082229:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082233:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082234:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.082235:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082236:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082237:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082239:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e91fb7f6. 00000400:00000200:2.0:1767384392.082240:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007244453b 00000400:00000010:2.0:1767384392.082242:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007244453b. 00000100:00000001:2.0:1767384392.082244:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082245:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082248:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082249:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.082251:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082252:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082253:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082254:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006dfd7a13. 00000400:00000200:2.0:1767384392.082256:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088757244 00000400:00000010:2.0:1767384392.082257:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088757244. 00000100:00000001:2.0:1767384392.082259:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082260:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082264:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082265:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.082267:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082268:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082268:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082269:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e81435a. 00000400:00000200:2.0:1767384392.082270:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fad5ca3 00000400:00000010:2.0:1767384392.082271:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009fad5ca3. 00000100:00000001:2.0:1767384392.082272:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082273:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082275:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082276:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.082276:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082277:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082278:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082278:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe67137. 00000400:00000200:2.0:1767384392.082279:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000177a8e4e 00000400:00000010:2.0:1767384392.082280:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000177a8e4e. 00000100:00000001:2.0:1767384392.082281:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082281:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082283:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082284:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.082285:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082286:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082286:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082287:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d063480. 00000400:00000200:2.0:1767384392.082288:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1baa7e 00000400:00000010:2.0:1767384392.082288:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f1baa7e. 00000100:00000001:2.0:1767384392.082289:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082290:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082292:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082293:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.082293:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082295:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082295:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082296:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4846902. 00000400:00000200:2.0:1767384392.082298:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b7947d1 00000400:00000010:2.0:1767384392.082299:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b7947d1. 00000100:00000001:2.0:1767384392.082300:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082301:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082303:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082304:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.082304:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082305:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082305:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082306:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004422397f. 00000400:00000200:2.0:1767384392.082307:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028ecb2ac 00000400:00000010:2.0:1767384392.082308:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028ecb2ac. 00000100:00000001:2.0:1767384392.082309:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082309:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082311:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082312:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.082313:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082313:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082314:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082314:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013773b2a. 00000400:00000200:2.0:1767384392.082315:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b42757f4 00000400:00000010:2.0:1767384392.082316:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b42757f4. 00000100:00000001:2.0:1767384392.082317:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082317:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082319:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082320:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.082321:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082321:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082322:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082322:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d80c1748. 00000400:00000200:2.0:1767384392.082323:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af57d37f 00000400:00000010:2.0:1767384392.082324:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af57d37f. 00000100:00000001:2.0:1767384392.082325:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082325:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082327:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082329:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.082329:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082330:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082330:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082331:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b53864e2. 00000400:00000200:2.0:1767384392.082332:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1c67a1 00000400:00000010:2.0:1767384392.082332:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c1c67a1. 00000100:00000001:2.0:1767384392.082333:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082334:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082336:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082336:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.082337:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082338:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082338:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082339:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ce7e7aa. 00000400:00000200:2.0:1767384392.082340:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960d6575 00000400:00000010:2.0:1767384392.082341:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000960d6575. 00000100:00000001:2.0:1767384392.082341:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082342:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082344:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082345:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.082345:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082346:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082346:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082347:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011564544. 00000400:00000200:2.0:1767384392.082348:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f040f5f 00000400:00000010:2.0:1767384392.082349:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f040f5f. 00000100:00000001:2.0:1767384392.082349:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082350:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082352:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082353:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.082353:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082354:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082355:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082355:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079feb3d0. 00000400:00000200:2.0:1767384392.082356:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4253e9b 00000400:00000010:2.0:1767384392.082357:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4253e9b. 00000100:00000001:2.0:1767384392.082358:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082358:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082362:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082363:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.082364:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082366:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082366:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082367:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071da7e8b. 00000400:00000200:2.0:1767384392.082369:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c2d9991 00000400:00000010:2.0:1767384392.082371:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c2d9991. 00000100:00000001:2.0:1767384392.082372:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082373:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082377:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082378:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.082379:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082380:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082382:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082382:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bacf391f. 00000400:00000200:2.0:1767384392.082384:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ccee282 00000400:00000010:2.0:1767384392.082385:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ccee282. 00000100:00000001:2.0:1767384392.082388:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082388:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082392:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082393:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.082395:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082396:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082397:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082398:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be893cf4. 00000400:00000200:2.0:1767384392.082399:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019adeddf 00000400:00000010:2.0:1767384392.082401:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019adeddf. 00000100:00000001:2.0:1767384392.082403:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082404:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082408:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082409:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.082411:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082413:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082414:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082415:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022bf06cd. 00000400:00000200:2.0:1767384392.082417:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032439317 00000400:00000010:2.0:1767384392.082419:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032439317. 00000100:00000001:2.0:1767384392.082421:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082422:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082426:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082427:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.082428:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082430:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082431:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082432:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3fc3e2c. 00000400:00000200:2.0:1767384392.082434:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9711e1 00000400:00000010:2.0:1767384392.082435:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd9711e1. 00000100:00000001:2.0:1767384392.082451:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082453:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082456:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082458:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.082459:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082461:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082462:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082463:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f108caa. 00010000:00000010:1.1:1767384392.082602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000011aa749. 00010000:00000010:1.1:1767384392.082612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fb54ef2f. 00010000:00000010:1.1:1767384392.082618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014f506e2. 00010000:00000010:1.1:1767384392.082622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a6abb9fd. 00010000:00000010:1.1:1767384392.082628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000167dcbd2. 00000400:00000200:2.0:1767384392.082629:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009038c69e 00000400:00000010:2.0:1767384392.082634:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009038c69e. 00010000:00000010:1.1:1767384392.082634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e4f0713. 00000100:00000001:2.0:1767384392.082639:0:39784:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:1.1:1767384392.082640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058b224da. 00000100:00000200:2.0:1767384392.082643:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00010000:00000010:1.1:1767384392.082645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000030060541. 00000100:00100000:2.0:1767384392.082653:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082655:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.082658:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082661:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082662:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082664:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035b2b28c. 00000400:00000200:2.0:1767384392.082667:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003320e0ad 00000400:00000010:2.0:1767384392.082668:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003320e0ad. 00000100:00000001:2.0:1767384392.082671:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082672:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082677:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082679:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.082680:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082682:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082684:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082685:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054a70d30. 00000400:00000200:2.0:1767384392.082688:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa5a9685 00000400:00000010:2.0:1767384392.082689:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa5a9685. 00000100:00000001:2.0:1767384392.082692:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082694:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082701:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082703:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.082705:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082707:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082709:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082710:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfefb14a. 00000400:00000200:2.0:1767384392.082714:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c27570a 00000400:00000010:2.0:1767384392.082715:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c27570a. 00000100:00000001:2.0:1767384392.082720:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082721:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082727:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082728:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.082731:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082733:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082734:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082735:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000abee52b. 00000400:00000200:2.0:1767384392.082738:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000617d773 00000400:00000010:2.0:1767384392.082740:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000617d773. 00000100:00000001:2.0:1767384392.082743:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082744:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082750:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082752:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.082755:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082757:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082757:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082759:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7ea55a. 00000400:00000200:2.0:1767384392.082762:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a57bb360 00000400:00000010:2.0:1767384392.082764:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a57bb360. 00000100:00000001:2.0:1767384392.082767:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082768:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082773:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082774:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.082776:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082778:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082779:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082780:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928b46c5. 00000400:00000200:2.0:1767384392.082782:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f255bfdb 00000400:00000010:2.0:1767384392.082783:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f255bfdb. 00000100:00000001:2.0:1767384392.082814:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082816:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082821:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082823:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.082825:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082827:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082828:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082829:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013559d5e. 00000400:00000200:2.0:1767384392.082832:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5d6ce2 00000400:00000010:2.0:1767384392.082834:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e5d6ce2. 00000100:00000001:2.0:1767384392.082836:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082837:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082840:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082842:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.082843:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082845:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082846:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082847:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021c0afe5. 00000400:00000200:2.0:1767384392.082849:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff875d4b 00000400:00000010:2.0:1767384392.082850:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff875d4b. 00000100:00000001:2.0:1767384392.082852:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082853:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082856:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082858:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.082859:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082860:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082861:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082862:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009363448d. 00000400:00000200:2.0:1767384392.082864:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b9f8f36 00000400:00000010:2.0:1767384392.082865:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b9f8f36. 00000100:00000001:2.0:1767384392.082867:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082868:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082872:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082873:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.082875:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082876:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082877:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082878:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000633bd94a. 00000400:00000200:2.0:1767384392.082880:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e09ced9 00000400:00000010:2.0:1767384392.082881:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e09ced9. 00000100:00000001:2.0:1767384392.082882:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082883:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082887:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082888:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.082889:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082890:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082891:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082892:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d12500. 00000400:00000200:2.0:1767384392.082894:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b431df60 00000400:00000010:2.0:1767384392.082895:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b431df60. 00000100:00000001:2.0:1767384392.082897:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082897:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082901:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082902:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.082904:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082905:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082906:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082907:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000878d5c03. 00000400:00000200:2.0:1767384392.082908:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001bf8100 00000400:00000010:2.0:1767384392.082910:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001bf8100. 00000100:00000001:2.0:1767384392.082911:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082912:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082915:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082917:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.082918:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082919:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082920:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082921:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059cc0d4d. 00000400:00000200:2.0:1767384392.082922:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d8e403e 00000400:00000010:2.0:1767384392.082924:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d8e403e. 00000100:00000001:2.0:1767384392.082926:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082927:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082930:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082931:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.082933:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082934:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082935:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082936:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ce2d765. 00000400:00000200:2.0:1767384392.082937:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dd0936e 00000400:00000010:2.0:1767384392.082939:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dd0936e. 00000100:00000001:2.0:1767384392.082941:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082942:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082947:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082948:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.082950:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.082952:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.082953:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.082954:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ad95f8. 00000400:00000200:2.0:1767384392.082956:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f68dd9 00000400:00000010:2.0:1767384392.082958:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024f68dd9. 00000100:00000001:2.0:1767384392.082960:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.082962:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384392.082966:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.082967:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.082969:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.082972:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082973:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.082977:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082978:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.082980:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082981:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.082983:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082984:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.082985:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.082986:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.082987:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083016:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083017:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083019:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083021:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083022:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083023:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083024:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083026:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083027:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083028:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083029:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083030:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083031:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083032:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083033:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083034:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083035:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083036:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083038:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083039:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083040:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083041:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083042:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083043:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083044:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083045:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083046:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083047:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083048:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083049:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083050:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083052:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083053:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083054:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083055:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083056:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083057:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083058:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083059:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083061:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083062:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083063:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083064:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083065:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083066:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083067:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083068:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083069:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083070:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083072:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083073:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083074:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083075:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083076:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083077:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083078:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083079:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083080:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083081:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083082:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083084:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083085:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083086:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083087:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083088:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083089:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083090:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083091:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083092:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083094:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083095:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083096:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083097:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083098:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083099:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083100:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083101:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083102:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083104:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083105:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083106:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083107:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083109:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083110:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083187:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083189:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083190:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083191:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083192:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083193:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083194:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083196:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083197:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083198:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083199:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083200:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083201:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083202:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083203:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083204:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083204:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083206:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083207:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083208:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083209:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083210:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083211:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083212:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083213:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083215:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083215:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083217:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083218:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083219:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083220:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.083221:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.083222:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384392.083225:0:39784:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384392.083227:0:39784:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000e5bf39aa. 02000000:00000001:2.0:1767384392.083231:0:39784:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384392.083233:0:39784:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7be0669. 00000100:00000010:2.0:1767384392.083238:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e8dfd6d. 00000100:00000010:2.0:1767384392.083240:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000928ea8b3. 00000100:00000010:2.0:1767384392.083242:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000081b5b637. 00000100:00000010:2.0:1767384392.083243:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014daaf29. 00000100:00000010:2.0:1767384392.083244:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005e9eb1ca. 00000100:00000010:2.0:1767384392.083246:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000863c6c4. 00000100:00000010:2.0:1767384392.083247:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c9f9ee8. 00000100:00000010:2.0:1767384392.083248:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b8ba28d. 00000100:00000010:2.0:1767384392.083249:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0fd2107. 00000100:00000010:2.0:1767384392.083258:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f85ff41. 00000100:00000010:2.0:1767384392.083260:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f98af687. 00000100:00000010:2.0:1767384392.083261:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d72eec0. 00000100:00000010:2.0:1767384392.083262:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000893dfa6e. 00000100:00000010:2.0:1767384392.083263:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a648ba5. 00000100:00000010:2.0:1767384392.083264:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006bb834da. 00000100:00000010:2.0:1767384392.083265:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba4fc20d. 00000100:00000010:2.0:1767384392.083266:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058b5ce36. 00000100:00000010:2.0:1767384392.083268:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c67ed56. 00000100:00000010:2.0:1767384392.083269:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a791bbb. 00000100:00000010:2.0:1767384392.083270:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022a96553. 00000100:00000010:2.0:1767384392.083271:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077b55e24. 00000100:00000010:2.0:1767384392.083273:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de21afe1. 00000100:00000010:2.0:1767384392.083274:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000550623f2. 00000100:00000010:2.0:1767384392.083275:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026c074fd. 00000100:00000010:2.0:1767384392.083276:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e2c593b. 00000100:00000010:2.0:1767384392.083277:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e9b5826. 00000100:00000010:2.0:1767384392.083278:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046c46331. 00000100:00000010:2.0:1767384392.083280:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c48948c. 00000100:00000010:2.0:1767384392.083280:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ae5e8022. 00000100:00000010:2.0:1767384392.083282:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000420a97ec. 00000100:00000010:2.0:1767384392.083283:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fbd70fb6. 00000100:00000010:2.0:1767384392.083284:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1d8abda. 00000100:00000010:2.0:1767384392.083286:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000105dc488. 00000100:00000010:2.0:1767384392.083295:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067d2f71b. 00000100:00000010:2.0:1767384392.083297:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6dff095. 00000100:00000010:2.0:1767384392.083298:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c137d8d. 00000100:00000010:2.0:1767384392.083299:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000ac6ab3f. 00000100:00000010:2.0:1767384392.083301:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa7d2bab. 00000100:00000010:2.0:1767384392.083302:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b5799db9. 00000100:00000010:2.0:1767384392.083303:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c5eebfb. 00000100:00000010:2.0:1767384392.083304:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000046a0521c. 00000100:00000010:2.0:1767384392.083306:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7d1a251. 00000100:00000010:2.0:1767384392.083306:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c3ca1167. 00000100:00000010:2.0:1767384392.083308:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e14d32fa. 00000100:00000010:2.0:1767384392.083309:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000696b26c3. 00000100:00000010:2.0:1767384392.083311:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b350d3b. 00000100:00000010:2.0:1767384392.083311:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000081f0bb41. 00000100:00000010:2.0:1767384392.083313:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4e2ed84. 00000100:00000010:2.0:1767384392.083314:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f5e01d0. 00000100:00000010:2.0:1767384392.083316:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d8a8244. 00000100:00000010:2.0:1767384392.083317:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000009577542. 00000100:00000010:2.0:1767384392.083318:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b3ac2ca. 00000100:00000010:2.0:1767384392.083320:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002da52792. 00000100:00000010:2.0:1767384392.083321:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6b6c086. 00000100:00000010:2.0:1767384392.083322:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab30ca9f. 00000100:00000010:2.0:1767384392.083324:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f75ad98e. 00000100:00000010:2.0:1767384392.083325:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc2594fe. 00000100:00000010:2.0:1767384392.083339:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4b692b9. 00000100:00000010:2.0:1767384392.083341:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007eba7c64. 00000100:00000010:2.0:1767384392.083343:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004028c76c. 00000100:00000010:2.0:1767384392.083344:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000099c97c6d. 00000100:00000010:2.0:1767384392.083346:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019a09c08. 00000100:00000010:2.0:1767384392.083348:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c05497a0. 00000100:00000010:2.0:1767384392.083350:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7c5c348. 00000100:00000010:2.0:1767384392.083352:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3a1ff14. 00000100:00000010:2.0:1767384392.083354:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052fff02b. 00000100:00000010:2.0:1767384392.083355:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f79251c2. 00000100:00000010:2.0:1767384392.083358:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2871ba3. 00000100:00000010:2.0:1767384392.083359:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013b2d58d. 00000100:00000010:2.0:1767384392.083361:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fdc9f7a. 00000100:00000010:2.0:1767384392.083363:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fc2b3dc. 00000100:00000010:2.0:1767384392.083365:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e01b1f4. 00000100:00000010:2.0:1767384392.083367:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000091247d2e. 00000100:00000010:2.0:1767384392.083369:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000739aacb3. 00000100:00000010:2.0:1767384392.083371:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000091345fb. 00000100:00000010:2.0:1767384392.083372:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057a49e58. 00000100:00000010:2.0:1767384392.083374:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3243b60. 00000100:00000010:2.0:1767384392.083376:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091ae003e. 00000100:00000010:2.0:1767384392.083377:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000081458dc3. 00000100:00000010:2.0:1767384392.083379:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc1ea453. 00000100:00000010:2.0:1767384392.083381:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000369c9aa4. 00000100:00000010:2.0:1767384392.083396:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8d33af0. 00000100:00000010:2.0:1767384392.083398:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007228e33a. 00000100:00000010:2.0:1767384392.083400:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007db59b38. 00000100:00000010:2.0:1767384392.083417:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000829a3b03. 00000100:00000010:2.0:1767384392.083420:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000814d595c. 00000100:00000010:2.0:1767384392.083422:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004f66972c. 00000100:00000010:2.0:1767384392.083424:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069d879f5. 00000100:00000010:2.0:1767384392.083426:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0da55fe. 00000100:00000010:2.0:1767384392.083428:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eff9f70d. 00000100:00000010:2.0:1767384392.083430:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043ec38f1. 00000100:00000010:2.0:1767384392.083432:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074ec55a1. 00000100:00000010:2.0:1767384392.083433:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5825850. 00000100:00000010:2.0:1767384392.083435:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004546e27b. 00000100:00000010:2.0:1767384392.083450:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000268e16df. 00000100:00000010:2.0:1767384392.083452:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edb36da4. 00000100:00000010:2.0:1767384392.083454:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040afa3ba. 00000100:00000010:2.0:1767384392.083456:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007289a064. 00000100:00000010:2.0:1767384392.083458:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e37ed28f. 00000100:00000010:2.0:1767384392.083460:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085166f83. 00000100:00000010:2.0:1767384392.083462:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077849c09. 00000100:00000010:2.0:1767384392.083545:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073e8a2b0. 00000100:00000010:2.0:1767384392.083547:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032dac030. 00000100:00000010:2.0:1767384392.083549:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b819c3e8. 00000100:00000010:2.0:1767384392.083551:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e62a01b3. 00000100:00000010:2.0:1767384392.083606:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e0596b5. 00000100:00000010:2.0:1767384392.083610:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d0861d48. 00000100:00000010:2.0:1767384392.083612:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce6769ab. 00000100:00000010:2.0:1767384392.083614:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000013d2c459. 00000100:00000010:2.0:1767384392.083616:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd6a1b02. 00000100:00000010:2.0:1767384392.083617:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000896f5040. 00000100:00000010:2.0:1767384392.083619:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efe6bbc8. 00000100:00000010:2.0:1767384392.083621:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c54b35ad. 00000100:00000010:2.0:1767384392.083623:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036d055d9. 00000100:00000010:2.0:1767384392.083625:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2cadc82. 00000100:00000010:2.0:1767384392.083627:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093f9b744. 00000100:00000010:2.0:1767384392.083629:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fe5f6e1. 00000100:00000010:2.0:1767384392.083632:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7a26de0. 00000100:00000010:2.0:1767384392.083633:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b35216f8. 00000100:00000010:2.0:1767384392.083636:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fafb220a. 00000100:00000010:2.0:1767384392.083637:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000073b738f2. 00000100:00000010:2.0:1767384392.083640:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084bd611a. 00000100:00000010:2.0:1767384392.083642:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000022a2b7a8. 00000100:00000010:2.0:1767384392.083645:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fdde6681. 00000100:00000010:2.0:1767384392.083646:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000689df17. 00000100:00000010:2.0:1767384392.083648:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d04547b. 00000100:00000010:2.0:1767384392.083650:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070c768d5. 00000100:00000010:2.0:1767384392.083652:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000832c1e7d. 00000100:00000010:2.0:1767384392.083871:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000006ffe5d80. 00000100:00000010:2.0:1767384392.083880:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000a039df4. 00000100:00000001:2.0:1767384392.083887:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.083889:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.083890:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.083892:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.083894:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dfdb835e. 00000100:00000001:2.0:1767384392.083897:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.083899:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.083901:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.083902:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b6b82cf6. 00000100:00000001:2.0:1767384392.083904:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.083906:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.083907:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001480cf78. 00000100:00000001:2.0:1767384392.083908:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.083910:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.083911:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d01db63e. 00000100:00000001:2.0:1767384392.083912:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.083913:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.083914:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e9209659. 00000100:00000001:2.0:1767384392.083916:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.083981:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000052dc58d3. 00000020:00000010:2.0:1767384392.084000:0:39784:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001c93e0d8. 00000020:00000010:2.0:1767384392.084007:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000004f8e2a16. 00000020:00000010:2.0:1767384392.084013:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000c424cbc. 00000400:00000001:3.0:1767384392.084016:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.084020:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384392.084022:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384392.084024:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000400:00000200:3.0:1767384392.084029:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384392.084034:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery ping unlinked 00000100:00000010:2.0:1767384392.084040:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000552660cd. 00000100:00000010:2.0:1767384392.084048:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000ab0a5742. 00000400:00000010:3.0:1767384392.084049:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000082f4e1a7. 00000100:00000010:2.0:1767384392.084051:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000013b906ae. 00000400:00000010:3.0:1767384392.084056:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000017e0b894. 00000100:00000010:2.0:1767384392.084061:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d07174ef. 00000400:00000200:3.0:1767384392.084065:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp46 00000100:00000001:2.0:1767384392.084066:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.084071:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000400:00000010:3.0:1767384392.084073:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000082f4e1a7. 00000100:00000200:2.0:1767384392.084073:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384392.084077:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.084079:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000400:00000010:3.0:1767384392.084080:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000040d4e9b4. 00000100:00000040:2.0:1767384392.084081:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384392.084085:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000400:00000010:3.0:1767384392.084086:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000040:2.0:1767384392.084087:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000400:00000010:3.0:1767384392.084095:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000326236ec. 00000400:00000200:3.0:1767384392.084101:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp46 00000100:00000040:2.0:1767384392.084102:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000400:00000200:3.0:1767384392.084118:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp46 local destination 00000400:00000200:3.0:1767384392.084124:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp46 00000400:00000200:3.0:1767384392.084128:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp46 NI seq info: [246:246:256:4294967295] 192.168.203.113@tcp46 LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1767384392.084135:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp46 00000400:00000200:3.0:1767384392.084142:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp46(192.168.203.113@tcp46:) -> 192.168.203.113@tcp46(192.168.203.113@tcp46:192.168.203.113@tcp46) : GET try# 0 00000800:00000200:3.0:1767384392.084147:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp46 00000800:00000010:3.0:1767384392.084151:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001fa8281d. 00000800:00000200:3.0:1767384392.084157:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000800:00000200:3.1:1767384392.084161:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003c4bb715] -> 12345-192.168.203.113@tcp46 (2) 00000400:00000200:3.0:1767384392.084176:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp46 added to recovery queue. ping count: 4 next ping: 329 health :600 00000020:00000010:3.0:1767384392.084194:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000005225312. 00000040:00000010:3.0:1767384392.084199:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000501c0af8. 00000020:00000010:3.0:1767384392.084201:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad896624. 00000020:00000010:3.0:1767384392.084205:0:16801:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c5001390. 00000020:00000010:3.0:1767384392.084209:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000057c05308. 80000000:00000010:3.0:1767384392.084211:0:16801:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3a82aa7. 40000000:00000010:3.0:1767384392.084215:0:16801:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000627e16d8. 00100000:00000010:3.0:1767384392.084218:0:16801:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ad334b5. 00040000:00000010:3.0:1767384392.084220:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006128c5f2. 00040000:00000010:3.0:1767384392.084223:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001005ebf0. 00080000:00000010:3.0:1767384392.084225:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003e5a1d78. 00000004:00000010:3.0:1767384392.084229:0:16801:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d52724a3. 00002000:00000010:3.0:1767384392.084232:0:16801:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007332e8f0. 00000020:00000010:3.0:1767384392.084236:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e69d5fc. 00000020:00000010:3.0:1767384392.084239:0:16801:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c9442fc6. 00000100:00000010:3.0:1767384392.084243:0:16801:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007a381e41. 00000100:00100000:3.0:1767384392.084245:0:16801:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000007d309815:16801] 1 exiting: rc = 0 00000100:00000040:2.0:1767384392.084276:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000020:00000010:3.0:1767384392.084298:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000018386339. 00000040:00000010:3.0:1767384392.084301:0:16800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009ab3e1b3. 00000020:00000010:3.0:1767384392.084303:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7b8b05b. 00000020:00000010:3.0:1767384392.084306:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e94b53b6. 00000020:00000010:3.0:1767384392.084309:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056294c05. 80000000:00000010:3.0:1767384392.084311:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000024ae9dda. 40000000:00000010:3.0:1767384392.084313:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001fb0f8ba. 00100000:00000010:3.0:1767384392.084316:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000048705d69. 00040000:00000010:3.0:1767384392.084318:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b950efdd. 00040000:00000010:3.0:1767384392.084320:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005f6676b3. 00080000:00000010:3.0:1767384392.084323:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5a9268a. 00000004:00000010:3.0:1767384392.084325:0:16800:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003845f03b. 00002000:00000010:3.0:1767384392.084327:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ddf6a702. 00000020:00000010:3.0:1767384392.084329:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063bdb879. 00000020:00000010:3.0:1767384392.084331:0:16800:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f3e3c985. 00000100:00000010:3.0:1767384392.084334:0:16800:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f9f5b7cf. 00000100:00100000:3.0:1767384392.084336:0:16800:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000f3cc8dc7:16800] 0 exiting: rc = 1 00000100:00000010:2.0:1767384392.084355:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f3cc8dc7. 00000100:00000010:2.0:1767384392.084363:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007d309815. 00000100:00000001:2.0:1767384392.084368:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.084369:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.084371:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384392.084374:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084376:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084378:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d962247. 00000400:00000200:2.0:1767384392.084381:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004332677e 00000400:00000010:2.0:1767384392.084383:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004332677e. 00000100:00000001:2.0:1767384392.084389:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084390:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084395:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084397:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.084399:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084401:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084402:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084404:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a28482f4. 00000400:00000200:2.0:1767384392.084406:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8f3773 00000400:00000010:2.0:1767384392.084407:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ce8f3773. 00000100:00000001:2.0:1767384392.084411:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084412:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084417:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084419:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.084420:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084421:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084422:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084423:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065d25f88. 00000400:00000200:2.0:1767384392.084425:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db6428f9 00000400:00000010:2.0:1767384392.084427:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000db6428f9. 00000100:00000001:2.0:1767384392.084431:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084433:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.084435:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.084454:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084456:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.084459:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084460:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084461:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384392.084493:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.084518:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000010:2.0:1767384392.084540:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7d4d15a. 00000400:00000200:3.0:1767384392.084541:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384392.084548:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6583a1 00000400:00000010:2.0:1767384392.084551:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be6583a1. 00000100:00000001:2.0:1767384392.084573:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084575:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084582:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084584:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.084586:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084588:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084589:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084591:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db74b38c. 00000400:00000200:2.0:1767384392.084594:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082518e7e 00000400:00000010:2.0:1767384392.084596:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082518e7e. 00000100:00000001:2.0:1767384392.084601:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384392.084602:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000100:00000200:2.0:1767384392.084603:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084611:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084613:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.084616:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084618:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084619:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084620:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3e29a0. 00000400:00000200:2.0:1767384392.084623:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda15e74 00000400:00000010:2.0:1767384392.084625:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eda15e74. 00000100:00000001:2.0:1767384392.084629:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084630:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.084636:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.084636:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084638:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.084642:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084644:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084646:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084647:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086da5647. 00000400:00000200:2.0:1767384392.084650:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034854f1c 00000400:00000010:2.0:1767384392.084652:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000034854f1c. 00000100:00000001:2.0:1767384392.084656:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084656:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084662:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084664:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.084665:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084666:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084668:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084669:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0244ab. 00000400:00000200:3.0:1767384392.084670:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384392.084673:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af0309b 00000400:00000010:2.0:1767384392.084676:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003af0309b. 00000100:00000001:2.0:1767384392.084681:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084683:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084688:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084690:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.084693:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084695:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084696:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084698:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000751ba086. 00000400:00000200:2.0:1767384392.084701:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f15bab 00000400:00000010:2.0:1767384392.084702:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a1f15bab. 00000400:00000200:3.0:1767384392.084705:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.084707:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084710:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084715:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084718:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.084720:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084721:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084723:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084724:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000309e7a73. 00000400:00000200:2.0:1767384392.084727:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7c74ab0 00000400:00000010:2.0:1767384392.084729:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e7c74ab0. 00000400:00000200:3.0:1767384392.084740:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.084753:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084755:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084761:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084763:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.084765:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084768:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084769:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084771:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023e36f05. 00000400:00000200:3.0:1767384392.084773:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384392.084775:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5536dd5 00000400:00000010:2.0:1767384392.084778:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f5536dd5. 00000100:00000001:2.0:1767384392.084784:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084786:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084791:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084793:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.084795:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084797:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084799:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084800:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077f08461. 00000400:00000200:2.0:1767384392.084803:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000801d84c1 00000400:00000010:2.0:1767384392.084805:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000801d84c1. 00000400:00000200:3.0:1767384392.084810:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.084810:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084811:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084820:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084822:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.084825:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084827:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084828:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084830:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691e9816. 00000400:00000200:2.0:1767384392.084833:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d518a2a8 00000400:00000010:2.0:1767384392.084835:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d518a2a8. 00000100:00000001:2.0:1767384392.084837:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084838:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084842:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084843:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.084845:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084847:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084848:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084850:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009205e756. 00000400:00000200:2.0:1767384392.084852:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cef5dcd0 00000400:00000010:2.0:1767384392.084854:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cef5dcd0. 00000100:00000001:2.0:1767384392.084858:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084860:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.084861:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.084868:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084870:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.084873:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084875:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084876:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084878:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003424c786. 00000400:00000200:2.0:1767384392.084881:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a4c389 00000400:00000010:2.0:1767384392.084883:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000008a4c389. 00000100:00000001:2.0:1767384392.084888:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084889:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084894:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000400:00000200:3.0:1767384392.084897:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000100:00000040:2.0:1767384392.084897:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.084901:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084904:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084905:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084906:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb38fbd3. 00000400:00000200:2.0:1767384392.084909:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee2c2ba7 00000400:00000010:2.0:1767384392.084911:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ee2c2ba7. 00000100:00000001:2.0:1767384392.084915:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084917:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084921:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084923:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.084925:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084927:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084928:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084929:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001540b122. 00000400:00000200:2.0:1767384392.084932:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016ae94de 00000400:00000200:3.0:1767384392.084935:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000010:2.0:1767384392.084935:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000016ae94de. 00000100:00000001:2.0:1767384392.084940:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084942:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084948:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084950:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.084952:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084954:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084955:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084956:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e516ff9. 00000400:00000200:2.0:1767384392.084959:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ffc9b82 00000400:00000010:2.0:1767384392.084961:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ffc9b82. 00000100:00000001:2.0:1767384392.084964:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084966:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.084968:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.084973:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084976:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.084978:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.084980:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.084981:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.084983:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bb6aa58. 00000400:00000200:2.0:1767384392.084986:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000354e5fd2 00000400:00000010:2.0:1767384392.084987:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000354e5fd2. 00000100:00000001:2.0:1767384392.084990:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.084992:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.084997:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.084999:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.085000:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085002:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085003:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384392.085005:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000010:2.0:1767384392.085005:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde73275. 00000400:00000200:2.0:1767384392.085010:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cfb041 00000400:00000010:2.0:1767384392.085013:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000054cfb041. 00000100:00000001:2.0:1767384392.085017:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085018:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085024:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085026:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.085027:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085029:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085030:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085032:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001123c732. 00000400:00000200:2.0:1767384392.085035:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025385d82 00000400:00000010:2.0:1767384392.085037:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000025385d82. 00000400:00000200:3.0:1767384392.085039:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.085041:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085044:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085051:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085052:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.085055:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085057:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085058:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085059:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c9ceb3. 00000400:00000200:2.0:1767384392.085063:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062eb60e3 00000400:00000010:2.0:1767384392.085065:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000062eb60e3. 00000400:00000200:3.0:1767384392.085074:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.085092:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085094:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085101:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085103:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.085106:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085108:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085110:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384392.085111:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085136:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085157:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085179:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000010:2.0:1767384392.085195:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc2d2bed. 00000400:00000200:2.0:1767384392.085199:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f5a68a 00000400:00000010:2.0:1767384392.085202:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d6f5a68a. 00000400:00000200:3.0:1767384392.085203:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.085206:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085209:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085215:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085217:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.085219:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085221:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085222:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085223:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b19865c. 00000400:00000200:2.0:1767384392.085226:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d28dea 00000400:00000010:2.0:1767384392.085228:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000060d28dea. 00000100:00000001:2.0:1767384392.085232:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085233:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.085234:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.085240:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085243:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.085245:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085247:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085248:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085250:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e638292a. 00000400:00000200:2.0:1767384392.085253:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c36333e 00000400:00000010:2.0:1767384392.085255:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c36333e. 00000100:00000001:2.0:1767384392.085259:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384392.085261:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000100:00000200:2.0:1767384392.085261:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085269:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085271:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.085274:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085275:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085277:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085278:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008355537d. 00000400:00000200:2.0:1767384392.085281:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4376f17 00000400:00000010:2.0:1767384392.085283:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a4376f17. 00000100:00000001:2.0:1767384392.085289:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384392.085291:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000100:00000200:2.0:1767384392.085291:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085299:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085302:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.085304:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085306:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085308:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085309:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d9c3eb8. 00000400:00000200:2.0:1767384392.085312:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c770e98 00000400:00000010:2.0:1767384392.085314:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008c770e98. 00000100:00000001:2.0:1767384392.085318:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085319:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.085325:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.085325:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085327:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.085331:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085333:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085334:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085336:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066eb7703. 00000400:00000200:2.0:1767384392.085339:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5fba2e7 00000400:00000010:2.0:1767384392.085341:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b5fba2e7. 00000100:00000001:2.0:1767384392.085346:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085347:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085352:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085353:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.085356:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384392.085358:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000001:2.0:1767384392.085358:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085361:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085363:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036e86338. 00000400:00000200:2.0:1767384392.085366:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc4946f 00000400:00000010:2.0:1767384392.085368:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004cc4946f. 00000100:00000001:2.0:1767384392.085373:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085374:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085380:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085381:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.085383:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085384:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085386:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085387:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000183f1003. 00000400:00000200:2.0:1767384392.085390:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000407e6a01 00000400:00000010:2.0:1767384392.085392:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000407e6a01. 00000100:00000001:2.0:1767384392.085396:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085397:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.085398:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.085405:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085407:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.085410:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085413:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085414:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085416:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b0e08ae. 00000400:00000200:2.0:1767384392.085419:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc1bd5ab 00000400:00000010:2.0:1767384392.085421:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fc1bd5ab. 00000100:00000001:2.0:1767384392.085425:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085426:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.085430:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000100:00100000:2.0:1767384392.085434:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085449:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.085453:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085455:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085456:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085458:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000163bbe39. 00000400:00000200:2.0:1767384392.085461:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8b64b3c 00000400:00000010:2.0:1767384392.085463:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e8b64b3c. 00000400:00000200:3.0:1767384392.085473:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085493:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085516:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384392.085540:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000100:00000001:2.0:1767384392.085542:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085545:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085551:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085569:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.085571:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085573:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085574:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085576:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b2e125. 00000400:00000200:2.0:1767384392.085580:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc785c6 00000400:00000010:2.0:1767384392.085581:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004fc785c6. 00000100:00000001:2.0:1767384392.085586:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085587:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085592:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085594:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.085596:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085598:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384392.085599:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000001:2.0:1767384392.085600:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085603:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006485dca2. 00000400:00000200:2.0:1767384392.085607:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006637a17c 00000400:00000010:2.0:1767384392.085608:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006637a17c. 00000100:00000001:2.0:1767384392.085637:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085639:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085685:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085687:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.085689:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085692:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085693:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085695:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e4cb58d. 00000400:00000200:2.0:1767384392.085698:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082d71440 00000400:00000010:2.0:1767384392.085700:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082d71440. 00000100:00000001:2.0:1767384392.085703:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085705:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085709:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085711:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.085713:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085714:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085715:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085716:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a1024af. 00000400:00000200:2.0:1767384392.085718:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab5b7f5 00000400:00000010:2.0:1767384392.085720:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002ab5b7f5. 00000100:00000001:2.0:1767384392.085723:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085724:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085729:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085730:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.085732:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085733:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085734:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085735:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048e168d4. 00000400:00000200:2.0:1767384392.085737:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6d02c71 00000400:00000010:2.0:1767384392.085739:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6d02c71. 00000100:00000001:2.0:1767384392.085741:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085742:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085746:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085748:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.085750:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085752:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085753:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085755:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be453c71. 00000400:00000200:2.0:1767384392.085757:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a5cebfa 00000400:00000010:2.0:1767384392.085758:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006a5cebfa. 00000800:00000010:3.0:1767384392.085775:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000923ce6d0. 00000800:00000010:3.0:1767384392.085780:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e536d79. 00000800:00000010:3.0:1767384392.085785:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e7b425f3. 00000100:00000001:2.0:1767384392.085799:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085802:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000800:00000010:3.0:1767384392.085809:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e7b425f3. 00000100:00100000:2.0:1767384392.085809:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085811:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.085815:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085817:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085818:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085820:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b50c409. 00000800:00020000:3.0:1767384392.085822:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:2.0:1767384392.085823:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2fa8edd 00000400:00000010:2.0:1767384392.085827:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a2fa8edd. 00000800:00000010:3.0:1767384392.085829:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e536d79. 00000100:00000001:2.0:1767384392.085831:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:3.0:1767384392.085834:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000923ce6d0. 00000100:00000200:2.0:1767384392.085834:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085841:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085843:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.085845:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085846:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085848:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085849:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9648250. 00000400:00000200:2.0:1767384392.085852:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083422e8d 00000400:00000010:2.0:1767384392.085854:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000083422e8d. 00000100:00000001:2.0:1767384392.085856:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085857:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085863:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085865:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.085867:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085870:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085871:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085873:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000029b72d7. 00000400:00000200:2.0:1767384392.085876:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f72c3308 00000400:00000010:2.0:1767384392.085878:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f72c3308. 00000100:00000001:2.0:1767384392.085882:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000400:02020000:3.0:1767384392.085883:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000100:00000200:2.0:1767384392.085884:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085894:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000400:00000200:3.0:1767384392.085896:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp46 notifying 192.168.203.113@tcp46: down 00000100:00000040:2.0:1767384392.085897:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.085902:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384392.085904:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000400:00000001:2.0:1767384392.085904:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085908:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085909:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a6f6bc. 00000400:00000200:2.0:1767384392.085912:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008329dca4 00000800:00000100:3.0:1767384392.085913:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp46 00000400:00000010:2.0:1767384392.085915:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008329dca4. 00000800:00000010:3.0:1767384392.085920:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001fa8281d. 00000100:00000001:2.0:1767384392.085920:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085922:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000400:00000200:3.0:1767384392.085927:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00100000:2.0:1767384392.085927:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085930:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.085932:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085933:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085935:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085937:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083a5e813. 00000400:00000200:3.0:1767384392.085938:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp46->192.168.203.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384392.085940:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003514c4cb 00000400:00000010:2.0:1767384392.085942:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003514c4cb. 00000100:00000001:2.0:1767384392.085943:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085944:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085947:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085948:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000400:00000200:3.0:1767384392.085949:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:2.0:1767384392.085949:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085951:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085954:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085955:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2e1cce. 00000400:00000200:3.0:1767384392.085957:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384392.085958:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084dec978 00000400:00000010:2.0:1767384392.085961:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000084dec978. 00000400:00000200:3.0:1767384392.085965:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp46) recovery failed with -71 00000100:00000001:2.0:1767384392.085965:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085969:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085974:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085976:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.085978:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085980:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.085981:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.085982:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5423f0f. 00000400:00000200:2.0:1767384392.085985:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096adebd9 00000400:00000010:2.0:1767384392.085987:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000096adebd9. 00000100:00000001:2.0:1767384392.085989:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.085991:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.085995:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.085996:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.085998:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.085999:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086000:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086002:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5e4ec2e. 00000400:00000200:2.0:1767384392.086004:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9244664 00000400:00000010:2.0:1767384392.086005:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f9244664. 00000100:00000001:2.0:1767384392.086023:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086024:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086028:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086030:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.086031:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086033:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086035:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086036:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000624b15a5. 00000400:00000200:2.0:1767384392.086038:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007775baca 00000400:00000010:2.0:1767384392.086040:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007775baca. 00000100:00000001:2.0:1767384392.086042:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086043:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086048:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086049:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.086050:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086051:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086052:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086054:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083bd273b. 00000400:00000200:2.0:1767384392.086056:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032c0d93e 00000400:00000010:2.0:1767384392.086058:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000032c0d93e. 00000100:00000001:2.0:1767384392.086061:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086063:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086067:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086069:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.086071:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086072:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086074:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086076:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d54cfc3. 00000400:00000200:2.0:1767384392.086078:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe6daaa0 00000400:00000010:2.0:1767384392.086079:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe6daaa0. 00000100:00000001:2.0:1767384392.086082:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086082:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086088:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086089:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.086091:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086093:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086095:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086096:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8cbebe. 00000400:00000200:2.0:1767384392.086099:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000180cffdb 00000400:00000010:2.0:1767384392.086100:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000180cffdb. 00000100:00000001:2.0:1767384392.086103:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086104:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086204:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086207:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.086208:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086211:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086212:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086213:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000515a45ec. 00000400:00000200:2.0:1767384392.086217:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003969d0d6 00000400:00000010:2.0:1767384392.086218:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003969d0d6. 00000100:00000001:2.0:1767384392.086222:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086223:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086227:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086228:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.086229:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086230:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086231:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086233:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000984a7aef. 00000400:00000200:2.0:1767384392.086234:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ee1979b 00000400:00000010:2.0:1767384392.086236:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ee1979b. 00000100:00000001:2.0:1767384392.086238:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086240:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086243:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086244:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.086245:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086246:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086248:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086249:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9c1ff1d. 00000400:00000200:2.0:1767384392.086250:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cbe7c85 00000400:00000010:2.0:1767384392.086252:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007cbe7c85. 00000100:00000001:2.0:1767384392.086258:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086259:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086263:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086264:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.086266:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086267:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086268:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086269:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001844605f. 00000400:00000200:2.0:1767384392.086272:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b4cde3c 00000400:00000010:2.0:1767384392.086273:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b4cde3c. 00000100:00000001:2.0:1767384392.086276:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086277:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086280:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086281:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.086282:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086284:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086285:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086286:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e5f9bcd. 00000400:00000200:2.0:1767384392.086287:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f83c234d 00000400:00000010:2.0:1767384392.086289:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f83c234d. 00000100:00000001:2.0:1767384392.086291:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086292:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086296:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086297:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.086298:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086300:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086301:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086302:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdb2e3da. 00000400:00000200:2.0:1767384392.086303:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e9ba42 00000400:00000010:2.0:1767384392.086304:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e6e9ba42. 00000100:00000001:2.0:1767384392.086307:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086308:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086311:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086312:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.086313:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086314:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086315:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086316:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002727c073. 00000400:00000200:2.0:1767384392.086318:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9b133c7 00000400:00000010:2.0:1767384392.086319:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e9b133c7. 00000100:00000001:2.0:1767384392.086321:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086323:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086326:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086328:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.086329:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086330:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086331:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086332:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000273d7da3. 00000400:00000200:2.0:1767384392.086334:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76692f4 00000400:00000010:2.0:1767384392.086335:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a76692f4. 00000100:00000001:2.0:1767384392.086350:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086352:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086356:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086357:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.086358:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086359:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086360:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086362:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008644c37f. 00000400:00000200:2.0:1767384392.086363:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001faf07a9 00000400:00000010:2.0:1767384392.086365:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001faf07a9. 00000100:00000001:2.0:1767384392.086367:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086368:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086372:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086373:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.086375:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086376:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086377:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086378:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe637426. 00000400:00000200:2.0:1767384392.086379:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a327b2 00000400:00000010:2.0:1767384392.086380:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000077a327b2. 00000100:00000001:2.0:1767384392.086382:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086383:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086387:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086388:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.086389:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086390:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086391:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086392:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007395d324. 00000400:00000200:2.0:1767384392.086393:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046abaf5f 00000400:00000010:2.0:1767384392.086395:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000046abaf5f. 00000100:00000001:2.0:1767384392.086397:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086398:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086402:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086404:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.086405:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086406:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086407:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086408:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e85766e. 00000400:00000200:2.0:1767384392.086409:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5eb2fe9 00000400:00000010:2.0:1767384392.086411:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a5eb2fe9. 00000100:00000001:2.0:1767384392.086413:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086414:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086418:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086419:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.086420:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086421:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086422:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086423:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2fe1a4. 00000400:00000200:2.0:1767384392.086424:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006264890d 00000400:00000010:2.0:1767384392.086426:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006264890d. 00000100:00000001:2.0:1767384392.086428:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086428:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086432:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086433:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.086434:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.086435:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.086436:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.086449:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f15aba. 00000400:00000200:2.0:1767384392.086451:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff58df7a 00000400:00000010:2.0:1767384392.086452:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff58df7a. 00000100:00000001:2.0:1767384392.086454:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.086455:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384392.086458:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.086459:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.086460:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.086461:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086462:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086521:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086522:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086523:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086523:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086524:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086525:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086526:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086527:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086527:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086528:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086529:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086530:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086531:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086531:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086532:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086532:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086533:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086534:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086534:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086535:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086536:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086536:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086537:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086538:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086538:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086539:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086539:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086540:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086541:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086541:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086542:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086542:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086543:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086544:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086545:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086545:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086546:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086547:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086547:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086548:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086549:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086550:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086550:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086551:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086602:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086603:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086604:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086605:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086606:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086607:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086607:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086608:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086609:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086609:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086610:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086611:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086612:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086612:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086613:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086614:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086615:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086615:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086616:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086617:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086617:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086618:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086619:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086620:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086621:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086621:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086622:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086623:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086623:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086624:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086624:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086625:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086625:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086626:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086627:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086627:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086628:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086629:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086630:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086630:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086631:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086632:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086633:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086633:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086634:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086634:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086635:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086635:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086636:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086637:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086637:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086638:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086638:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086639:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086640:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086640:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086641:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086641:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086642:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086642:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086643:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086644:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086644:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086645:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086645:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086646:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086647:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086647:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086648:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086648:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086649:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086649:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086650:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086651:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086651:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086652:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086653:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086654:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086654:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086655:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.086656:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.086657:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384392.086659:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b7d58a94. 00000100:00000010:2.0:1767384392.086743:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f86fda5c. 00000100:00000010:2.0:1767384392.086745:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003d4944d6. 00000100:00000010:2.0:1767384392.086853:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a282961. 00000100:00000010:2.0:1767384392.086857:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000395bd24f. 00000100:00000010:2.0:1767384392.086934:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbb0a4be. 00000100:00000010:2.0:1767384392.086937:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009a8536d5. 00000100:00000010:2.0:1767384392.087034:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050a43850. 00000100:00000010:2.0:1767384392.087038:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b8406a99. 00000100:00000010:2.0:1767384392.087193:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e03f9a34. 00000100:00000010:2.0:1767384392.087198:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000677e5a4. 00000100:00000010:2.0:1767384392.087283:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008885ec7a. 00000100:00000010:2.0:1767384392.087285:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000066503cc2. 00000100:00000010:2.0:1767384392.087375:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039cd089f. 00000100:00000010:2.0:1767384392.087377:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000267c0e59. 00000100:00000010:2.0:1767384392.088216:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c04cdd5. 00000100:00000010:2.0:1767384392.088220:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000034d7c324. 00000100:00000010:2.0:1767384392.088294:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e27275ad. 00000100:00000010:2.0:1767384392.088295:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb31cbaf. 00000100:00000010:2.0:1767384392.088367:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013113f03. 00000100:00000010:2.0:1767384392.088368:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed99c73b. 00000100:00000010:2.0:1767384392.088418:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c8ec9bf. 00000100:00000010:2.0:1767384392.088419:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000718d0e0b. 00000100:00000010:2.0:1767384392.088992:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e8621e5. 00000100:00000010:2.0:1767384392.088996:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f4469b42. 00000100:00000010:2.0:1767384392.089073:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b5dea60. 00000100:00000010:2.0:1767384392.089077:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000636738c9. 00000100:00000010:2.0:1767384392.089223:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8c942e5. 00000100:00000010:2.0:1767384392.089227:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8e62356. 00000100:00000010:2.0:1767384392.089319:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ec15ad4. 00000100:00000010:2.0:1767384392.089323:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003ee1a3ce. 00000100:00000010:2.0:1767384392.089401:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038ed20a7. 00000100:00000010:2.0:1767384392.089405:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bde6b803. 00000100:00000010:2.0:1767384392.089628:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df4796dc. 00000100:00000010:2.0:1767384392.089632:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006ae35832. 00000100:00000010:2.0:1767384392.089711:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e2aaff9. 00000100:00000010:2.0:1767384392.089715:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001c8d34ab. 00000100:00000010:2.0:1767384392.089783:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045fce953. 00000100:00000010:2.0:1767384392.089786:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000068146b97. 00000100:00000010:2.0:1767384392.089878:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddd0960b. 00000100:00000010:2.0:1767384392.089882:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bdfad621. 00000100:00000010:2.0:1767384392.089998:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031a60e82. 00000100:00000010:2.0:1767384392.090003:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b062100b. 00000100:00000010:2.0:1767384392.090108:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010ec1a0f. 00000100:00000010:2.0:1767384392.090191:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001ca9339a. 00000100:00000010:2.0:1767384392.090265:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d64b91aa. 00000100:00000010:2.0:1767384392.090269:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009514360a. 00000100:00000010:2.0:1767384392.090372:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb5fc268. 00000100:00000010:2.0:1767384392.090375:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009b86d21a. 00000100:00000010:2.0:1767384392.090614:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f48a7ff. 00000100:00000010:2.0:1767384392.090618:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003e10da7d. 00000100:00000010:2.0:1767384392.090665:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023ec6dcb. 00000100:00000010:2.0:1767384392.090667:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f4ae01a0. 00000100:00000010:2.0:1767384392.090727:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bebcb92a. 00000100:00000010:2.0:1767384392.090728:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d2639299. 00000100:00000010:2.0:1767384392.090796:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000736c167d. 00000100:00000010:2.0:1767384392.090800:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b92625e7. 00000100:00000010:2.0:1767384392.090878:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aca69630. 00000100:00000010:2.0:1767384392.090882:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eac5e610. 00000100:00000010:2.0:1767384392.090958:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4ff921d. 00000100:00000010:2.0:1767384392.090963:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000039441c47. 00000100:00000010:2.0:1767384392.091036:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007de5d85f. 00000100:00000010:2.0:1767384392.091040:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d4a08883. 00000100:00000010:2.0:1767384392.091194:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aca5ef7. 00000100:00000010:2.0:1767384392.091199:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c773fab0. 00000100:00000010:2.0:1767384392.091269:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000835bb2a7. 00000100:00000010:2.0:1767384392.091273:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009c4f3ce3. 00000100:00000010:2.0:1767384392.091335:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f83d4d19. 00000100:00000010:2.0:1767384392.091338:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e36ca98. 00000100:00000010:2.0:1767384392.091406:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009229ec82. 00000100:00000010:2.0:1767384392.091409:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000033e5f5cd. 00000100:00000010:2.0:1767384392.091509:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059441721. 00000100:00000010:2.0:1767384392.091513:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015913822. 00000100:00000010:2.0:1767384392.091612:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba175dac. 00000100:00000010:2.0:1767384392.091616:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000107c8705. 00000100:00000010:2.0:1767384392.091688:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000898fe84c. 00000100:00000010:2.0:1767384392.091692:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017d5b4ae. 00000100:00000010:2.0:1767384392.091813:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b2e8d19. 00000100:00000010:2.0:1767384392.091817:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004e2812c6. 00000100:00000010:2.0:1767384392.091874:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b709a439. 00000100:00000010:2.0:1767384392.091877:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000007e4d35b. 00000100:00000010:2.0:1767384392.091955:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060b20664. 00000100:00000010:2.0:1767384392.091959:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000032b143c4. 00000100:00000010:2.0:1767384392.092031:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dcc94c74. 00000100:00000010:2.0:1767384392.092034:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c35f636. 00000100:00000010:2.0:1767384392.092102:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000558e3c47. 00000100:00000010:2.0:1767384392.092106:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005034b742. 00000100:00000010:2.0:1767384392.092183:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000838ab5e. 00000100:00000010:2.0:1767384392.092187:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007e06931e. 00000100:00000010:2.0:1767384392.092266:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e49f1f74. 00000100:00000010:2.0:1767384392.092270:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f4d59578. 00000100:00000010:2.0:1767384392.092327:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d5d5459. 00000100:00000010:2.0:1767384392.092332:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bcd69206. 00000100:00000010:2.0:1767384392.092387:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000249d37ff. 00000100:00000010:2.0:1767384392.092390:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000008277d85. 00000100:00000010:2.0:1767384392.092644:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004089da22. 00000100:00000010:2.0:1767384392.092648:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005c8a198d. 00000100:00000010:2.0:1767384392.092714:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000063cee9e. 00000100:00000010:2.0:1767384392.092718:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000158cd7f9. 00000100:00000010:2.0:1767384392.092799:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0cf712f. 00000100:00000010:2.0:1767384392.092803:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000661c0e62. 00000100:00000010:2.0:1767384392.092876:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000322f701. 00000100:00000010:2.0:1767384392.092880:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a4be099. 00000100:00000010:2.0:1767384392.092945:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096a3b1a0. 00000100:00000010:2.0:1767384392.092949:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f143c7ca. 00000100:00000010:2.0:1767384392.093020:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007613c5d3. 00000100:00000010:2.0:1767384392.093023:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a28b95d4. 00000100:00000010:2.0:1767384392.093087:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009588c6cf. 00000100:00000010:2.0:1767384392.093090:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000270b2661. 00000100:00000010:2.0:1767384392.093287:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033744b77. 00000100:00000010:2.0:1767384392.093291:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000216e46d9. 00000100:00000010:2.0:1767384392.093367:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd639b46. 00000100:00000010:2.0:1767384392.093371:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000da58dd0d. 00000100:00000010:2.0:1767384392.093543:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007892baa0. 00000100:00000010:2.0:1767384392.093547:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003830d748. 00000100:00000010:2.0:1767384392.093650:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000748f0cc8. 00000100:00000010:2.0:1767384392.093655:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006509238c. 00000100:00000010:2.0:1767384392.093718:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f7de22b. 00000100:00000010:2.0:1767384392.093722:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041a5f6cc. 00000100:00000010:2.0:1767384392.093783:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fb6e880. 00000100:00000010:2.0:1767384392.093787:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a5f8144e. 00000100:00000010:2.0:1767384392.093868:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eef01ac. 00000100:00000010:2.0:1767384392.093872:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e4df9a98. 00000100:00000010:2.0:1767384392.093928:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043be5678. 00000100:00000010:2.0:1767384392.093933:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005e7206c5. 00000100:00000010:2.0:1767384392.093986:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098b3e5e9. 00000100:00000010:2.0:1767384392.093988:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000fe4b66b. 00000100:00000010:2.0:1767384392.094032:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d35aebbe. 00000100:00000010:3.0:1767384392.094081:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ffbb384d. 00000100:00000010:3.0:1767384392.094093:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c13d8b44. 00000100:00000001:3.0:1767384392.094103:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384392.094106:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.094108:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384392.094110:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384392.094112:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000070a40ecf. 00000100:00000001:3.0:1767384392.094117:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384392.094118:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.094120:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.094122:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000063e928a7. 00000100:00000001:3.0:1767384392.094124:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.094125:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.094127:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001c7121a0. 00000100:00000001:3.0:1767384392.094128:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.094130:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.094131:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a6ed8c7b. 00000100:00000001:3.0:1767384392.094133:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.094134:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.094135:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008a738068. 00000100:00000001:3.0:1767384392.094138:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384392.094274:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000017d2cfad. 00000020:00000010:3.0:1767384392.094282:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000051372b18. 00000100:00000010:3.0:1767384392.094330:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008fed17c1. 00000100:00000010:3.0:1767384392.094341:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e0228f2e. 00000100:00000010:3.0:1767384392.094346:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a7434601. 00000100:00000010:3.0:1767384392.094359:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006520d7df. 00000100:00000001:3.0:1767384392.094364:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.094367:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767384392.094369:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:3.0:1767384392.094372:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767384392.094374:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767384392.094376:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:3.0:1767384392.094378:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:3.0:1767384392.094380:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:3.0:1767384392.094406:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384392.094423:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067031533. 00000040:00000010:3.0:1767384392.094430:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000043172a0d. 00000020:00000010:3.0:1767384392.094435:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008978733c. 00000020:00000010:3.0:1767384392.094454:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ef80558b. 00000020:00000010:3.0:1767384392.094460:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000082a618f7. 80000000:00000010:3.0:1767384392.094465:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f191d015. 40000000:00000010:3.0:1767384392.094469:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f8d7d205. 00100000:00000010:3.0:1767384392.094473:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fee1729. 00040000:00000010:3.0:1767384392.094477:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009a620343. 00040000:00000010:3.0:1767384392.094481:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ad4bca3. 00080000:00000010:3.0:1767384392.094485:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ad401b3e. 00000004:00000010:3.0:1767384392.094489:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006664b221. 00000020:00000010:3.0:1767384392.094493:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ae2c60c. 00000020:00000010:3.0:1767384392.094498:0:16802:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000066c1eb62. 00000100:00000010:3.0:1767384392.094503:0:16802:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a85eb942. 00000100:00100000:3.0:1767384392.094505:0:16802:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000022bdc629:16802] 0 exiting: rc = 1 00000020:00000010:1.0:1767384392.094986:0:16803:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002dc08acb. 00000040:00000010:1.0:1767384392.094992:0:16803:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dedaa6aa. 00000020:00000010:1.0:1767384392.094995:0:16803:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000539faaf4. 00000020:00000010:1.0:1767384392.094998:0:16803:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cbf4f965. 00000020:00000010:1.0:1767384392.095001:0:16803:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ecc9d41. 80000000:00000010:1.0:1767384392.095004:0:16803:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000728b6084. 40000000:00000010:1.0:1767384392.095006:0:16803:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac3c785e. 00100000:00000010:1.0:1767384392.095009:0:16803:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091c934a2. 00040000:00000010:1.0:1767384392.095012:0:16803:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000092256f20. 00040000:00000010:1.0:1767384392.095015:0:16803:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086538b06. 00080000:00000010:1.0:1767384392.095017:0:16803:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001ab45ce3. 00000004:00000010:1.0:1767384392.095020:0:16803:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055715fbc. 00000020:00000010:1.0:1767384392.095022:0:16803:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008adaffd4. 00000020:00000010:1.0:1767384392.095025:0:16803:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ba0dc019. 00000100:00000010:1.0:1767384392.095028:0:16803:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000059cfa214. 00000100:00100000:1.0:1767384392.095030:0:16803:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000630545b6:16803] 1 exiting: rc = 0 00000100:00000010:3.0:1767384392.095135:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000022bdc629. 00000100:00000010:3.0:1767384392.095140:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000630545b6. 00000100:00000001:3.0:1767384392.095143:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767384392.095144:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767384392.095148:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:3.0:1767384392.095154:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095156:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095159:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861cf69f. 00000400:00000200:3.0:1767384392.095162:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a75d24c 00000400:00000010:3.0:1767384392.095164:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a75d24c. 00000100:00000001:3.0:1767384392.095168:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095170:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095176:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095178:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384392.095180:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095182:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095183:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095184:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000251ecd44. 00000400:00000200:3.0:1767384392.095186:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e89770f2 00000400:00000010:3.0:1767384392.095187:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e89770f2. 00000100:00000001:3.0:1767384392.095189:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095190:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095194:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095195:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384392.095197:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095198:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095199:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095200:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094579a4a. 00000400:00000200:3.0:1767384392.095202:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f9b5071 00000400:00000010:3.0:1767384392.095203:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f9b5071. 00000100:00000001:3.0:1767384392.095205:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095206:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095209:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095211:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767384392.095213:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095214:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095215:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095216:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027d601c6. 00000400:00000200:3.0:1767384392.095219:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094540fa6 00000400:00000010:3.0:1767384392.095220:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094540fa6. 00000100:00000001:3.0:1767384392.095223:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095224:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095229:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095231:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767384392.095233:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095235:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095236:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095238:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c013f0. 00000400:00000200:3.0:1767384392.095240:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d6444f1 00000400:00000010:3.0:1767384392.095242:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d6444f1. 00000100:00000001:3.0:1767384392.095243:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095244:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095248:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095249:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767384392.095250:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095251:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095252:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095254:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd9d6096. 00000400:00000200:3.0:1767384392.095255:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc30c438 00000400:00000010:3.0:1767384392.095257:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc30c438. 00000100:00000001:3.0:1767384392.095258:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095259:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095263:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095264:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767384392.095265:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095267:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095268:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095269:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e19c619a. 00000400:00000200:3.0:1767384392.095270:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed071654 00000400:00000010:3.0:1767384392.095271:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed071654. 00000100:00000001:3.0:1767384392.095273:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095274:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095277:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095279:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767384392.095280:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095281:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095282:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095283:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000782a6f74. 00000400:00000200:3.0:1767384392.095285:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab70e590 00000400:00000010:3.0:1767384392.095286:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab70e590. 00000100:00000001:3.0:1767384392.095288:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095289:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095292:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095293:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767384392.095294:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095296:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095297:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095298:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e94927c. 00000400:00000200:3.0:1767384392.095300:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096037948 00000400:00000010:3.0:1767384392.095301:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096037948. 00000100:00000001:3.0:1767384392.095303:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095304:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095307:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095308:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767384392.095310:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095311:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095312:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095313:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fafa2d00. 00000400:00000200:3.0:1767384392.095315:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ffce0e 00000400:00000010:3.0:1767384392.095317:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041ffce0e. 00000100:00000001:3.0:1767384392.095318:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095319:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095323:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095324:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384392.095326:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095327:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095328:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095330:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be54733. 00000400:00000200:3.0:1767384392.095331:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072c4735f 00000400:00000010:3.0:1767384392.095333:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072c4735f. 00000100:00000001:3.0:1767384392.095334:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095335:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095339:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095340:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767384392.095341:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095343:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095344:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095346:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077c740e1. 00000400:00000200:3.0:1767384392.095348:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006440a8c8 00000400:00000010:3.0:1767384392.095349:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006440a8c8. 00000100:00000001:3.0:1767384392.095351:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095352:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095355:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095356:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384392.095358:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095359:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095360:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095361:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c71bd85f. 00000400:00000200:3.0:1767384392.095364:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008976b072 00000400:00000010:3.0:1767384392.095365:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008976b072. 00000100:00000001:3.0:1767384392.095366:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095367:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095371:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095372:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384392.095374:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095375:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095377:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095378:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007545aa38. 00000400:00000200:3.0:1767384392.095379:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046cd7d0b 00000400:00000010:3.0:1767384392.095381:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046cd7d0b. 00000100:00000001:3.0:1767384392.095383:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095384:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095388:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095389:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384392.095391:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095392:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095393:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095394:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b796716. 00000400:00000200:3.0:1767384392.095396:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074c1cd76 00000400:00000010:3.0:1767384392.095397:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074c1cd76. 00000100:00000001:3.0:1767384392.095399:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095401:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095404:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095406:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384392.095407:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095408:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095409:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095411:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdf26ba7. 00000400:00000200:3.0:1767384392.095412:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002891be4a 00000400:00000010:3.0:1767384392.095414:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002891be4a. 00000100:00000001:3.0:1767384392.095415:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095416:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095420:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095421:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384392.095422:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095423:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095424:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095425:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa3306c. 00000400:00000200:3.0:1767384392.095426:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004831faa 00000400:00000010:3.0:1767384392.095428:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004831faa. 00000100:00000001:3.0:1767384392.095429:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095430:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095433:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095434:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384392.095435:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095447:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095449:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095450:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072493f57. 00000400:00000200:3.0:1767384392.095452:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000653c9d2a 00000400:00000010:3.0:1767384392.095453:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000653c9d2a. 00000100:00000001:3.0:1767384392.095455:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095456:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095459:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095460:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384392.095462:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095463:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095464:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095465:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c3d2e5. 00000400:00000200:3.0:1767384392.095466:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e54898e 00000400:00000010:3.0:1767384392.095467:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e54898e. 00000100:00000001:3.0:1767384392.095469:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095470:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095473:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095474:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384392.095475:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095476:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095477:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095478:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cc1f462. 00000400:00000200:3.0:1767384392.095480:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000466d0dad 00000400:00000010:3.0:1767384392.095482:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000466d0dad. 00000100:00000001:3.0:1767384392.095483:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095484:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095488:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095489:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384392.095490:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095491:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095492:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095493:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea9c819a. 00000400:00000200:3.0:1767384392.095495:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000563a2534 00000400:00000010:3.0:1767384392.095496:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000563a2534. 00000100:00000001:3.0:1767384392.095498:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095498:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095502:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095503:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384392.095504:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095506:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095507:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095507:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b75c6cb9. 00000400:00000200:3.0:1767384392.095509:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051b56eb0 00000400:00000010:3.0:1767384392.095510:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051b56eb0. 00000100:00000001:3.0:1767384392.095512:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095513:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095516:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095517:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384392.095519:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095520:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095521:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095522:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000520c7f6e. 00000400:00000200:3.0:1767384392.095524:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3d74984 00000400:00000010:3.0:1767384392.095525:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3d74984. 00000100:00000001:3.0:1767384392.095527:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095528:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095532:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095533:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384392.095534:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095536:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095537:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095538:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f30475b. 00000400:00000200:3.0:1767384392.095540:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018edf1fa 00000400:00000010:3.0:1767384392.095541:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018edf1fa. 00000100:00000001:3.0:1767384392.095542:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095543:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095546:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095547:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384392.095548:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095550:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095551:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095552:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042dcd863. 00000400:00000200:3.0:1767384392.095637:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091634873 00000400:00000010:3.0:1767384392.095638:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091634873. 00000100:00000001:3.0:1767384392.095641:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095642:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095646:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095647:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384392.095648:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095650:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095651:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095652:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069aff3ef. 00000400:00000200:3.0:1767384392.095654:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c078505 00000400:00000010:3.0:1767384392.095655:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c078505. 00000100:00000001:3.0:1767384392.095657:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095658:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095661:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095662:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384392.095663:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095665:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095666:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095667:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c6934bf. 00000400:00000200:3.0:1767384392.095669:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be73ee3 00000400:00000010:3.0:1767384392.095671:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008be73ee3. 00000100:00000001:3.0:1767384392.095672:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095674:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095677:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095678:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384392.095679:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095681:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095682:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095683:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002964b0f1. 00000400:00000200:3.0:1767384392.095685:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0433a1 00000400:00000010:3.0:1767384392.095686:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0433a1. 00000100:00000001:3.0:1767384392.095688:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095689:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095692:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095693:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384392.095694:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095696:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095697:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095698:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f8fb1a7. 00000400:00000200:3.0:1767384392.095701:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c8ebbf2 00000400:00000010:3.0:1767384392.095702:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c8ebbf2. 00000100:00000001:3.0:1767384392.095704:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095705:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095708:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095709:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384392.095711:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095712:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095713:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095714:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c1e2813. 00000400:00000200:3.0:1767384392.095716:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa1dd7a 00000400:00000010:3.0:1767384392.095717:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000daa1dd7a. 00000100:00000001:3.0:1767384392.095720:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095721:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095724:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095725:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384392.095727:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095729:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095730:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095731:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a8c4cd5. 00000400:00000200:3.0:1767384392.095733:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c36d5377 00000400:00000010:3.0:1767384392.095735:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c36d5377. 00000100:00000001:3.0:1767384392.095737:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095737:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095741:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095742:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384392.095744:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095745:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095746:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095747:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5b6176e. 00000400:00000200:3.0:1767384392.095749:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099feb3ae 00000400:00000010:3.0:1767384392.095750:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099feb3ae. 00000100:00000001:3.0:1767384392.095751:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095752:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095756:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095757:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384392.095758:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095760:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095760:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095762:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f95252e7. 00000400:00000200:3.0:1767384392.095763:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec95c35 00000400:00000010:3.0:1767384392.095765:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ec95c35. 00000100:00000001:3.0:1767384392.095766:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095767:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095771:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095772:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384392.095773:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095775:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095776:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095777:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0f816ba. 00000400:00000200:3.0:1767384392.095779:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000455947a 00000400:00000010:3.0:1767384392.095780:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000455947a. 00000100:00000001:3.0:1767384392.095781:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095782:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095786:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095787:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384392.095789:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095790:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095791:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095792:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8f23a9. 00000400:00000200:3.0:1767384392.095794:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e42db65e 00000400:00000010:3.0:1767384392.095795:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e42db65e. 00000100:00000001:3.0:1767384392.095796:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095797:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095801:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095802:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384392.095803:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095805:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095805:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095806:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088b630e8. 00000400:00000200:3.0:1767384392.095808:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af1eeac 00000400:00000010:3.0:1767384392.095809:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009af1eeac. 00000100:00000001:3.0:1767384392.095811:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095812:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095816:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095818:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384392.095819:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095820:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095821:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095822:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009afc3ae5. 00000400:00000200:3.0:1767384392.095823:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35194d9 00000400:00000010:3.0:1767384392.095825:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b35194d9. 00000100:00000001:3.0:1767384392.095827:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095828:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095831:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095833:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384392.095834:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095881:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095883:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095884:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003abfb467. 00000400:00000200:3.0:1767384392.095887:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026433b8c 00000400:00000010:3.0:1767384392.095888:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026433b8c. 00000100:00000001:3.0:1767384392.095890:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095892:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095896:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095897:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384392.095898:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095900:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095901:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095902:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099a33310. 00000400:00000200:3.0:1767384392.095904:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b20048 00000400:00000010:3.0:1767384392.095905:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b20048. 00000100:00000001:3.0:1767384392.095907:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095908:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095911:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095912:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384392.095913:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095914:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095916:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095917:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a3dcb1a. 00000400:00000200:3.0:1767384392.095918:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014724fa3 00000400:00000010:3.0:1767384392.095920:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014724fa3. 00000100:00000001:3.0:1767384392.095922:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095923:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095926:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095927:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384392.095928:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095930:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095931:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095932:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d5f8fa3. 00000400:00000200:3.0:1767384392.095933:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000946e9e10 00000400:00000010:3.0:1767384392.095935:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000946e9e10. 00000100:00000001:3.0:1767384392.095937:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095938:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095941:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095942:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384392.095944:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095945:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095946:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095947:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdcdd0d5. 00000400:00000200:3.0:1767384392.095948:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011ed9d3b 00000400:00000010:3.0:1767384392.095950:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011ed9d3b. 00000100:00000001:3.0:1767384392.095951:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095952:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095956:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095957:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384392.095959:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095960:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095961:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095962:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3577196. 00000400:00000200:3.0:1767384392.095964:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c8c1cb 00000400:00000010:3.0:1767384392.095965:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9c8c1cb. 00000100:00000001:3.0:1767384392.095967:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095968:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095972:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095973:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384392.095974:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095975:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095976:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095977:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006404419. 00000400:00000200:3.0:1767384392.095979:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082459e38 00000400:00000010:3.0:1767384392.095981:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082459e38. 00000100:00000001:3.0:1767384392.095983:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095984:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.095987:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.095988:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384392.095990:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.095991:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.095992:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.095993:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f23acf70. 00000400:00000200:3.0:1767384392.095995:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2e791c3 00000400:00000010:3.0:1767384392.095996:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2e791c3. 00000100:00000001:3.0:1767384392.095998:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.095999:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096002:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096003:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384392.096005:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096006:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096007:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096008:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000040951c7. 00000400:00000200:3.0:1767384392.096010:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c61fe12d 00000400:00000010:3.0:1767384392.096012:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c61fe12d. 00000100:00000001:3.0:1767384392.096014:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096015:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096018:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096020:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384392.096021:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096022:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096023:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096024:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024db315e. 00000400:00000200:3.0:1767384392.096026:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b4c19fb 00000400:00000010:3.0:1767384392.096027:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b4c19fb. 00000100:00000001:3.0:1767384392.096029:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096030:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096034:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096035:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384392.096037:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096038:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096039:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096040:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b3f7389. 00000400:00000200:3.0:1767384392.096042:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cd81f0e 00000400:00000010:3.0:1767384392.096043:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cd81f0e. 00000100:00000001:3.0:1767384392.096045:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096046:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096049:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096051:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384392.096052:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096054:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096055:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096056:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb53f249. 00000400:00000200:3.0:1767384392.096058:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa6f30d 00000400:00000010:3.0:1767384392.096059:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa6f30d. 00000100:00000001:3.0:1767384392.096061:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096062:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096065:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096066:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384392.096068:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096069:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096070:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096071:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3d8bed1. 00000400:00000200:3.0:1767384392.096073:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5ab9cbe 00000400:00000010:3.0:1767384392.096074:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5ab9cbe. 00000100:00000001:3.0:1767384392.096076:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096077:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096080:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096082:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384392.096083:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096084:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096085:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096086:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003090ff39. 00000400:00000200:3.0:1767384392.096088:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000867eb5f4 00000400:00000010:3.0:1767384392.096089:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000867eb5f4. 00000100:00000001:3.0:1767384392.096091:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096092:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096095:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096097:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384392.096098:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096100:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096101:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096102:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001096c808. 00000400:00000200:3.0:1767384392.096103:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebb8cbe6 00000400:00000010:3.0:1767384392.096105:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebb8cbe6. 00000100:00000001:3.0:1767384392.096106:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096107:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096111:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096112:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384392.096114:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096115:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096116:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096117:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007034039d. 00000400:00000200:3.0:1767384392.096119:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003532729b 00000400:00000010:3.0:1767384392.096120:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003532729b. 00000100:00000001:3.0:1767384392.096122:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096123:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096126:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096127:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384392.096128:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096130:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096131:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096132:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a84824b3. 00000400:00000200:3.0:1767384392.096134:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e0fdb29 00000400:00000010:3.0:1767384392.096135:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e0fdb29. 00000100:00000001:3.0:1767384392.096137:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096138:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096142:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096143:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384392.096145:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096146:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096147:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096148:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009856883f. 00000400:00000200:3.0:1767384392.096150:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000828b92d5 00000400:00000010:3.0:1767384392.096151:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000828b92d5. 00000100:00000001:3.0:1767384392.096153:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096154:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096158:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096160:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384392.096161:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096162:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096163:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096164:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3ed5029. 00000400:00000200:3.0:1767384392.096166:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1185a60 00000400:00000010:3.0:1767384392.096167:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1185a60. 00000100:00000001:3.0:1767384392.096169:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096170:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096173:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096175:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384392.096176:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096177:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096178:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096179:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000185c9468. 00000400:00000200:3.0:1767384392.096182:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000353fe0e0 00000400:00000010:3.0:1767384392.096183:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000353fe0e0. 00000100:00000001:3.0:1767384392.096184:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096185:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096189:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096190:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384392.096191:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096193:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096194:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096195:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b17475d2. 00000400:00000200:3.0:1767384392.096197:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037d839f4 00000400:00000010:3.0:1767384392.096198:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037d839f4. 00000100:00000001:3.0:1767384392.096200:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096201:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096205:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096206:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384392.096207:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096210:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096211:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096212:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c99eb97f. 00000400:00000200:3.0:1767384392.096215:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000608aad49 00000400:00000010:3.0:1767384392.096216:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000608aad49. 00000100:00000001:3.0:1767384392.096219:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096220:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096224:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096225:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384392.096227:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096228:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096229:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096230:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15e74e7. 00000400:00000200:3.0:1767384392.096232:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011175659 00000400:00000010:3.0:1767384392.096234:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011175659. 00000100:00000001:3.0:1767384392.096235:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096236:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096240:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096241:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384392.096242:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096243:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096244:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096246:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001291dbf9. 00000400:00000200:3.0:1767384392.096247:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1bbe463 00000400:00000010:3.0:1767384392.096249:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1bbe463. 00000100:00000001:3.0:1767384392.096251:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096252:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096256:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096257:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384392.096258:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096260:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096260:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096261:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f8e4c4. 00000400:00000200:3.0:1767384392.096263:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000420e3ac4 00000400:00000010:3.0:1767384392.096265:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000420e3ac4. 00000100:00000001:3.0:1767384392.096266:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096267:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096271:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096272:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384392.096273:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096274:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096275:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096276:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088b65466. 00000400:00000200:3.0:1767384392.096279:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1a1acb 00000400:00000010:3.0:1767384392.096280:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc1a1acb. 00000100:00000001:3.0:1767384392.096282:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096283:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096286:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096287:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384392.096289:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384392.096290:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384392.096291:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384392.096292:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009c6c7fb. 00000400:00000200:3.0:1767384392.096293:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0c89e16 00000400:00000010:3.0:1767384392.096295:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0c89e16. 00000100:00000001:3.0:1767384392.096297:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384392.096297:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767384392.096301:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384392.096302:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384392.096304:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384392.096306:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096308:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096311:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096312:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096313:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096314:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096315:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096316:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096317:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096318:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096320:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096321:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096322:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096323:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096324:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096325:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096326:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096327:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096328:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096330:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096331:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096332:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096333:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096335:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096336:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096337:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096338:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096339:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096340:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096341:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096342:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096343:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096344:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096345:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096346:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096347:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096349:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096349:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096350:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096351:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096352:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096353:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096354:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096355:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096356:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096357:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096358:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096359:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096360:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096361:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096362:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096363:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096364:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096364:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096365:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096366:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096367:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096368:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096369:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096370:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096370:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096371:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096372:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096373:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096374:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096375:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096376:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096378:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096379:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096379:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096380:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096381:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096382:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096383:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096384:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096385:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096386:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096386:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096388:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096388:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096389:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096390:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096391:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096392:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096393:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096394:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096395:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096396:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096397:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096398:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096399:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096399:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096400:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096401:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096402:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096403:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096404:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096405:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096406:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096406:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096407:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096408:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096410:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096411:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096412:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096413:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096414:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096415:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096416:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096417:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096418:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096419:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096420:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096421:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096422:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096423:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096424:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096425:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096427:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096428:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096429:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096430:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096431:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096432:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096434:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096434:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384392.096436:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.096447:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384392.096450:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000141dd41. 00000100:00000010:3.0:1767384392.096455:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000168cef6f. 00000100:00000010:3.0:1767384392.096457:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3e0d186. 00000100:00000010:3.0:1767384392.096459:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fea9fb3. 00000100:00000010:3.0:1767384392.096461:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000545ef957. 00000100:00000010:3.0:1767384392.096463:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fecb066. 00000100:00000010:3.0:1767384392.096465:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4e315c6. 00000100:00000010:3.0:1767384392.096467:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0ed430a. 00000100:00000010:3.0:1767384392.096468:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e21b2fe2. 00000100:00000010:3.0:1767384392.096470:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082a14ecd. 00000100:00000010:3.0:1767384392.096472:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008b8d7a8b. 00000100:00000010:3.0:1767384392.096474:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fff1267. 00000100:00000010:3.0:1767384392.096477:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba1fdc89. 00000100:00000010:3.0:1767384392.096479:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081e60c1a. 00000100:00000010:3.0:1767384392.096480:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e97b9f60. 00000100:00000010:3.0:1767384392.096482:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a9433a3. 00000100:00000010:3.0:1767384392.096484:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4ad5627. 00000100:00000010:3.0:1767384392.096485:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e922f2f8. 00000100:00000010:3.0:1767384392.096486:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d09eb191. 00000100:00000010:3.0:1767384392.096488:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d774dc1a. 00000100:00000010:3.0:1767384392.096490:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd1eb4c1. 00000100:00000010:3.0:1767384392.096493:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000222e91ec. 00000100:00000010:3.0:1767384392.096494:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e45cbeb7. 00000100:00000010:3.0:1767384392.096497:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a69dee9f. 00000100:00000010:3.0:1767384392.096499:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000049ff52a. 00000100:00000010:3.0:1767384392.096501:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6cd6895. 00000100:00000010:3.0:1767384392.096503:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b2ba4ce. 00000100:00000010:3.0:1767384392.096505:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036f56b6b. 00000100:00000010:3.0:1767384392.096508:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000302e3823. 00000100:00000010:3.0:1767384392.096510:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e5cec39. 00000100:00000010:3.0:1767384392.096512:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009889715d. 00000100:00000010:3.0:1767384392.096514:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000062f65ba. 00000100:00000010:3.0:1767384392.096516:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f3241090. 00000100:00000010:3.0:1767384392.096517:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da79555e. 00000100:00000010:3.0:1767384392.096519:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e58d9f3. 00000100:00000010:3.0:1767384392.096521:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dec48670. 00000100:00000010:3.0:1767384392.096523:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce558773. 00000100:00000010:3.0:1767384392.096524:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b33e0a4. 00000100:00000010:3.0:1767384392.096526:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0afd9a5. 00000100:00000010:3.0:1767384392.096528:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000883eb486. 00000100:00000010:3.0:1767384392.096529:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000013e3b834. 00000100:00000010:3.0:1767384392.096532:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d3bb1d6. 00000100:00000010:3.0:1767384392.096534:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad1c9373. 00000100:00000010:3.0:1767384392.096536:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3c890c9. 00000100:00000010:3.0:1767384392.096538:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd6f6b64. 00000100:00000010:3.0:1767384392.096540:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a29b3ebb. 00000100:00000010:3.0:1767384392.096542:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5710745. 00000100:00000010:3.0:1767384392.096544:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1f2857b. 00000100:00000010:3.0:1767384392.096545:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055930de2. 00000100:00000010:3.0:1767384392.096547:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ddb880d. 00000100:00000010:3.0:1767384392.096549:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da0acf6b. 00000100:00000010:3.0:1767384392.096551:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071b0e645. 00000100:00000010:3.0:1767384392.096589:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082c9a456. 00000100:00000010:3.0:1767384392.096592:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bacf87c. 00000100:00000010:3.0:1767384392.096594:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085929699. 00000100:00000010:3.0:1767384392.096596:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000472d7ffd. 00000100:00000010:3.0:1767384392.096598:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028af72ef. 00000100:00000010:3.0:1767384392.096600:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005644f7eb. 00000100:00000010:3.0:1767384392.096601:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a69b765. 00000100:00000010:3.0:1767384392.096603:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016a71369. 00000100:00000010:3.0:1767384392.096605:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f68041f4. 00000100:00000010:3.0:1767384392.096606:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d969fed. 00000100:00000010:3.0:1767384392.096608:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d028ea43. 00000100:00000010:3.0:1767384392.096610:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064d400af. 00000100:00000010:3.0:1767384392.096612:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000113be043. 00000100:00000010:3.0:1767384392.096614:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2e734b9. 00000100:00000010:3.0:1767384392.096615:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbebd9aa. 00000100:00000010:3.0:1767384392.096618:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2057123. 00000100:00000010:3.0:1767384392.096619:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001f71ce5. 00000100:00000010:3.0:1767384392.096621:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065ed7b24. 00000100:00000010:3.0:1767384392.096623:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001d2c078. 00000100:00000010:3.0:1767384392.096626:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a370dc20. 00000100:00000010:3.0:1767384392.096628:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aad232e8. 00000100:00000010:3.0:1767384392.096630:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070e08a77. 00000100:00000010:3.0:1767384392.096631:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4056c39. 00000100:00000010:3.0:1767384392.096633:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075db8600. 00000100:00000010:3.0:1767384392.096635:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098776b93. 00000100:00000010:3.0:1767384392.096636:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005aed1e8. 00000100:00000010:3.0:1767384392.096638:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017e856e0. 00000100:00000010:3.0:1767384392.096641:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002801686b. 00000100:00000010:3.0:1767384392.096642:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f4ad238. 00000100:00000010:3.0:1767384392.096645:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b799abc0. 00000100:00000010:3.0:1767384392.096646:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000064c480c. 00000100:00000010:3.0:1767384392.096649:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de9fb2d8. 00000100:00000010:3.0:1767384392.096650:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed103ad0. 00000100:00000010:3.0:1767384392.096653:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062ab391c. 00000100:00000010:3.0:1767384392.096654:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c491d5eb. 00000100:00000010:3.0:1767384392.096659:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056b89a74. 00000100:00000010:3.0:1767384392.096661:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049584d66. 00000100:00000010:3.0:1767384392.096663:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f669e5f6. 00000100:00000010:3.0:1767384392.096665:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001386131. 00000100:00000010:3.0:1767384392.096668:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d24cb8b6. 00000100:00000010:3.0:1767384392.096669:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c21c8b7. 00000100:00000010:3.0:1767384392.096671:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cdd6de1. 00000100:00000010:3.0:1767384392.096673:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009962aafb. 00000100:00000010:3.0:1767384392.096676:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a35d037e. 00000100:00000010:3.0:1767384392.096678:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035c8957b. 00000100:00000010:3.0:1767384392.096680:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e7e7db4. 00000100:00000010:3.0:1767384392.096682:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006ebf85d. 00000100:00000010:3.0:1767384392.096684:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087b80ecb. 00000100:00000010:3.0:1767384392.096685:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d8a5ce2. 00000100:00000010:3.0:1767384392.096687:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f2f7094. 00000100:00000010:3.0:1767384392.096688:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fefa7d8. 00000100:00000010:3.0:1767384392.096691:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0974da9. 00000100:00000010:3.0:1767384392.096693:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000077c0976. 00000100:00000010:3.0:1767384392.096695:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081f03c95. 00000100:00000010:3.0:1767384392.096696:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000175c998a. 00000100:00000010:3.0:1767384392.096698:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6538091. 00000100:00000010:3.0:1767384392.096700:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000065ed46f9. 00000100:00000010:3.0:1767384392.096702:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4c9a31c. 00000100:00000010:3.0:1767384392.096704:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051e9a882. 00000100:00000010:3.0:1767384392.096707:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afbc65af. 00000100:00000010:3.0:1767384392.096708:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f492f73. 00000100:00000010:3.0:1767384392.096710:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c79c0be0. 00000100:00000010:3.0:1767384392.096712:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8ada7c4. 00000100:00000010:3.0:1767384392.096714:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000261ba2aa. 00000100:00000010:3.0:1767384392.096716:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005fde2eae. 00000100:00000010:3.0:1767384392.096718:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d1cad0d. 00000100:00000010:3.0:1767384392.096720:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f7bca2c. 00000100:00000010:3.0:1767384392.096723:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b552ce4. 00000100:00000010:3.0:1767384392.096754:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009e823e9b. 00000100:00000010:3.0:1767384392.096757:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eec859f6. 00000100:00000010:3.0:1767384392.096759:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f68e638b. 00000100:00000010:3.0:1767384392.096761:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a3faaf1. 00000100:00000010:3.0:1767384392.096763:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b54d30d4. 00000100:00000010:3.0:1767384392.096765:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069b2db15. 00000100:00000010:3.0:1767384392.096767:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000280d19fb. 00000100:00000010:3.0:1767384392.096769:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcf737df. 00000100:00000010:2.0:1767384392.096809:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000a516221f. 00000100:00000010:2.0:1767384392.096816:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000ffad1e83. 00000100:00000001:2.0:1767384392.096820:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.096822:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.096825:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.096827:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.096829:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000896aa521. 00000100:00000001:2.0:1767384392.096833:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.096835:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.096837:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.096839:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005373f264. 00000100:00000001:2.0:1767384392.096842:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.096843:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.096844:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a40059bf. 00000100:00000001:2.0:1767384392.096847:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.096849:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.096851:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000836436af. 00000100:00000001:2.0:1767384392.096854:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.096856:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.096858:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eb68bcb4. 00000100:00000001:2.0:1767384392.096861:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.096996:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000021356894. 00000020:00000010:2.0:1767384392.097002:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000712ff9ee. 00000100:00000010:2.0:1767384392.097028:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c8bcb0d2. 00000100:00000010:2.0:1767384392.097038:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000165e74ca. 00000100:00000010:2.0:1767384392.097041:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000000821ea48. 00000100:00000010:2.0:1767384392.097043:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000c75a4375. 00000100:00000001:2.0:1767384392.097045:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.097047:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.097049:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384392.097051:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.097052:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.097053:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384392.097055:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384392.097056:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384392.097127:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:1.0:1767384392.097223:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087055911. 00000020:00000010:0.0:1767384392.097224:0:16805:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000004aad45. 00000040:00000010:1.0:1767384392.097229:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a14d086. 00000040:00000010:0.0:1767384392.097232:0:16805:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e0280b01. 00000020:00000010:1.0:1767384392.097234:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da60cdd1. 00000020:00000010:0.0:1767384392.097237:0:16805:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5a4a327. 00000020:00000010:1.0:1767384392.097240:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f47d8343. 00000020:00000010:1.0:1767384392.097244:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005e5586fe. 80000000:00000010:1.0:1767384392.097246:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a573370a. 40000000:00000010:1.0:1767384392.097252:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038c26b86. 00000020:00000010:0.0:1767384392.097253:0:16805:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000009f933fc. 00100000:00000010:1.0:1767384392.097256:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a5057ba. 00000020:00000010:0.0:1767384392.097259:0:16805:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a15e5526. 00040000:00000010:1.0:1767384392.097261:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad09c75a. 80000000:00000010:0.0:1767384392.097265:0:16805:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000091c979c3. 40000000:00000010:0.0:1767384392.097267:0:16805:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000065a5b85f. 00040000:00000010:1.0:1767384392.097272:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080ac073e. 00100000:00000010:0.0:1767384392.097274:0:16805:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d64e36af. 00080000:00000010:1.0:1767384392.097277:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b54df08d. 00040000:00000010:0.0:1767384392.097279:0:16805:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000846b00a8. 00000004:00000010:1.0:1767384392.097283:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001c366b55. 00040000:00000010:0.0:1767384392.097285:0:16805:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b03a42b6. 00002000:00000010:1.0:1767384392.097289:0:16804:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000049876294. 00080000:00000010:0.0:1767384392.097291:0:16805:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000064cb355f. 00000020:00000010:1.0:1767384392.097294:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053226c16. 00000004:00000010:0.0:1767384392.097297:0:16805:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da7a02ce. 00000020:00000010:1.0:1767384392.097300:0:16804:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cc73aa5c. 00002000:00000010:0.0:1767384392.097303:0:16805:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c6a420ef. 00000100:00000010:1.0:1767384392.097308:0:16804:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ab5dd50b. 00000020:00000010:0.0:1767384392.097308:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036451daf. 00000100:00100000:1.0:1767384392.097313:0:16804:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000b35d3590:16804] 0 exiting: rc = 1 00000020:00000010:0.0:1767384392.097314:0:16805:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000063d72e1f. 00000100:00000010:0.0:1767384392.097324:0:16805:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d6807415. 00000100:00100000:0.0:1767384392.097328:0:16805:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000ee03934b:16805] 1 exiting: rc = 0 00000100:00000010:2.0:1767384392.097416:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b35d3590. 00000100:00000010:2.0:1767384392.097423:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ee03934b. 00000100:00000001:2.0:1767384392.097427:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.097429:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.097432:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384392.097435:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097445:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097447:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ba89fff. 00000400:00000200:2.0:1767384392.097451:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073972cc2 00000400:00000010:2.0:1767384392.097453:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073972cc2. 00000100:00000001:2.0:1767384392.097456:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097457:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097462:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097472:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.097474:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097476:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097477:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097478:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8a903e4. 00000400:00000200:2.0:1767384392.097480:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bdf5352 00000400:00000010:2.0:1767384392.097482:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009bdf5352. 00000100:00000001:2.0:1767384392.097484:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097485:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097489:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097490:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.097491:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097493:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097494:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097495:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd7a9dea. 00000400:00000200:2.0:1767384392.097496:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbefe13a 00000400:00000010:2.0:1767384392.097497:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbefe13a. 00000100:00000001:2.0:1767384392.097499:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097500:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097504:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097505:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.097507:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097509:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097510:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097511:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a916e578. 00000400:00000200:2.0:1767384392.097513:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000165832e6 00000400:00000010:2.0:1767384392.097514:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000165832e6. 00000100:00000001:2.0:1767384392.097516:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097517:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097520:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097522:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.097523:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097524:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097525:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097527:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e05f18f1. 00000400:00000200:2.0:1767384392.097528:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed326e31 00000400:00000010:2.0:1767384392.097530:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed326e31. 00000100:00000001:2.0:1767384392.097532:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097533:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097536:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097538:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.097539:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097540:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097541:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097543:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a04586f. 00000400:00000200:2.0:1767384392.097545:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049b52181 00000400:00000010:2.0:1767384392.097546:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049b52181. 00000100:00000001:2.0:1767384392.097548:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097549:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097706:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097708:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.097710:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097712:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097713:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097714:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6f73efa. 00000400:00000200:2.0:1767384392.097717:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004edc7800 00000400:00000010:2.0:1767384392.097719:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004edc7800. 00000100:00000001:2.0:1767384392.097721:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097722:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097726:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097728:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.097729:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097730:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097731:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097733:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002802f890. 00000400:00000200:2.0:1767384392.097735:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025adad5b 00000400:00000010:2.0:1767384392.097736:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025adad5b. 00000100:00000001:2.0:1767384392.097738:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097738:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097742:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097743:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.097745:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097746:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097747:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097748:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a48ee44. 00000400:00000200:2.0:1767384392.097750:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dad94d7 00000400:00000010:2.0:1767384392.097752:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dad94d7. 00000100:00000001:2.0:1767384392.097753:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097754:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097758:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097759:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.097760:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097762:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097763:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097764:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b2672df. 00000400:00000200:2.0:1767384392.097765:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2a76fac 00000400:00000010:2.0:1767384392.097767:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2a76fac. 00000100:00000001:2.0:1767384392.097769:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097769:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097773:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097774:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.097776:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097777:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097778:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097779:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a04dcb34. 00000400:00000200:2.0:1767384392.097781:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d88b04f 00000400:00000010:2.0:1767384392.097782:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d88b04f. 00000100:00000001:2.0:1767384392.097785:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097786:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097790:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097791:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.097792:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097793:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097794:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097795:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fde1992. 00000400:00000200:2.0:1767384392.097797:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b413181f 00000400:00000010:2.0:1767384392.097798:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b413181f. 00000100:00000001:2.0:1767384392.097800:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097801:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097805:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097806:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.097807:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097809:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097810:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097811:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab992ac3. 00000400:00000200:2.0:1767384392.097812:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004839afd6 00000400:00000010:2.0:1767384392.097814:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004839afd6. 00000100:00000001:2.0:1767384392.097816:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097817:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097821:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097822:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.097823:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097825:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097826:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097827:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000117ddd49. 00000400:00000200:2.0:1767384392.097829:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d32a329 00000400:00000010:2.0:1767384392.097830:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d32a329. 00000100:00000001:2.0:1767384392.097832:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097833:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097837:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097838:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.097839:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097840:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097842:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097843:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af60e33. 00000400:00000200:2.0:1767384392.097845:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1eb7128 00000400:00000010:2.0:1767384392.097847:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1eb7128. 00000100:00000001:2.0:1767384392.097848:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097849:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097853:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097854:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.097856:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097857:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097858:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097859:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007af15e22. 00000400:00000200:2.0:1767384392.097861:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e58ce732 00000400:00000010:2.0:1767384392.097863:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e58ce732. 00000100:00000001:2.0:1767384392.097865:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097866:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097870:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097871:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.097873:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097874:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097875:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097876:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050e9d325. 00000400:00000200:2.0:1767384392.097878:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025d5061a 00000400:00000010:2.0:1767384392.097879:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025d5061a. 00000100:00000001:2.0:1767384392.097881:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097882:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097886:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097887:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.097888:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097889:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097890:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097891:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000499c5a07. 00000400:00000200:2.0:1767384392.097893:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbda2ef8 00000400:00000010:2.0:1767384392.097894:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbda2ef8. 00000100:00000001:2.0:1767384392.097896:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097897:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097901:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097902:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.097903:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097905:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097906:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097907:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000293623db. 00000400:00000200:2.0:1767384392.097909:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000519b409e 00000400:00000010:2.0:1767384392.097910:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000519b409e. 00000100:00000001:2.0:1767384392.097912:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097913:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097916:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097917:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.097918:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097919:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097920:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097921:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea76248. 00000400:00000200:2.0:1767384392.097923:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cdfe704 00000400:00000010:2.0:1767384392.097925:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cdfe704. 00000100:00000001:2.0:1767384392.097926:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097927:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097930:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097931:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.097932:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097933:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097934:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097935:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079a32517. 00000400:00000200:2.0:1767384392.097937:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf80068 00000400:00000010:2.0:1767384392.097938:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbf80068. 00000100:00000001:2.0:1767384392.097940:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097940:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097944:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097945:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.097947:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097948:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097949:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097950:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d33d95c. 00000400:00000200:2.0:1767384392.097952:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030fb0b43 00000400:00000010:2.0:1767384392.097953:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030fb0b43. 00000100:00000001:2.0:1767384392.097955:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097956:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097960:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097962:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.097963:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097965:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097966:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097967:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084c05775. 00000400:00000200:2.0:1767384392.097969:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871f3f28 00000400:00000010:2.0:1767384392.097970:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000871f3f28. 00000100:00000001:2.0:1767384392.097972:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097973:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097976:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097977:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.097978:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097980:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097981:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097981:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000629014e9. 00000400:00000200:2.0:1767384392.097983:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003895ac6f 00000400:00000010:2.0:1767384392.097984:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003895ac6f. 00000100:00000001:2.0:1767384392.097986:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.097987:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.097991:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.097992:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.097993:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.097994:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.097996:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.097997:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd5fb67. 00000400:00000200:2.0:1767384392.097999:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb0ff253 00000400:00000010:2.0:1767384392.098000:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb0ff253. 00000100:00000001:2.0:1767384392.098002:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098002:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098006:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098007:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.098008:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098010:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098011:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098012:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d796d105. 00000400:00000200:2.0:1767384392.098013:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab3dcf0 00000400:00000010:2.0:1767384392.098014:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dab3dcf0. 00000100:00000001:2.0:1767384392.098016:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098018:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098021:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098023:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.098024:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098026:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098027:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098028:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba20a5db. 00000400:00000200:2.0:1767384392.098030:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3773c92 00000400:00000010:2.0:1767384392.098031:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3773c92. 00000100:00000001:2.0:1767384392.098033:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098034:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098037:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098039:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.098040:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098041:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098042:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098044:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe3d1c7. 00000400:00000200:2.0:1767384392.098045:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b75145 00000400:00000010:2.0:1767384392.098047:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070b75145. 00000100:00000001:2.0:1767384392.098048:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098049:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098053:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098055:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.098056:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098057:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098058:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098059:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035a22ec0. 00000400:00000200:2.0:1767384392.098061:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6ecb6cf 00000400:00000010:2.0:1767384392.098062:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6ecb6cf. 00000100:00000001:2.0:1767384392.098064:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098065:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098069:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098071:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.098072:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098073:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098074:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098075:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d91e85e7. 00000400:00000200:2.0:1767384392.098077:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c8a2fe6 00000400:00000010:2.0:1767384392.098078:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c8a2fe6. 00000100:00000001:2.0:1767384392.098080:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098081:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098085:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098087:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.098088:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098090:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098090:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098092:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a03139. 00000400:00000200:2.0:1767384392.098093:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000422696e2 00000400:00000010:2.0:1767384392.098094:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000422696e2. 00000100:00000001:2.0:1767384392.098096:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098096:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098100:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098101:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.098102:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098104:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098105:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098106:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004706b721. 00000400:00000200:2.0:1767384392.098108:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e546d4f0 00000400:00000010:2.0:1767384392.098109:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e546d4f0. 00000100:00000001:2.0:1767384392.098123:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098124:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098127:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098129:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.098130:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098131:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098132:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098133:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2aedf91. 00000400:00000200:2.0:1767384392.098135:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040eb63e8 00000400:00000010:2.0:1767384392.098136:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040eb63e8. 00000100:00000001:2.0:1767384392.098138:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098139:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098142:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098144:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.098145:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098146:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098148:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098149:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000590afa62. 00000400:00000200:2.0:1767384392.098150:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ebb303 00000400:00000010:2.0:1767384392.098151:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3ebb303. 00000100:00000001:2.0:1767384392.098153:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098154:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098157:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098158:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.098159:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098161:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098161:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098163:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000811c3b72. 00000400:00000200:2.0:1767384392.098164:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000154f0d28 00000400:00000010:2.0:1767384392.098166:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000154f0d28. 00000100:00000001:2.0:1767384392.098167:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098168:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098171:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098172:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.098173:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098174:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098175:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098176:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002461b281. 00000400:00000200:2.0:1767384392.098177:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b08c32a 00000400:00000010:2.0:1767384392.098179:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b08c32a. 00000100:00000001:2.0:1767384392.098180:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098181:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098185:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098186:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.098187:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098188:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098189:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098190:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e1ed808. 00000400:00000200:2.0:1767384392.098192:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc586c9 00000400:00000010:2.0:1767384392.098194:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fc586c9. 00000100:00000001:2.0:1767384392.098195:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098196:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098200:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098201:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.098203:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098204:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098205:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098207:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ed909a1. 00000400:00000200:2.0:1767384392.098209:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0638524 00000400:00000010:2.0:1767384392.098210:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0638524. 00000100:00000001:2.0:1767384392.098212:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098213:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098216:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098217:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.098218:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098220:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098221:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098221:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009037bd06. 00000400:00000200:2.0:1767384392.098223:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e972d9b6 00000400:00000010:2.0:1767384392.098224:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e972d9b6. 00000100:00000001:2.0:1767384392.098226:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098227:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098231:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098232:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.098233:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098235:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098235:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098236:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b896da3b. 00000400:00000200:2.0:1767384392.098238:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e19920c 00000400:00000010:2.0:1767384392.098240:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e19920c. 00000100:00000001:2.0:1767384392.098241:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098242:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098245:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098247:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.098248:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098249:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098250:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098251:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc841f03. 00000400:00000200:2.0:1767384392.098253:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095bb9ec9 00000400:00000010:2.0:1767384392.098254:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095bb9ec9. 00000100:00000001:2.0:1767384392.098256:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098257:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098261:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098263:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.098264:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098265:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098266:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098267:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001797bdad. 00000400:00000200:2.0:1767384392.098270:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009840a29d 00000400:00000010:2.0:1767384392.098271:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009840a29d. 00000100:00000001:2.0:1767384392.098273:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098274:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098277:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098279:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.098280:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098281:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098282:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098283:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbc43107. 00000400:00000200:2.0:1767384392.098286:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066057c95 00000400:00000010:2.0:1767384392.098287:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066057c95. 00000100:00000001:2.0:1767384392.098289:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098290:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098294:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098295:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.098296:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098297:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098298:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098299:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0550881. 00000400:00000200:2.0:1767384392.098301:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073928560 00000400:00000010:2.0:1767384392.098302:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073928560. 00000100:00000001:2.0:1767384392.098304:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098305:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098309:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098310:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.098311:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098313:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098314:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098315:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056607017. 00000400:00000200:2.0:1767384392.098316:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fde02b9d 00000400:00000010:2.0:1767384392.098318:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fde02b9d. 00000100:00000001:2.0:1767384392.098320:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098321:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098325:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098326:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.098328:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098329:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098330:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098331:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8f2f799. 00000400:00000200:2.0:1767384392.098333:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000724038a1 00000400:00000010:2.0:1767384392.098334:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000724038a1. 00000100:00000001:2.0:1767384392.098336:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098336:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098340:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098341:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.098343:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098344:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098345:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098346:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a24ea320. 00000400:00000200:2.0:1767384392.098348:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2fe7d41 00000400:00000010:2.0:1767384392.098349:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2fe7d41. 00000100:00000001:2.0:1767384392.098351:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098352:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098355:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098356:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.098358:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098359:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098360:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098361:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042c7badd. 00000400:00000200:2.0:1767384392.098363:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3686a7d 00000400:00000010:2.0:1767384392.098364:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3686a7d. 00000100:00000001:2.0:1767384392.098365:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098366:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098370:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098371:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.098373:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098374:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098375:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098376:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2557aa3. 00000400:00000200:2.0:1767384392.098379:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014eaea4c 00000400:00000010:2.0:1767384392.098380:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014eaea4c. 00000100:00000001:2.0:1767384392.098382:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098383:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098387:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098388:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.098389:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098391:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098391:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098393:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c376f48d. 00000400:00000200:2.0:1767384392.098394:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc187200 00000400:00000010:2.0:1767384392.098396:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc187200. 00000100:00000001:2.0:1767384392.098398:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098399:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098402:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098403:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.098405:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098406:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098407:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098408:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093da477b. 00000400:00000200:2.0:1767384392.098410:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9a15b63 00000400:00000010:2.0:1767384392.098411:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9a15b63. 00000100:00000001:2.0:1767384392.098413:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098414:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098418:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098419:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.098420:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098421:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098422:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098423:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007775dffa. 00000400:00000200:2.0:1767384392.098425:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e7428a 00000400:00000010:2.0:1767384392.098427:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5e7428a. 00000100:00000001:2.0:1767384392.098428:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098429:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098433:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098434:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.098435:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098449:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098451:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098452:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df78c142. 00000400:00000200:2.0:1767384392.098454:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d787025 00000400:00000010:2.0:1767384392.098455:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d787025. 00000100:00000001:2.0:1767384392.098457:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098458:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098473:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098475:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.098476:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098478:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098479:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098481:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181554c4. 00000400:00000200:2.0:1767384392.098483:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de31a0d8 00000400:00000010:2.0:1767384392.098485:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de31a0d8. 00000100:00000001:2.0:1767384392.098487:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098488:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098493:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098495:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.098497:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098498:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098499:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098501:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000478c1a18. 00000400:00000200:2.0:1767384392.098503:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e24c2d92 00000400:00000010:2.0:1767384392.098504:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e24c2d92. 00000100:00000001:2.0:1767384392.098506:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098507:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098511:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098512:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.098518:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098520:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098521:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098522:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000937ecc0b. 00000400:00000200:2.0:1767384392.098525:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008287b8d0 00000400:00000010:2.0:1767384392.098532:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008287b8d0. 00000100:00000001:2.0:1767384392.098535:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098536:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098539:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098541:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.098542:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098544:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098545:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098546:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acdcb82a. 00000400:00000200:2.0:1767384392.098548:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fa9d00d 00000400:00000010:2.0:1767384392.098549:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fa9d00d. 00000100:00000001:2.0:1767384392.098551:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098551:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098576:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098578:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.098580:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098581:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098582:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098583:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000498a19fd. 00000400:00000200:2.0:1767384392.098585:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007884fd2c 00000400:00000010:2.0:1767384392.098587:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007884fd2c. 00000100:00000001:2.0:1767384392.098588:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098590:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098593:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098594:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.098596:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098598:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098598:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098600:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031a989e4. 00000400:00000200:2.0:1767384392.098601:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bb51936 00000400:00000010:2.0:1767384392.098603:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bb51936. 00000100:00000001:2.0:1767384392.098604:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098605:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098609:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098610:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.098611:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098613:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098614:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098615:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f75b182. 00000400:00000200:2.0:1767384392.098616:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa7bbb5 00000400:00000010:2.0:1767384392.098618:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aa7bbb5. 00000100:00000001:2.0:1767384392.098619:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098621:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098624:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098625:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.098626:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098628:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098629:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098630:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc042c5a. 00000400:00000200:2.0:1767384392.098631:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2c2e7a5 00000400:00000010:2.0:1767384392.098633:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2c2e7a5. 00000100:00000001:2.0:1767384392.098635:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098635:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098638:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098639:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.098641:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098642:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098643:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098644:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055bbd256. 00000400:00000200:2.0:1767384392.098646:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086aa2db7 00000400:00000010:2.0:1767384392.098647:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086aa2db7. 00000100:00000001:2.0:1767384392.098649:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098649:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098653:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098654:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.098655:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098657:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098658:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098659:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e93339bb. 00000400:00000200:2.0:1767384392.098661:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000245e6f12 00000400:00000010:2.0:1767384392.098662:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000245e6f12. 00000100:00000001:2.0:1767384392.098663:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098664:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098668:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098669:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.098670:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.098671:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.098672:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.098673:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fc2878c. 00000400:00000200:2.0:1767384392.098675:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a783762 00000400:00000010:2.0:1767384392.098677:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a783762. 00000100:00000001:2.0:1767384392.098679:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.098680:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384392.098683:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.098684:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.098685:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.098687:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098689:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098690:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098691:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098693:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098694:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098695:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098696:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098697:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098698:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098699:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098700:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098702:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098702:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098704:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098705:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098706:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098707:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098708:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098708:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098709:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098710:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098711:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098712:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098713:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098714:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098716:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098717:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098718:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098719:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098720:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098721:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098722:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098723:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098725:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098726:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098727:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098728:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098729:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098730:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098731:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098732:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098734:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098735:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098736:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098737:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098738:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098739:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098740:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098741:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098742:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098743:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098744:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098745:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098746:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098747:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098748:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098749:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098750:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098751:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098752:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098753:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098754:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098755:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098756:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098757:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098758:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098759:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098760:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098761:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098762:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098763:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098764:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098765:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098767:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098768:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098769:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098770:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098771:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098772:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098773:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098774:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098775:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098776:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098777:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098778:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098779:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098780:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098781:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098782:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098783:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098784:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098786:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098787:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098788:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098789:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098790:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098791:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098792:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098793:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098794:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098794:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098795:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098796:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098797:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098797:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098798:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098799:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098799:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098800:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098800:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098801:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098802:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098802:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098804:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098804:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098805:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098806:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098806:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098807:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098808:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098808:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098809:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098810:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098810:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098811:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.098811:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.098812:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384392.098813:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000086cfc4c3. 00000100:00000010:2.0:1767384392.098817:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0358549. 00000100:00000010:2.0:1767384392.098818:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f21eec4a. 00000100:00000010:2.0:1767384392.098819:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004b1dde3. 00000100:00000010:2.0:1767384392.098820:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000947198c0. 00000100:00000010:2.0:1767384392.098821:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbcb08b0. 00000100:00000010:2.0:1767384392.098822:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a155ef2a. 00000100:00000010:2.0:1767384392.098824:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f32b732. 00000100:00000010:2.0:1767384392.098825:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008afa7887. 00000100:00000010:2.0:1767384392.098826:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f31f760b. 00000100:00000010:2.0:1767384392.098827:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092774a0d. 00000100:00000010:2.0:1767384392.098828:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0194ad8. 00000100:00000010:2.0:1767384392.098830:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f95e8c2. 00000100:00000010:2.0:1767384392.098832:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8ad126b. 00000100:00000010:2.0:1767384392.098833:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003aafb9a9. 00000100:00000010:2.0:1767384392.098834:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4b2817d. 00000100:00000010:2.0:1767384392.098836:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002faeab4b. 00000100:00000010:2.0:1767384392.098837:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cae1a7ea. 00000100:00000010:2.0:1767384392.098838:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000835ecb65. 00000100:00000010:2.0:1767384392.098839:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d774a603. 00000100:00000010:2.0:1767384392.098840:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002706052d. 00000100:00000010:2.0:1767384392.098841:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000438b13. 00000100:00000010:2.0:1767384392.098843:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba73fc4f. 00000100:00000010:2.0:1767384392.098844:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb36c6ac. 00000100:00000010:2.0:1767384392.098845:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8b9fbe3. 00000100:00000010:2.0:1767384392.098847:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026629aed. 00000100:00000010:2.0:1767384392.098849:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082e0c463. 00000100:00000010:2.0:1767384392.098850:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050b2f0b9. 00000100:00000010:2.0:1767384392.098851:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa5d3a55. 00000100:00000010:2.0:1767384392.098852:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007789e350. 00000100:00000010:2.0:1767384392.098853:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af965391. 00000100:00000010:2.0:1767384392.098854:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001aa4b146. 00000100:00000010:2.0:1767384392.098855:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3c3b168. 00000100:00000010:2.0:1767384392.098857:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff288e24. 00000100:00000010:2.0:1767384392.098860:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000103aba59. 00000100:00000010:2.0:1767384392.098861:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009189b2fa. 00000100:00000010:2.0:1767384392.098862:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a873f920. 00000100:00000010:2.0:1767384392.098864:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009876217c. 00000100:00000010:2.0:1767384392.098865:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039d6efc3. 00000100:00000010:2.0:1767384392.098866:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000107a13ab. 00000100:00000010:2.0:1767384392.098867:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003b1301f7. 00000100:00000010:2.0:1767384392.098868:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004923f7e4. 00000100:00000010:2.0:1767384392.098869:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002d9acab5. 00000100:00000010:2.0:1767384392.098871:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b7352d8. 00000100:00000010:2.0:1767384392.098873:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f779aa2f. 00000100:00000010:2.0:1767384392.098874:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053ce9752. 00000100:00000010:2.0:1767384392.098876:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc2cf440. 00000100:00000010:2.0:1767384392.098877:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da15af36. 00000100:00000010:2.0:1767384392.098879:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000497d9be6. 00000100:00000010:2.0:1767384392.098881:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f3854b7. 00000100:00000010:2.0:1767384392.098882:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e3e842b. 00000100:00000010:2.0:1767384392.098885:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000936ff1b6. 00000100:00000010:2.0:1767384392.098889:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a8336e7. 00000100:00000010:2.0:1767384392.098892:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000923c0689. 00000100:00000010:2.0:1767384392.098894:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8303b98. 00000100:00000010:2.0:1767384392.098896:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000739a8db. 00000100:00000010:2.0:1767384392.098899:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000582f9b2a. 00000100:00000010:2.0:1767384392.098901:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000164fb826. 00000100:00000010:2.0:1767384392.098903:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbbf5ccb. 00000100:00000010:2.0:1767384392.098904:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f70938f. 00000100:00000010:2.0:1767384392.098906:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8cb7636. 00000100:00000010:2.0:1767384392.098908:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029a7b0b7. 00000100:00000010:2.0:1767384392.098910:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045af0b03. 00000100:00000010:2.0:1767384392.098912:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001bc46e9f. 00000100:00000010:2.0:1767384392.098913:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e40c5f7. 00000100:00000010:2.0:1767384392.098915:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000876418d4. 00000100:00000010:2.0:1767384392.098917:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef459e77. 00000100:00000010:2.0:1767384392.098919:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000259ae42e. 00000100:00000010:2.0:1767384392.098921:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c7163a4. 00000100:00000010:2.0:1767384392.098923:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047964187. 00000100:00000010:2.0:1767384392.098924:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ade6dfda. 00000100:00000010:2.0:1767384392.098927:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011da18f6. 00000100:00000010:2.0:1767384392.098929:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007aaa62a0. 00000100:00000010:2.0:1767384392.098932:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000998782f4. 00000100:00000010:2.0:1767384392.098939:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a71483e3. 00000100:00000010:2.0:1767384392.098942:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053ad851e. 00000100:00000010:2.0:1767384392.098943:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f35f820. 00000100:00000010:2.0:1767384392.098945:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067e0763f. 00000100:00000010:2.0:1767384392.098948:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eaac4f02. 00000100:00000010:2.0:1767384392.098950:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ed87504. 00000100:00000010:2.0:1767384392.098952:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006396d343. 00000100:00000010:2.0:1767384392.098954:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a5b591f. 00000100:00000010:2.0:1767384392.098956:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab465b25. 00000100:00000010:2.0:1767384392.098959:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084f91986. 00000100:00000010:2.0:1767384392.098988:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003fddf8ad. 00000100:00000010:2.0:1767384392.098991:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000885b7d4b. 00000100:00000010:2.0:1767384392.098994:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000751cdad5. 00000100:00000010:2.0:1767384392.099002:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c171c2ae. 00000100:00000010:2.0:1767384392.099004:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6c4be90. 00000100:00000010:2.0:1767384392.099007:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fcb0eb0. 00000100:00000010:2.0:1767384392.099010:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000339c8d4d. 00000100:00000010:2.0:1767384392.099013:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b3022cb. 00000100:00000010:2.0:1767384392.099014:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f1376ff. 00000100:00000010:2.0:1767384392.099017:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cff82de. 00000100:00000010:2.0:1767384392.099019:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c280aba8. 00000100:00000010:2.0:1767384392.099022:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006825b31. 00000100:00000010:2.0:1767384392.099024:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007eec2ae9. 00000100:00000010:2.0:1767384392.099026:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c67b751a. 00000100:00000010:2.0:1767384392.099027:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000485bad6e. 00000100:00000010:2.0:1767384392.099030:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dbb1ca0. 00000100:00000010:2.0:1767384392.099033:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf2c6e9c. 00000100:00000010:2.0:1767384392.099035:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b415535. 00000100:00000010:2.0:1767384392.099037:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b23b979a. 00000100:00000010:2.0:1767384392.099038:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086e7b7bf. 00000100:00000010:2.0:1767384392.099040:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001f5cdc9. 00000100:00000010:2.0:1767384392.099043:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c83b057b. 00000100:00000010:2.0:1767384392.099044:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007fe1f7cf. 00000100:00000010:2.0:1767384392.099046:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f5cd1de. 00000100:00000010:2.0:1767384392.099048:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bd70a85. 00000100:00000010:2.0:1767384392.099050:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d183de0. 00000100:00000010:2.0:1767384392.099051:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008592ac09. 00000100:00000010:2.0:1767384392.099053:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e595b65b. 00000100:00000010:2.0:1767384392.099055:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e1a5837. 00000100:00000010:2.0:1767384392.099057:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077ff8672. 00000100:00000010:2.0:1767384392.099059:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a773c3a. 00000100:00000010:2.0:1767384392.099061:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092c9b701. 00000100:00000010:2.0:1767384392.099064:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a03152e. 00000100:00000010:2.0:1767384392.099067:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e1b560b. 00000100:00000010:2.0:1767384392.099069:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd579ca9. 00000100:00000010:2.0:1767384392.099071:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a0ae9c6. 00000100:00000010:2.0:1767384392.099073:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a942c9b. 00000100:00000010:2.0:1767384392.099076:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081aa79bd. 00000100:00000010:2.0:1767384392.099077:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032e87f2a. 00000100:00000010:2.0:1767384392.099079:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aba4e44f. 00000100:00000010:2.0:1767384392.099081:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000987f13ae. 00000100:00000010:2.0:1767384392.099083:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000065bf540. 00000100:00000010:2.0:1767384392.099085:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c6000942. 00000100:00000010:2.0:1767384392.099087:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000533cb791. 00000100:00000010:2.0:1767384392.099089:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000001298851a. 00000100:00000010:2.0:1767384392.099092:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005939bb1f. 00000100:00000001:2.0:1767384392.099095:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.099096:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.099098:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.099100:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.099101:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000976b263c. 00000100:00000001:2.0:1767384392.099104:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.099105:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.099108:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.099109:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ef6b1884. 00000100:00000001:2.0:1767384392.099111:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.099112:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.099113:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d44f4099. 00000100:00000001:2.0:1767384392.099115:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.099116:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.099117:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000012ef48f5. 00000100:00000001:2.0:1767384392.099119:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.099120:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.099121:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004ef259c9. 00000100:00000001:2.0:1767384392.099123:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.099197:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001fe4cac5. 00000020:00000010:2.0:1767384392.099204:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c5790992. 00000100:00000010:2.0:1767384392.099226:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a97d81ef. 00000100:00000010:2.0:1767384392.099233:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bfd92ddc. 00000100:00000010:2.0:1767384392.099236:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e3460be4. 00000100:00000010:2.0:1767384392.099238:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b16c746d. 00000100:00000001:2.0:1767384392.099240:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.099242:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.099244:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384392.099246:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.099247:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.099248:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384392.099250:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384392.099251:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384392.099271:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:1.0:1767384392.099287:0:16807:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000258506c4. 00000040:00000010:1.0:1767384392.099293:0:16807:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a70bddf. 00000020:00000010:1.0:1767384392.099295:0:16807:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006d70d281. 00000020:00000010:1.0:1767384392.099298:0:16807:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f64ee1f6. 00000020:00000010:1.0:1767384392.099301:0:16807:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ab2dba8. 80000000:00000010:1.0:1767384392.099304:0:16807:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb5a38a8. 40000000:00000010:1.0:1767384392.099306:0:16807:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b3f2ee5f. 00100000:00000010:1.0:1767384392.099309:0:16807:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac13e6f8. 00040000:00000010:1.0:1767384392.099312:0:16807:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096b7408a. 00040000:00000010:1.0:1767384392.099315:0:16807:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067cae4a4. 00080000:00000010:1.0:1767384392.099317:0:16807:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000545b0ca3. 00000004:00000010:1.0:1767384392.099320:0:16807:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021c9655a. 00002000:00000010:1.0:1767384392.099323:0:16807:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003a399972. 00000020:00000010:1.0:1767384392.099325:0:16807:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009198fa3d. 00000020:00000010:1.0:1767384392.099329:0:16807:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000092ed12a1. 00000100:00000010:1.0:1767384392.099332:0:16807:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fffdecb9. 00000100:00100000:1.0:1767384392.099334:0:16807:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000006f0fc582:16807] 1 exiting: rc = 0 00000100:00000040:2.0:1767384392.099427:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00000020:00000010:3.0:1767384392.099544:0:16806:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008dbc8e45. 00000040:00000010:3.0:1767384392.099549:0:16806:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ca0bfa8. 00000020:00000010:3.0:1767384392.099567:0:16806:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004d62956e. 00000020:00000010:3.0:1767384392.099571:0:16806:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b10d24f0. 00000020:00000010:3.0:1767384392.099575:0:16806:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008e21e08. 80000000:00000010:3.0:1767384392.099578:0:16806:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079d61d77. 40000000:00000010:3.0:1767384392.099581:0:16806:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b8775022. 00100000:00000010:3.0:1767384392.099584:0:16806:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000064fc4cb8. 00040000:00000010:3.0:1767384392.099587:0:16806:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c600b47f. 00040000:00000010:3.0:1767384392.099590:0:16806:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c93dc4be. 00080000:00000010:3.0:1767384392.099592:0:16806:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b0010b9b. 00000004:00000010:3.0:1767384392.099595:0:16806:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a3aba046. 00002000:00000010:3.0:1767384392.099597:0:16806:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005751cb3e. 00000020:00000010:3.0:1767384392.099599:0:16806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a10bac80. 00000020:00000010:3.0:1767384392.099603:0:16806:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008811a7fc. 00000100:00000010:3.0:1767384392.099606:0:16806:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cb69f14c. 00000100:00100000:3.0:1767384392.099609:0:16806:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000938d73fb:16806] 0 exiting: rc = 1 00000100:00000010:2.0:1767384392.099684:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000938d73fb. 00000100:00000010:2.0:1767384392.099690:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006f0fc582. 00000100:00000001:2.0:1767384392.099693:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.099694:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.099696:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384392.099704:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099705:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099707:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e44b960. 00000400:00000200:2.0:1767384392.099709:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000903730bc 00000400:00000010:2.0:1767384392.099710:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000903730bc. 00000100:00000001:2.0:1767384392.099714:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099715:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099719:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099720:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.099722:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099723:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099724:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099726:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055e6e7bc. 00000400:00000200:2.0:1767384392.099732:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e652577 00000400:00000010:2.0:1767384392.099734:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e652577. 00000100:00000001:2.0:1767384392.099736:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099737:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099741:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099742:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.099743:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099745:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099746:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099747:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a2010aa. 00000400:00000200:2.0:1767384392.099749:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000629481ef 00000400:00000010:2.0:1767384392.099751:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000629481ef. 00000100:00000001:2.0:1767384392.099753:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099754:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099758:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099759:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.099760:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099761:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099762:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099764:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007489b2f0. 00000400:00000200:2.0:1767384392.099765:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfac0ae7 00000400:00000010:2.0:1767384392.099767:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfac0ae7. 00000100:00000001:2.0:1767384392.099768:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099769:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099772:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099774:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.099775:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099777:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099778:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099779:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f87aa0df. 00000400:00000200:2.0:1767384392.099781:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af8f12c5 00000400:00000010:2.0:1767384392.099782:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af8f12c5. 00000100:00000001:2.0:1767384392.099784:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099790:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099793:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099795:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.099796:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099797:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099798:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099799:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007eb2780d. 00000400:00000200:2.0:1767384392.099801:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc1054c 00000400:00000010:2.0:1767384392.099803:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffc1054c. 00000100:00000001:2.0:1767384392.099804:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099805:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099809:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099810:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.099811:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099813:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099814:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099816:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000215352fb. 00000400:00000200:2.0:1767384392.099818:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b78fa6aa 00000400:00000010:2.0:1767384392.099819:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b78fa6aa. 00000100:00000001:2.0:1767384392.099821:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099822:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099825:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099826:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.099827:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099829:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099830:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099831:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdc4501e. 00000400:00000200:2.0:1767384392.099832:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f34f8a12 00000400:00000010:2.0:1767384392.099833:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f34f8a12. 00000100:00000001:2.0:1767384392.099835:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099836:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099840:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099841:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.099842:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099843:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099844:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099845:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba8e2b77. 00000400:00000200:2.0:1767384392.099847:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3133bb 00000400:00000010:2.0:1767384392.099848:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be3133bb. 00000100:00000001:2.0:1767384392.099849:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099850:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099853:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099855:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.099856:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099857:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099858:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099859:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000899aef7. 00000400:00000200:2.0:1767384392.099861:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d443d56 00000400:00000010:2.0:1767384392.099862:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d443d56. 00000100:00000001:2.0:1767384392.099864:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099865:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099868:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099870:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.099871:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099873:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099874:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099875:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037a13391. 00000400:00000200:2.0:1767384392.099877:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e0226ea 00000400:00000010:2.0:1767384392.099878:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e0226ea. 00000100:00000001:2.0:1767384392.099880:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099881:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099885:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099887:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.099888:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099889:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099890:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099891:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e955b91f. 00000400:00000200:2.0:1767384392.099893:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e155b858 00000400:00000010:2.0:1767384392.099894:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e155b858. 00000100:00000001:2.0:1767384392.099896:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099897:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099901:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099902:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.099904:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099905:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099906:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099907:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bdcb618. 00000400:00000200:2.0:1767384392.099909:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d518b02b 00000400:00000010:2.0:1767384392.099910:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d518b02b. 00000100:00000001:2.0:1767384392.099912:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099913:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099917:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099918:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.099919:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099921:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099922:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099923:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006429be65. 00000400:00000200:2.0:1767384392.099925:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26ecb4d 00000400:00000010:2.0:1767384392.099927:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26ecb4d. 00000100:00000001:2.0:1767384392.099929:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099930:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099933:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099934:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.099935:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099937:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099938:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099939:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7856e11. 00000400:00000200:2.0:1767384392.099941:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078d8e133 00000400:00000010:2.0:1767384392.099942:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000078d8e133. 00000100:00000001:2.0:1767384392.099945:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099946:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099949:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099951:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.099952:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099953:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099954:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099955:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a67504b. 00000400:00000200:2.0:1767384392.099957:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007932e588 00000400:00000010:2.0:1767384392.099959:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007932e588. 00000100:00000001:2.0:1767384392.099961:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099962:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099965:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099966:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.099968:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099969:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099970:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099971:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff3b081c. 00000400:00000200:2.0:1767384392.099973:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d819e1 00000400:00000010:2.0:1767384392.099974:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098d819e1. 00000100:00000001:2.0:1767384392.099976:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099977:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099981:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099982:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.099983:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.099984:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.099986:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.099987:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001064473. 00000400:00000200:2.0:1767384392.099988:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b8bf161 00000400:00000010:2.0:1767384392.099990:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b8bf161. 00000100:00000001:2.0:1767384392.099991:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.099993:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.099997:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.099998:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.099999:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100001:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100002:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100003:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a027b82. 00000400:00000200:2.0:1767384392.100005:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fa3134d 00000400:00000010:2.0:1767384392.100006:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fa3134d. 00000100:00000001:2.0:1767384392.100008:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100008:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100012:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100013:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.100014:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100016:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100016:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100017:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea595246. 00000400:00000200:2.0:1767384392.100019:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b37b7f3 00000400:00000010:2.0:1767384392.100020:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b37b7f3. 00000100:00000001:2.0:1767384392.100022:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100023:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100026:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100028:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.100029:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100030:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100031:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100032:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bee0318b. 00000400:00000200:2.0:1767384392.100034:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fdb5fd4 00000400:00000010:2.0:1767384392.100035:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fdb5fd4. 00000100:00000001:2.0:1767384392.100037:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100038:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100041:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100043:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.100044:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100045:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100046:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100047:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e54890. 00000400:00000200:2.0:1767384392.100048:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7afa02f 00000400:00000010:2.0:1767384392.100050:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7afa02f. 00000100:00000001:2.0:1767384392.100052:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100053:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100056:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100057:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.100059:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100060:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100061:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100062:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e45986c. 00000400:00000200:2.0:1767384392.100064:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a7e3afa 00000400:00000010:2.0:1767384392.100065:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a7e3afa. 00000100:00000001:2.0:1767384392.100074:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100075:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100078:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100079:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.100081:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100082:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100185:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100186:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c1bc6d2. 00000400:00000200:2.0:1767384392.100190:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6f849bd 00000400:00000010:2.0:1767384392.100191:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6f849bd. 00000100:00000001:2.0:1767384392.100194:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100195:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100199:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100200:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.100202:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100203:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100204:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100205:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3c1d262. 00000400:00000200:2.0:1767384392.100207:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080d8012b 00000400:00000010:2.0:1767384392.100208:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080d8012b. 00000100:00000001:2.0:1767384392.100210:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100211:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100215:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100216:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.100218:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100219:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100220:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100221:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baaa324a. 00000400:00000200:2.0:1767384392.100223:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000732e9ad1 00000400:00000010:2.0:1767384392.100224:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000732e9ad1. 00000100:00000001:2.0:1767384392.100226:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100227:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100231:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100232:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.100233:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100235:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100236:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100237:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb3be376. 00000400:00000200:2.0:1767384392.100238:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fd039e 00000400:00000010:2.0:1767384392.100240:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008fd039e. 00000100:00000001:2.0:1767384392.100241:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100243:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100246:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100248:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.100249:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100250:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100251:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100252:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f4b5751. 00000400:00000200:2.0:1767384392.100254:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd0b46e1 00000400:00000010:2.0:1767384392.100256:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd0b46e1. 00000100:00000001:2.0:1767384392.100257:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100258:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100262:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100263:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.100265:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100266:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100267:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100268:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e4322a2. 00000400:00000200:2.0:1767384392.100270:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007144dbe5 00000400:00000010:2.0:1767384392.100271:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007144dbe5. 00000100:00000001:2.0:1767384392.100273:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100274:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100278:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100279:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.100281:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100282:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100283:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100284:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084d31acd. 00000400:00000200:2.0:1767384392.100286:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c4299d7 00000400:00000010:2.0:1767384392.100287:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c4299d7. 00000100:00000001:2.0:1767384392.100289:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100290:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100294:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100295:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.100297:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100298:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100299:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100300:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000814d1943. 00000400:00000200:2.0:1767384392.100302:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af180cdb 00000400:00000010:2.0:1767384392.100303:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af180cdb. 00000100:00000001:2.0:1767384392.100305:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100306:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100309:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100310:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.100311:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100313:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100314:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100315:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029953321. 00000400:00000200:2.0:1767384392.100316:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104b30c5 00000400:00000010:2.0:1767384392.100318:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000104b30c5. 00000100:00000001:2.0:1767384392.100319:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100320:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100324:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100325:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.100327:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100328:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100328:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100329:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d818118. 00000400:00000200:2.0:1767384392.100331:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ca1951b 00000400:00000010:2.0:1767384392.100332:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ca1951b. 00000100:00000001:2.0:1767384392.100334:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100335:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100338:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100340:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.100341:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100342:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100343:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100345:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079757017. 00000400:00000200:2.0:1767384392.100346:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cd23cdf 00000400:00000010:2.0:1767384392.100348:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cd23cdf. 00000100:00000001:2.0:1767384392.100350:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100351:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100354:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100355:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.100357:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100358:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100359:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100360:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000737ff714. 00000400:00000200:2.0:1767384392.100362:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eefdd993 00000400:00000010:2.0:1767384392.100363:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eefdd993. 00000100:00000001:2.0:1767384392.100365:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100366:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100370:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100371:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.100372:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100373:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100374:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100375:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1e407e. 00000400:00000200:2.0:1767384392.100377:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2d90798 00000400:00000010:2.0:1767384392.100378:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2d90798. 00000100:00000001:2.0:1767384392.100380:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100381:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100384:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100386:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.100387:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100388:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100389:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100390:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5d57760. 00000400:00000200:2.0:1767384392.100391:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dec0089 00000400:00000010:2.0:1767384392.100393:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dec0089. 00000100:00000001:2.0:1767384392.100394:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100396:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100399:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100400:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.100402:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100403:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100404:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100405:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fe1c9f8. 00000400:00000200:2.0:1767384392.100407:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a58baca5 00000400:00000010:2.0:1767384392.100408:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a58baca5. 00000100:00000001:2.0:1767384392.100410:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100411:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100414:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100416:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.100417:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100418:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100419:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100420:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c373b8a9. 00000400:00000200:2.0:1767384392.100421:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004985d7c0 00000400:00000010:2.0:1767384392.100422:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004985d7c0. 00000100:00000001:2.0:1767384392.100424:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100425:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100428:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100429:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.100430:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100432:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100432:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100434:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074724264. 00000400:00000200:2.0:1767384392.100435:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e16990f4 00000400:00000010:2.0:1767384392.100448:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e16990f4. 00000100:00000001:2.0:1767384392.100452:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100452:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100456:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100457:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.100458:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100460:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100461:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100462:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000344b3a6a. 00000400:00000200:2.0:1767384392.100539:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddba9d82 00000400:00000010:2.0:1767384392.100542:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddba9d82. 00000100:00000001:2.0:1767384392.100544:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100546:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100550:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100551:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.100623:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100624:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100626:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100627:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000167bebd4. 00000400:00000200:2.0:1767384392.100630:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ddeccee 00000400:00000010:2.0:1767384392.100631:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ddeccee. 00000100:00000001:2.0:1767384392.100633:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100634:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100638:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100639:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.100641:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100642:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100643:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100644:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a3f6ad. 00000400:00000200:2.0:1767384392.100646:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc91037c 00000400:00000010:2.0:1767384392.100647:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc91037c. 00000100:00000001:2.0:1767384392.100649:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100650:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100653:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100655:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.100656:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100657:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100658:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100659:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083d16f2f. 00000400:00000200:2.0:1767384392.100661:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d78b5fbb 00000400:00000010:2.0:1767384392.100662:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d78b5fbb. 00000100:00000001:2.0:1767384392.100664:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100665:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100668:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100670:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.100671:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100673:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100673:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100675:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005565d850. 00000400:00000200:2.0:1767384392.100677:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6c9dd14 00000400:00000010:2.0:1767384392.100679:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6c9dd14. 00000100:00000001:2.0:1767384392.100681:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100682:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100685:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100687:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.100688:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100689:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100690:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100691:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eefd0598. 00000400:00000200:2.0:1767384392.100693:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b49b94b 00000400:00000010:2.0:1767384392.100694:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b49b94b. 00000100:00000001:2.0:1767384392.100696:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100697:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100700:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100702:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.100703:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100704:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100705:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100706:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f04da17. 00000400:00000200:2.0:1767384392.100708:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda63257 00000400:00000010:2.0:1767384392.100709:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cda63257. 00000100:00000001:2.0:1767384392.100711:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100711:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100715:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100716:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.100717:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100718:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100719:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100721:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035d020f5. 00000400:00000200:2.0:1767384392.100723:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2d14655 00000400:00000010:2.0:1767384392.100724:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2d14655. 00000100:00000001:2.0:1767384392.100726:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100727:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100730:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100732:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.100733:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100735:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100736:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100737:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008efebc8c. 00000400:00000200:2.0:1767384392.100739:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9651d65 00000400:00000010:2.0:1767384392.100741:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9651d65. 00000100:00000001:2.0:1767384392.100743:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100743:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100747:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100748:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.100749:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100751:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100751:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100753:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c0b1354. 00000400:00000200:2.0:1767384392.100754:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a0fc13 00000400:00000010:2.0:1767384392.100755:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8a0fc13. 00000100:00000001:2.0:1767384392.100757:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100758:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100761:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100763:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.100764:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100765:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100766:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100767:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0124194. 00000400:00000200:2.0:1767384392.100769:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee585263 00000400:00000010:2.0:1767384392.100770:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee585263. 00000100:00000001:2.0:1767384392.100771:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100772:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100776:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100777:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.100779:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100780:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100782:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100783:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2f8b5e4. 00000400:00000200:2.0:1767384392.100784:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001649f235 00000400:00000010:2.0:1767384392.100785:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001649f235. 00000100:00000001:2.0:1767384392.100787:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100788:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100791:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100793:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.100794:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100795:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100796:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100797:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a48a5a02. 00000400:00000200:2.0:1767384392.100799:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b2eb48 00000400:00000010:2.0:1767384392.100800:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002b2eb48. 00000100:00000001:2.0:1767384392.100802:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100803:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100806:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100807:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.100809:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100810:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100811:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100812:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080adc66a. 00000400:00000200:2.0:1767384392.100814:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce386ff 00000400:00000010:2.0:1767384392.100815:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce386ff. 00000100:00000001:2.0:1767384392.100816:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100817:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100821:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100822:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.100823:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100824:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100825:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100826:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056972213. 00000400:00000200:2.0:1767384392.100828:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a31881df 00000400:00000010:2.0:1767384392.100829:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31881df. 00000100:00000001:2.0:1767384392.100831:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100832:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100835:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100837:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.100838:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100839:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100842:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100843:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036bf7e35. 00000400:00000200:2.0:1767384392.100845:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fd4802a 00000400:00000010:2.0:1767384392.100846:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fd4802a. 00000100:00000001:2.0:1767384392.100847:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100849:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100852:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100853:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.100854:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100856:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100857:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100858:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007660a256. 00000400:00000200:2.0:1767384392.100860:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000423bcdeb 00000400:00000010:2.0:1767384392.100861:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000423bcdeb. 00000100:00000001:2.0:1767384392.100862:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100863:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100866:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100868:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.100869:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100870:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100871:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100871:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001927c9cc. 00000400:00000200:2.0:1767384392.100873:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6dd3fa 00000400:00000010:2.0:1767384392.100874:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f6dd3fa. 00000100:00000001:2.0:1767384392.100877:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100878:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100881:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100882:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.100883:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100884:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100885:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100886:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000218f48cb. 00000400:00000200:2.0:1767384392.100887:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001aa38567 00000400:00000010:2.0:1767384392.100888:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aa38567. 00000100:00000001:2.0:1767384392.100890:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100890:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100894:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100895:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.100896:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100897:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100898:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100899:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b21b3b7. 00000400:00000200:2.0:1767384392.100900:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bb30881 00000400:00000010:2.0:1767384392.100902:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bb30881. 00000100:00000001:2.0:1767384392.100904:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100905:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100908:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100910:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.100911:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100912:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100913:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100914:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac0bd519. 00000400:00000200:2.0:1767384392.100916:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072565ca1 00000400:00000010:2.0:1767384392.100917:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072565ca1. 00000100:00000001:2.0:1767384392.100919:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100920:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100924:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100925:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.100926:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100927:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100928:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100929:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dfdf7af. 00000400:00000200:2.0:1767384392.100931:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da4db54e 00000400:00000010:2.0:1767384392.100932:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da4db54e. 00000100:00000001:2.0:1767384392.100934:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100934:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100938:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100939:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.100941:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100942:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100943:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100944:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af911543. 00000400:00000200:2.0:1767384392.100945:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002638f2c6 00000400:00000010:2.0:1767384392.100947:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002638f2c6. 00000100:00000001:2.0:1767384392.100948:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100949:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100952:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100954:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.100955:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.100956:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.100957:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.100958:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916ffed1. 00000400:00000200:2.0:1767384392.100960:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072778bf4 00000400:00000010:2.0:1767384392.100961:0:39784:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072778bf4. 00000100:00000001:2.0:1767384392.100963:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.100964:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384392.100967:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.100968:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.100969:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.100971:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100973:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100975:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100975:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100977:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100978:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100979:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100980:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100982:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100983:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100984:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100985:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100987:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100988:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100989:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100990:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100991:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100992:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100993:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100993:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100994:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100995:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100996:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100997:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.100998:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.100999:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101000:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101000:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101001:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101002:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101003:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101005:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101006:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101007:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101008:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101009:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101010:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101011:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101012:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101013:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101014:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101015:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101015:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101016:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101017:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101018:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101019:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101020:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101021:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101021:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101023:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101023:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101024:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101025:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101026:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101027:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101028:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101029:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101030:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101031:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101032:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101033:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101034:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101034:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101035:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101036:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101037:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101038:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101039:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101040:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101041:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101042:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101043:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101044:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101045:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101046:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101047:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101048:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101049:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101050:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101051:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101051:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101052:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101053:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101054:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101055:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101056:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101057:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101058:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101059:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101060:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101061:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101062:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101063:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101064:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101065:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101066:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101067:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101068:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101069:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101070:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101070:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101071:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101072:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101073:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101074:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101075:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101076:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101077:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101078:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101079:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101080:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101081:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101082:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101083:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101084:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101085:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101086:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101087:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101088:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101089:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101089:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101090:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101091:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101092:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101093:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.101094:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.101095:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384392.101097:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003291c278. 00000100:00000010:2.0:1767384392.101101:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1dc53b2. 00000100:00000010:2.0:1767384392.101104:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b922f3f1. 00000100:00000010:2.0:1767384392.101222:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4a7430e. 00000100:00000010:2.0:1767384392.101224:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1de96bd. 00000100:00000010:2.0:1767384392.101226:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060be1cc0. 00000100:00000010:2.0:1767384392.101227:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001aa30f50. 00000100:00000010:2.0:1767384392.101228:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000250e4629. 00000100:00000010:2.0:1767384392.101229:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e250f42. 00000100:00000010:2.0:1767384392.101231:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e152637. 00000100:00000010:2.0:1767384392.101232:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e21e8d7. 00000100:00000010:2.0:1767384392.101233:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000093a10a7. 00000100:00000010:2.0:1767384392.101234:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b82e78e1. 00000100:00000010:2.0:1767384392.101236:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000027a197f. 00000100:00000010:2.0:1767384392.101236:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d6084c80. 00000100:00000010:2.0:1767384392.101238:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000576c0edd. 00000100:00000010:2.0:1767384392.101239:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f5baf29. 00000100:00000010:2.0:1767384392.101240:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fae8fd8e. 00000100:00000010:2.0:1767384392.101241:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8a97cf5. 00000100:00000010:2.0:1767384392.101243:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3aef4d7. 00000100:00000010:2.0:1767384392.101244:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000defa9b99. 00000100:00000010:2.0:1767384392.101245:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006104e6ba. 00000100:00000010:2.0:1767384392.101247:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb0e887d. 00000100:00000010:2.0:1767384392.101248:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038d4ab33. 00000100:00000010:2.0:1767384392.101250:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003620cb1c. 00000100:00000010:2.0:1767384392.101252:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008132a2b9. 00000100:00000010:2.0:1767384392.101255:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000099c2234d. 00000100:00000010:2.0:1767384392.101256:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002bff9cf. 00000100:00000010:2.0:1767384392.101258:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa283582. 00000100:00000010:2.0:1767384392.101260:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073720a2e. 00000100:00000010:2.0:1767384392.101262:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e663e538. 00000100:00000010:2.0:1767384392.101264:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fad2c96. 00000100:00000010:2.0:1767384392.101265:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1f0d9be. 00000100:00000010:2.0:1767384392.101267:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c1bd0c8. 00000100:00000010:2.0:1767384392.101269:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed0cd766. 00000100:00000010:2.0:1767384392.101271:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c54675a. 00000100:00000010:2.0:1767384392.101273:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097caad44. 00000100:00000010:2.0:1767384392.101276:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029912322. 00000100:00000010:2.0:1767384392.101277:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000cb0b30b. 00000100:00000010:2.0:1767384392.101279:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003426cf57. 00000100:00000010:2.0:1767384392.101281:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e1400ab. 00000100:00000010:2.0:1767384392.101283:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d844ea3. 00000100:00000010:2.0:1767384392.101285:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e8924dc. 00000100:00000010:2.0:1767384392.101287:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039b2adfc. 00000100:00000010:2.0:1767384392.101288:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b09e8080. 00000100:00000010:2.0:1767384392.101290:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afd29045. 00000100:00000010:2.0:1767384392.101291:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000ae92a5. 00000100:00000010:2.0:1767384392.101293:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dad4179. 00000100:00000010:2.0:1767384392.101296:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010b81133. 00000100:00000010:2.0:1767384392.101298:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3068f15. 00000100:00000010:2.0:1767384392.101299:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000fb00c98. 00000100:00000010:2.0:1767384392.101315:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060dcb536. 00000100:00000010:2.0:1767384392.101318:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005a7ec7a4. 00000100:00000010:2.0:1767384392.101320:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b1259dd. 00000100:00000010:2.0:1767384392.101322:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aac92d62. 00000100:00000010:2.0:1767384392.101324:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000839ba747. 00000100:00000010:2.0:1767384392.101325:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003889aa6b. 00000100:00000010:2.0:1767384392.101327:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a533b1c1. 00000100:00000010:2.0:1767384392.101329:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051f53856. 00000100:00000010:2.0:1767384392.101331:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8a7c1f4. 00000100:00000010:2.0:1767384392.101332:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f86b0ad7. 00000100:00000010:2.0:1767384392.101335:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6ce1cd2. 00000100:00000010:2.0:1767384392.101336:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a846f0f2. 00000100:00000010:2.0:1767384392.101338:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ab5fcd7. 00000100:00000010:2.0:1767384392.101340:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a37382a. 00000100:00000010:2.0:1767384392.101341:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5284649. 00000100:00000010:2.0:1767384392.101343:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac7c1792. 00000100:00000010:2.0:1767384392.101345:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e92f54. 00000100:00000010:2.0:1767384392.101347:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025bfd819. 00000100:00000010:2.0:1767384392.101349:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030ea6a54. 00000100:00000010:2.0:1767384392.101350:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000800642eb. 00000100:00000010:2.0:1767384392.101352:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079a506e5. 00000100:00000010:2.0:1767384392.101354:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c52fe6fd. 00000100:00000010:2.0:1767384392.101355:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002372a004. 00000100:00000010:2.0:1767384392.101357:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a3617f1. 00000100:00000010:2.0:1767384392.101359:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091b4ef87. 00000100:00000010:2.0:1767384392.101360:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2fbeb87. 00000100:00000010:2.0:1767384392.101362:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b327e330. 00000100:00000010:2.0:1767384392.101364:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a0e672f. 00000100:00000010:2.0:1767384392.101365:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055b5aba6. 00000100:00000010:2.0:1767384392.101368:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bccf76ba. 00000100:00000010:2.0:1767384392.101370:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e6ce594. 00000100:00000010:2.0:1767384392.101371:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8fc7413. 00000100:00000010:2.0:1767384392.101374:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e67f2025. 00000100:00000010:2.0:1767384392.101376:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bd2d17cb. 00000100:00000010:2.0:1767384392.101378:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a1398a3. 00000100:00000010:2.0:1767384392.101380:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0d61991. 00000100:00000010:2.0:1767384392.101382:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1e3c0e3. 00000100:00000010:2.0:1767384392.101383:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000012d38de1. 00000100:00000010:2.0:1767384392.101385:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001cf16197. 00000100:00000010:2.0:1767384392.101387:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2dde7f0. 00000100:00000010:2.0:1767384392.101388:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf1c7e18. 00000100:00000010:2.0:1767384392.101390:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d9be174. 00000100:00000010:2.0:1767384392.101392:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002eaa8848. 00000100:00000010:2.0:1767384392.101394:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003241aaaa. 00000100:00000010:2.0:1767384392.101396:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000955393f6. 00000100:00000010:2.0:1767384392.101397:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000232a35d. 00000100:00000010:2.0:1767384392.101399:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064e10e5f. 00000100:00000010:2.0:1767384392.101401:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000720a301c. 00000100:00000010:2.0:1767384392.101416:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000441b6d48. 00000100:00000010:2.0:1767384392.101419:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae336b11. 00000100:00000010:2.0:1767384392.101420:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d678d347. 00000100:00000010:2.0:1767384392.101422:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d75ac681. 00000100:00000010:2.0:1767384392.101424:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f27f66c. 00000100:00000010:2.0:1767384392.101425:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d940b9b. 00000100:00000010:2.0:1767384392.101427:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002802722e. 00000100:00000010:2.0:1767384392.101429:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025cae41c. 00000100:00000010:2.0:1767384392.101430:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f3f9778. 00000100:00000010:2.0:1767384392.101432:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc6c7346. 00000100:00000010:2.0:1767384392.101434:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000138987c0. 00000100:00000010:2.0:1767384392.101435:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e24f8f5. 00000100:00000010:2.0:1767384392.101450:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000572a99ce. 00000100:00000010:2.0:1767384392.101453:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000512e2df. 00000100:00000010:2.0:1767384392.101455:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007928446f. 00000100:00000010:2.0:1767384392.101457:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035f3ebfd. 00000100:00000010:2.0:1767384392.101459:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4ea6ba0. 00000100:00000010:2.0:1767384392.101461:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f88794e8. 00000100:00000010:2.0:1767384392.101535:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b647c758. 00000100:00000010:2.0:1767384392.101539:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018d0db52. 00000100:00000010:2.0:1767384392.101541:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ccef3bd. 00000100:00000010:2.0:1767384392.101543:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7ddebdf. 00000100:00000010:2.0:1767384392.101545:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a0628d7. 00000100:00000010:2.0:1767384392.101547:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba27468e. 00000100:00000010:2.0:1767384392.101549:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077414ba7. 00000100:00000010:2.0:1767384392.101550:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d978ab5c. 00000100:00000010:2.0:1767384392.101630:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b2cde48. 00000100:00000010:2.0:1767384392.101633:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000058a6dc1c. 00000100:00000010:2.0:1767384392.101636:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5dcd211. 00000100:00000010:2.0:1767384392.101693:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000001696dc51. 00000100:00000010:2.0:1767384392.101697:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000003e4bbdfb. 00000100:00000001:2.0:1767384392.101700:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384392.101701:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.101703:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384392.101704:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384392.101706:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000024793693. 00000100:00000001:2.0:1767384392.101708:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384392.101709:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.101711:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.101713:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b42215bc. 00000100:00000001:2.0:1767384392.101715:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.101716:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.101717:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000ef7c8b5. 00000100:00000001:2.0:1767384392.101719:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.101720:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.101721:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a3334491. 00000100:00000001:2.0:1767384392.101722:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384392.101723:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384392.101724:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f22d0825. 00000100:00000001:2.0:1767384392.101726:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384392.101798:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f7fd3164. 00000020:00000010:2.0:1767384392.101803:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b260a1d9. 00000100:00000010:2.0:1767384392.101823:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000064afcb90. 00000100:00000010:2.0:1767384392.101833:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000026c34c9a. 00000100:00000010:2.0:1767384392.101843:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a32489fd. 00000100:00000010:2.0:1767384392.101847:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000088bcb5e4. 00000100:00000001:2.0:1767384392.101849:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.101851:0:39784:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384392.101852:0:39784:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384392.101855:0:39784:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384392.101856:0:39784:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384392.101857:0:39784:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384392.101858:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384392.101860:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384392.101861:0:39784:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384392.101924:0:39784:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767384392.101958:0:16810:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d03c05c. 00000020:00000010:3.0:1767384392.101959:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008dc9ae61. 00000020:00000010:1.0:1767384392.101959:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006990bbb1. 00000040:00000010:0.0:1767384392.101964:0:16810:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000802b0f90. 00000040:00000010:3.0:1767384392.101967:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f6e0ba7. 00000040:00000010:1.0:1767384392.101968:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000beea56d1. 00000020:00000010:0.0:1767384392.101970:0:16810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4b367a0. 00000020:00000010:3.0:1767384392.101975:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001715e5ec. 00000020:00000010:1.0:1767384392.101975:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb3d9406. 00000020:00000010:0.0:1767384392.101977:0:16810:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008eb5d4d4. 00000020:00000010:1.0:1767384392.101984:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed8b0632. 00000020:00000010:3.0:1767384392.101985:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000004d195f1. 00000020:00000010:0.0:1767384392.101985:0:16810:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b121d092. 00000020:00000010:1.0:1767384392.101990:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5083424. 00000020:00000010:3.0:1767384392.101993:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005a36a692. 80000000:00000010:0.0:1767384392.101993:0:16810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009c672b9e. 80000000:00000010:1.0:1767384392.101995:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000016caff0. 40000000:00000010:0.0:1767384392.102000:0:16810:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000126c1e14. 80000000:00000010:3.0:1767384392.102001:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7818adc. 40000000:00000010:1.0:1767384392.102001:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047078f39. 00100000:00000010:0.0:1767384392.102006:0:16810:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000afde5228. 40000000:00000010:3.0:1767384392.102009:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d13a30b7. 00100000:00000010:1.0:1767384392.102009:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d0d65a6. 00040000:00000010:0.0:1767384392.102011:0:16810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000012d5d24. 00100000:00000010:3.0:1767384392.102017:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab886ee1. 00040000:00000010:1.0:1767384392.102018:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036d0b341. 00040000:00000010:0.0:1767384392.102018:0:16810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000072351724. 00040000:00000010:3.0:1767384392.102024:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000768e95e3. 00080000:00000010:0.0:1767384392.102025:0:16810:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007bb4cda7. 00040000:00000010:1.0:1767384392.102031:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e40c3e67. 00040000:00000010:3.0:1767384392.102032:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af9312e5. 00000004:00000010:0.0:1767384392.102033:0:16810:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024a65f91. 00080000:00000010:1.0:1767384392.102037:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000018219e18. 00080000:00000010:3.0:1767384392.102040:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e2e6538d. 00002000:00000010:0.0:1767384392.102040:0:16810:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000018e6b438. 00000004:00000010:1.0:1767384392.102042:0:16808:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dd5a55f5. 00000020:00000010:0.0:1767384392.102047:0:16810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008550d06c. 00002000:00000010:1.0:1767384392.102048:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000086a02dea. 00000004:00000010:3.0:1767384392.102049:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000411bf037. 00000020:00000010:0.0:1767384392.102054:0:16810:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000b3e9849. 00000020:00000010:1.0:1767384392.102055:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fd28ac0. 00002000:00000010:3.0:1767384392.102057:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c677350c. 00000020:00000010:1.0:1767384392.102063:0:16808:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000097e62d36. 00000100:00000010:0.0:1767384392.102064:0:16810:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000744b013e. 00000020:00000010:3.0:1767384392.102070:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a8e1261. 00000100:00000010:1.0:1767384392.102071:0:16808:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f3b6db9b. 00000020:00000001:0.0:1767384392.102071:0:16810:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384392.102075:0:16810:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000506a32f9. 00000020:00000001:1.0:1767384392.102078:0:16808:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384392.102080:0:16809:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000da3fa78f. 00000020:00000010:1.0:1767384392.102081:0:16808:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000969bf820. 00000100:00000010:3.0:1767384392.102090:0:16809:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a574018d. 00000020:00000001:3.0:1767384392.102096:0:16809:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384392.102098:0:16809:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000caf1a6da. 00000020:00000001:1.0:1767384392.102307:0:16808:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384392.102309:0:16808:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000f675bff8:16808] 0 exiting: rc = 1 00000020:00000001:3.0:1767384392.102329:0:16809:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384392.102332:0:16809:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [0000000070edfe47:16809] 1 exiting: rc = 0 00000020:00000001:0.0:1767384392.102357:0:16810:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384392.102361:0:16810:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000c183c048:16810] 2 exiting: rc = 0 00000100:00000010:2.0:1767384392.102478:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f675bff8. 00000100:00000010:2.0:1767384392.102483:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000070edfe47. 00000100:00000010:2.0:1767384392.102485:0:39784:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c183c048. 00000100:00000001:2.0:1767384392.102487:0:39784:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384392.102488:0:39784:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384392.102491:0:39784:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384392.102494:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102495:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102497:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6682bc4. 00000400:00000200:2.0:1767384392.102499:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d1a952b 00000400:00000010:2.0:1767384392.102501:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d1a952b. 00000100:00000001:2.0:1767384392.102504:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102505:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102509:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102511:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.102513:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102514:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102515:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102516:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000284b36fa. 00000400:00000200:2.0:1767384392.102518:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c617f7b1 00000400:00000010:2.0:1767384392.102519:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c617f7b1. 00000100:00000001:2.0:1767384392.102522:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102522:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102526:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102527:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384392.102529:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102530:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102531:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102532:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de465fb3. 00000400:00000200:2.0:1767384392.102533:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005117e0ab 00000400:00000010:2.0:1767384392.102534:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005117e0ab. 00000100:00000001:2.0:1767384392.102535:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102536:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102538:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102539:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384392.102539:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102540:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102541:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102541:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e32c9b3d. 00000400:00000200:2.0:1767384392.102542:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c8b4ba 00000400:00000010:2.0:1767384392.102543:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000062c8b4ba. 00000100:00000001:2.0:1767384392.102544:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102545:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102547:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102547:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384392.102548:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102549:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102549:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102550:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5451c2b. 00000400:00000200:2.0:1767384392.102551:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e664124 00000400:00000010:2.0:1767384392.102552:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000e664124. 00000100:00000001:2.0:1767384392.102694:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102695:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102701:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102703:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384392.102704:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102706:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102707:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102708:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cbbf1f7. 00000400:00000200:2.0:1767384392.102711:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f71249f 00000400:00000010:2.0:1767384392.102712:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008f71249f. 00000100:00000001:2.0:1767384392.102715:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102716:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102721:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102723:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384392.102724:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102726:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102727:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102728:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000727d5ae3. 00000400:00000200:2.0:1767384392.102730:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000010f1662 00000400:00000010:2.0:1767384392.102731:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000010f1662. 00000100:00000001:2.0:1767384392.102734:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102735:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102743:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102745:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384392.102748:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102750:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102751:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102753:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000475d557e. 00000400:00000200:2.0:1767384392.102757:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adc31d53 00000400:00000010:2.0:1767384392.102759:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000adc31d53. 00000100:00000001:2.0:1767384392.102763:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102764:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102770:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102774:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384392.102776:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102778:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102779:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102781:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384392.102785:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0ef80bb 00000400:00000010:2.0:1767384392.102787:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a0ef80bb. 00000100:00000001:2.0:1767384392.102790:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102791:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102798:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102800:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384392.102802:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102804:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102809:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102811:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042ab7c49. 00000400:00000200:2.0:1767384392.102814:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c385d6a8 00000400:00000010:2.0:1767384392.102816:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c385d6a8. 00000100:00000001:2.0:1767384392.102819:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102821:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102829:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102831:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384392.102833:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102834:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102836:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102837:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bf94b0f. 00000400:00000200:2.0:1767384392.102839:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b564365d 00000400:00000010:2.0:1767384392.102841:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b564365d. 00000100:00000001:2.0:1767384392.102843:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102844:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102851:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102853:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384392.102855:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102856:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102858:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102859:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9381d63. 00000400:00000200:2.0:1767384392.102863:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000246a35b6 00000400:00000010:2.0:1767384392.102865:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000246a35b6. 00000100:00000001:2.0:1767384392.102868:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102870:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102876:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102878:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384392.102880:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102882:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102883:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102884:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a2e7a8b. 00000400:00000200:2.0:1767384392.102887:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002af72809 00000400:00000010:2.0:1767384392.102888:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002af72809. 00000100:00000001:2.0:1767384392.102890:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102891:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102895:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102896:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384392.102897:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102898:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102898:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102899:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d8e1b4a. 00000400:00000200:2.0:1767384392.102900:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcb69dad 00000400:00000010:2.0:1767384392.102901:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fcb69dad. 00000100:00000001:2.0:1767384392.102903:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102903:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102905:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102906:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384392.102907:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102908:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102908:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102909:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016547db9. 00000400:00000200:2.0:1767384392.102910:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1e57037 00000400:00000010:2.0:1767384392.102911:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c1e57037. 00000100:00000001:2.0:1767384392.102912:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102912:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102915:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102915:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384392.102916:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102917:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102917:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102918:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077de6381. 00000400:00000200:2.0:1767384392.102919:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a90c8e2 00000400:00000010:2.0:1767384392.102919:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007a90c8e2. 00000100:00000001:2.0:1767384392.102931:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102932:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102935:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102935:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384392.102936:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102937:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102938:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102938:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1825a29. 00000400:00000200:2.0:1767384392.102939:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a502caa 00000400:00000010:2.0:1767384392.102940:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001a502caa. 00000100:00000001:2.0:1767384392.102941:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102942:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102944:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102944:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384392.102945:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102946:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102947:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102948:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ecf76bf. 00000400:00000200:2.0:1767384392.102949:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000173d3c32 00000400:00000010:2.0:1767384392.102950:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000173d3c32. 00000100:00000001:2.0:1767384392.102951:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102952:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102954:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102955:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384392.102955:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102956:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102957:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102957:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058806484. 00000400:00000200:2.0:1767384392.102958:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2a8cad3 00000400:00000010:2.0:1767384392.102959:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d2a8cad3. 00000100:00000001:2.0:1767384392.102960:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102961:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102963:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102963:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384392.102964:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102965:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102965:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102966:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c853ad7. 00000400:00000200:2.0:1767384392.102967:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c681e05 00000400:00000010:2.0:1767384392.102967:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c681e05. 00000100:00000001:2.0:1767384392.102968:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102969:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102971:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102972:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384392.102972:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102973:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102973:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102974:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062d53ad5. 00000400:00000200:2.0:1767384392.102975:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bc91d9 00000400:00000010:2.0:1767384392.102976:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c8bc91d9. 00000100:00000001:2.0:1767384392.102977:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102977:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102979:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102980:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384392.102981:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102982:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102983:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102983:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b852b1d3. 00000400:00000200:2.0:1767384392.102984:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d909d0d 00000400:00000010:2.0:1767384392.102985:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d909d0d. 00000100:00000001:2.0:1767384392.102987:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102987:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102990:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102990:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384392.102991:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.102992:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.102992:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.102993:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002000eb3b. 00000400:00000200:2.0:1767384392.102994:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d057e38 00000400:00000010:2.0:1767384392.102995:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008d057e38. 00000100:00000001:2.0:1767384392.102996:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.102996:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.102998:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.102999:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384392.103000:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103000:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103001:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103002:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3bee4. 00000400:00000200:2.0:1767384392.103002:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ea25172 00000400:00000010:2.0:1767384392.103003:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005ea25172. 00000100:00000001:2.0:1767384392.103005:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103005:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103007:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103008:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384392.103009:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103009:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103010:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103011:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ea323a9. 00000400:00000200:2.0:1767384392.103011:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f599a3b 00000400:00000010:2.0:1767384392.103012:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000f599a3b. 00000100:00000001:2.0:1767384392.103013:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103014:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103016:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103017:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384392.103018:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103019:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103019:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103020:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a66aad50. 00000400:00000200:2.0:1767384392.103021:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089efb154 00000400:00000010:2.0:1767384392.103022:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000089efb154. 00000100:00000001:2.0:1767384392.103023:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103023:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103025:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103026:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384392.103027:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103027:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103028:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103028:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cda2acf8. 00000400:00000200:2.0:1767384392.103029:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9568bb4 00000400:00000010:2.0:1767384392.103030:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b9568bb4. 00000100:00000001:2.0:1767384392.103031:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103032:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103034:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103035:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384392.103036:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103036:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103037:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103037:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d99623ce. 00000400:00000200:2.0:1767384392.103038:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ab35d11 00000400:00000010:2.0:1767384392.103039:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009ab35d11. 00000100:00000001:2.0:1767384392.103040:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103040:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103043:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103043:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384392.103044:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103045:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103045:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103046:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c9f5eae. 00000400:00000200:2.0:1767384392.103047:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c27d07e 00000400:00000010:2.0:1767384392.103047:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001c27d07e. 00000100:00000001:2.0:1767384392.103049:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103050:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103052:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103052:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384392.103053:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103054:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103054:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103055:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091e2f2f5. 00000400:00000200:2.0:1767384392.103056:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002855977d 00000400:00000010:2.0:1767384392.103056:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002855977d. 00000100:00000001:2.0:1767384392.103057:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103058:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103060:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103060:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384392.103061:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103062:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103062:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103063:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0b7585f. 00000400:00000200:2.0:1767384392.103064:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7a9595 00000400:00000010:2.0:1767384392.103065:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000a7a9595. 00000100:00000001:2.0:1767384392.103066:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103066:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103068:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103069:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384392.103070:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103070:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103071:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103071:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e971cb7. 00000400:00000200:2.0:1767384392.103072:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d73bdd8 00000400:00000010:2.0:1767384392.103073:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008d73bdd8. 00000100:00000001:2.0:1767384392.103074:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103075:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103077:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103077:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384392.103078:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103079:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103079:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103080:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a13c3f4. 00000400:00000200:2.0:1767384392.103080:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bf76aa5 00000400:00000010:2.0:1767384392.103082:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009bf76aa5. 00000100:00000001:2.0:1767384392.103085:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103086:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103088:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103088:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384392.103089:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103089:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103090:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103090:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8978015. 00000400:00000200:2.0:1767384392.103091:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27cc8b1 00000400:00000010:2.0:1767384392.103092:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a27cc8b1. 00000100:00000001:2.0:1767384392.103093:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103094:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103095:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103096:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384392.103097:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103097:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103098:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103098:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005172f2ba. 00000400:00000200:2.0:1767384392.103099:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005613abbd 00000400:00000010:2.0:1767384392.103100:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005613abbd. 00000100:00000001:2.0:1767384392.103101:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103102:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103104:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103104:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384392.103105:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103105:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103106:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103107:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083e3ecae. 00000400:00000200:2.0:1767384392.103107:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052c11e9d 00000400:00000010:2.0:1767384392.103108:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052c11e9d. 00000100:00000001:2.0:1767384392.103109:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103110:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103112:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103113:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384392.103114:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103115:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103116:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103117:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0f1db8. 00000400:00000200:2.0:1767384392.103119:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7e4a54e 00000400:00000010:2.0:1767384392.103121:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c7e4a54e. 00000100:00000001:2.0:1767384392.103123:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103123:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103127:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103128:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384392.103129:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103131:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103132:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103133:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee5c4fb2. 00000400:00000200:2.0:1767384392.103134:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e981fa1 00000400:00000010:2.0:1767384392.103136:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002e981fa1. 00000100:00000001:2.0:1767384392.103138:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103139:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103143:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103144:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384392.103145:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103147:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103148:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103149:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe6ecdd. 00000400:00000200:2.0:1767384392.103151:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e240a9b 00000400:00000010:2.0:1767384392.103152:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009e240a9b. 00000100:00000001:2.0:1767384392.103155:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103156:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103159:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103161:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384392.103162:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103163:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103164:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103166:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f36a9709. 00000400:00000200:2.0:1767384392.103167:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deca6001 00000400:00000010:2.0:1767384392.103169:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000deca6001. 00000100:00000001:2.0:1767384392.103182:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103184:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103186:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103187:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384392.103188:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103190:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103190:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103191:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d0da7d6. 00000400:00000200:2.0:1767384392.103193:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005beba72f 00000400:00000010:2.0:1767384392.103194:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005beba72f. 00000100:00000001:2.0:1767384392.103195:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103196:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103198:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103199:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384392.103199:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103200:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103201:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103201:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000148e7647. 00000400:00000200:2.0:1767384392.103202:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc76306d 00000400:00000010:2.0:1767384392.103203:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc76306d. 00000100:00000001:2.0:1767384392.103204:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103205:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103207:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103208:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384392.103208:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103209:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103210:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103210:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c40105fc. 00000400:00000200:2.0:1767384392.103211:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051600669 00000400:00000010:2.0:1767384392.103212:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000051600669. 00000100:00000001:2.0:1767384392.103213:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103214:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103216:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103216:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384392.103217:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103218:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103218:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103219:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca12087a. 00000400:00000200:2.0:1767384392.103220:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbb7e9ac 00000400:00000010:2.0:1767384392.103221:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bbb7e9ac. 00000100:00000001:2.0:1767384392.103222:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103222:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103224:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103225:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384392.103226:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103227:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103227:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103228:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b66f463f. 00000400:00000200:2.0:1767384392.103229:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fa4762 00000400:00000010:2.0:1767384392.103230:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064fa4762. 00000100:00000001:2.0:1767384392.103231:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103231:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103233:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103234:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384392.103235:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103235:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103236:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103236:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a38a7f1b. 00000400:00000200:2.0:1767384392.103237:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097e561c1 00000400:00000010:2.0:1767384392.103238:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000097e561c1. 00000100:00000001:2.0:1767384392.103239:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103240:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103242:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103242:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384392.103243:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103244:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103244:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103245:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc8f3177. 00000400:00000200:2.0:1767384392.103246:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9f68f5 00000400:00000010:2.0:1767384392.103247:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd9f68f5. 00000100:00000001:2.0:1767384392.103248:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103248:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103250:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103251:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384392.103251:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103252:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103253:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103253:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2aa52b8. 00000400:00000200:2.0:1767384392.103254:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ddea24d 00000400:00000010:2.0:1767384392.103255:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008ddea24d. 00000100:00000001:2.0:1767384392.103256:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103257:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103259:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103260:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384392.103261:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103262:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103263:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103263:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a295abf7. 00000400:00000200:2.0:1767384392.103264:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3fb46c8 00000400:00000010:2.0:1767384392.103265:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b3fb46c8. 00000100:00000001:2.0:1767384392.103266:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103267:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103269:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103269:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384392.103270:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103271:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103271:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103272:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d04c133. 00000400:00000200:2.0:1767384392.103272:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003158a032 00000400:00000010:2.0:1767384392.103273:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003158a032. 00000100:00000001:2.0:1767384392.103274:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103275:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103277:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103277:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384392.103278:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103279:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103279:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103280:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f059f44. 00000400:00000200:2.0:1767384392.103281:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084775b76 00000400:00000010:2.0:1767384392.103281:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000084775b76. 00000100:00000001:2.0:1767384392.103283:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103283:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103285:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103286:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384392.103286:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103287:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103288:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103288:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f942391. 00000400:00000200:2.0:1767384392.103289:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008fdd949 00000400:00000010:2.0:1767384392.103290:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000008fdd949. 00000100:00000001:2.0:1767384392.103291:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103292:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103294:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103295:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384392.103296:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103297:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103297:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103298:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f913a226. 00000400:00000200:2.0:1767384392.103299:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003258b3bf 00000400:00000010:2.0:1767384392.103300:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003258b3bf. 00000100:00000001:2.0:1767384392.103301:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103301:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103303:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103304:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384392.103304:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103305:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103306:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103306:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000200ac64. 00000400:00000200:2.0:1767384392.103307:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ad7e8a5 00000400:00000010:2.0:1767384392.103308:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ad7e8a5. 00000100:00000001:2.0:1767384392.103309:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103310:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103312:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103313:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384392.103313:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103314:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103315:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103315:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000baad034. 00000400:00000200:2.0:1767384392.103316:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c43f1cdf 00000400:00000010:2.0:1767384392.103317:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c43f1cdf. 00000100:00000001:2.0:1767384392.103318:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103319:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103321:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103321:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384392.103322:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103323:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103323:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103324:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093b29014. 00000400:00000200:2.0:1767384392.103325:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b61c0e80 00000400:00000010:2.0:1767384392.103326:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b61c0e80. 00000100:00000001:2.0:1767384392.103328:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103328:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103330:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103331:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384392.103332:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103332:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103333:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103334:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040342d26. 00000400:00000200:2.0:1767384392.103334:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084f4f32d 00000400:00000010:2.0:1767384392.103335:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000084f4f32d. 00000100:00000001:2.0:1767384392.103336:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103337:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103339:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103339:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384392.103340:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103341:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103341:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103342:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a281f94b. 00000400:00000200:2.0:1767384392.103342:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032581514 00000400:00000010:2.0:1767384392.103343:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000032581514. 00000100:00000001:2.0:1767384392.103345:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103345:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103347:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103348:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384392.103348:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103349:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103350:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103350:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c53bbc8. 00000400:00000200:2.0:1767384392.103351:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007509213 00000400:00000010:2.0:1767384392.103352:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007509213. 00000100:00000001:2.0:1767384392.103353:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103353:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103356:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103356:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384392.103357:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103358:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103359:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103359:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15e991e. 00000400:00000200:2.0:1767384392.103360:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b67345 00000400:00000010:2.0:1767384392.103361:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000050b67345. 00000100:00000001:2.0:1767384392.103362:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103362:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103364:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103365:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384392.103366:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103366:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103367:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103367:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a6b180a. 00000400:00000200:2.0:1767384392.103368:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5e23dbe 00000400:00000010:2.0:1767384392.103369:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c5e23dbe. 00000100:00000001:2.0:1767384392.103370:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103370:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103373:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103373:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384392.103374:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103374:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103375:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103376:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000acc516c. 00000400:00000200:2.0:1767384392.103376:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb87465b 00000400:00000010:2.0:1767384392.103377:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bb87465b. 00000100:00000001:2.0:1767384392.103378:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103379:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103381:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103381:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384392.103382:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103383:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103383:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103384:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055bed695. 00000400:00000200:2.0:1767384392.103385:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6a55c3 00000400:00000010:2.0:1767384392.103385:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dd6a55c3. 00000100:00000001:2.0:1767384392.103386:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103387:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103389:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103390:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384392.103391:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384392.103392:0:39784:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384392.103392:0:39784:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384392.103393:0:39784:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f88c9a55. 00000400:00000200:2.0:1767384392.103394:0:39784:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077a34cdc 00000400:00000010:2.0:1767384392.103394:0:39784:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000077a34cdc. 00000100:00000001:2.0:1767384392.103396:0:39784:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.103397:0:39784:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384392.103399:0:39784:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384392.103399:0:39784:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384392.103400:0:39784:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384392.103401:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103402:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103404:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103404:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103405:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103405:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103406:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103407:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103407:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103408:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103409:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103409:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103410:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103410:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103411:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103412:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103413:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103413:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103414:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103415:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103416:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103416:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103417:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103418:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103418:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103419:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103419:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103420:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103421:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103422:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103423:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103423:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103424:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103425:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103425:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103426:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103426:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103427:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103428:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103428:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103429:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103429:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103430:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103431:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103431:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103432:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103432:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103433:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103434:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103434:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103435:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103435:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103436:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103448:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103450:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103452:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103453:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103453:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103454:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103455:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103456:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103457:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103458:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103459:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103460:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103460:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103462:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103463:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103464:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103465:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103466:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103467:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103469:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103469:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103471:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103472:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103473:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103474:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103479:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103480:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103481:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103482:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103483:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103484:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103485:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103486:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103487:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103488:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103489:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103490:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103491:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103492:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103494:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103494:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103496:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103497:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103498:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103499:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103500:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103501:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103502:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103503:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103504:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103505:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103506:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103507:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103508:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103510:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103511:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103512:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103513:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103514:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103515:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103516:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103517:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103518:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103519:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103520:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103521:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103522:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103524:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103525:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103526:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103527:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103528:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103529:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384392.103530:0:39784:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.103531:0:39784:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384392.103534:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e835b003. 00000100:00000010:2.0:1767384392.103604:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fce4a577. 00000100:00000010:2.0:1767384392.103608:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f7fabaae. 00000100:00000010:2.0:1767384392.103660:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000646eaa9b. 00000100:00000010:2.0:1767384392.103663:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ecab95ec. 00000100:00000010:2.0:1767384392.103705:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d32c1d9f. 00000100:00000010:2.0:1767384392.103708:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000057addd57. 00000100:00000010:2.0:1767384392.103755:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba0566ac. 00000100:00000010:2.0:1767384392.103758:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000af49ffc4. 00000100:00000010:2.0:1767384392.103796:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea31ff57. 00000100:00000010:2.0:1767384392.103799:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000005eb61b6. 00000100:00000010:2.0:1767384392.103833:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f96c7381. 00000100:00000010:2.0:1767384392.103836:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009101150f. 00000100:00000010:2.0:1767384392.103869:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b6de8ff. 00000100:00000010:2.0:1767384392.103872:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b25a07d7. 00000100:00000010:2.0:1767384392.103922:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a47098e. 00000100:00000010:2.0:1767384392.103926:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d93f9ae6. 00000100:00000010:2.0:1767384392.103974:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048d23b79. 00000100:00000010:2.0:1767384392.103977:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001dad8976. 00000100:00000010:2.0:1767384392.104032:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bc1c052. 00000100:00000010:2.0:1767384392.104035:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dcea4289. 00000100:00000010:2.0:1767384392.104078:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082ad44fd. 00000100:00000010:2.0:1767384392.104082:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005839230a. 00000100:00000010:2.0:1767384392.104120:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000236b159d. 00000100:00000010:2.0:1767384392.104124:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b2c2a87d. 00000100:00000010:2.0:1767384392.104165:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000192f1b68. 00000100:00000010:2.0:1767384392.104169:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008441a764. 00000100:00000010:2.0:1767384392.104212:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f35a61d. 00000100:00000010:2.0:1767384392.104215:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000033afc234. 00000100:00000010:2.0:1767384392.104266:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000634c5aae. 00000100:00000010:2.0:1767384392.104270:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ef1221ec. 00000100:00000010:2.0:1767384392.104312:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005b1ac71. 00000100:00000010:2.0:1767384392.104316:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a9201899. 00000100:00000010:2.0:1767384392.104377:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093d48045. 00000100:00000010:2.0:1767384392.104379:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000054404787. 00000100:00000010:2.0:1767384392.104424:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc9d5687. 00000100:00000010:2.0:1767384392.104427:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000cd7687a. 00000100:00000010:2.0:1767384392.104477:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e78bc321. 00000100:00000010:2.0:1767384392.104481:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000002d4161c. 00000100:00000010:2.0:1767384392.104520:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076212842. 00000100:00000010:2.0:1767384392.104523:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000595291ab. 00000100:00000010:2.0:1767384392.104576:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2d48a63. 00000100:00000010:2.0:1767384392.104580:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000002927d42. 00000100:00000010:2.0:1767384392.104620:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000080aeec1. 00000100:00000010:2.0:1767384392.104644:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bb1c9e9f. 00000100:00000010:2.0:1767384392.104681:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000094ced65. 00000100:00000010:2.0:1767384392.104683:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087153698. 00000100:00000010:2.0:1767384392.104725:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055b6b203. 00000100:00000010:2.0:1767384392.104729:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ad58d0e0. 00000100:00000010:2.0:1767384392.104780:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000591093b7. 00000100:00000010:2.0:1767384392.104783:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d527781c. 00000100:00000010:2.0:1767384392.104824:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a52e875. 00000100:00000010:2.0:1767384392.104826:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008cc09b80. 00000100:00000010:2.0:1767384392.104869:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060efb086. 00000100:00000010:2.0:1767384392.104871:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000021811ad6. 00000100:00000010:2.0:1767384392.104912:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b80d62b. 00000100:00000010:2.0:1767384392.104915:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ddce2b70. 00000100:00000010:2.0:1767384392.104953:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e03ee7a. 00000100:00000010:2.0:1767384392.104956:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006bfedad0. 00000100:00000010:2.0:1767384392.104991:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065e83df1. 00000100:00000010:2.0:1767384392.104994:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002515129d. 00000100:00000010:2.0:1767384392.105039:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3fa3e9e. 00000100:00000010:2.0:1767384392.105041:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000754fb65b. 00000100:00000010:2.0:1767384392.105082:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee887c93. 00000100:00000010:2.0:1767384392.105084:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003e8e9e1e. 00000100:00000010:2.0:1767384392.105118:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d70e362f. 00000100:00000010:2.0:1767384392.105121:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008fe5e44a. 00000100:00000010:2.0:1767384392.105165:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055c8bed8. 00000100:00000010:2.0:1767384392.105168:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ff58cb98. 00000100:00000010:2.0:1767384392.105213:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005aefe631. 00000100:00000010:2.0:1767384392.105217:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000037e32a16. 00000100:00000010:2.0:1767384392.105259:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3c82d39. 00000100:00000010:2.0:1767384392.105262:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000970534db. 00000100:00000010:2.0:1767384392.105306:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb858c16. 00000100:00000010:2.0:1767384392.105310:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e0efad21. 00000100:00000010:2.0:1767384392.105349:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041e8a3bc. 00000100:00000010:2.0:1767384392.105352:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000010c509fb. 00000100:00000010:2.0:1767384392.105390:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086369f76. 00000100:00000010:2.0:1767384392.105394:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000090a93427. 00000100:00000010:2.0:1767384392.105425:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000668bc8bb. 00000100:00000010:2.0:1767384392.105428:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009946d87a. 00000100:00000010:2.0:1767384392.105481:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000070a69f. 00000100:00000010:2.0:1767384392.105485:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c708b7b. 00000100:00000010:2.0:1767384392.105519:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000962ff252. 00000100:00000010:2.0:1767384392.105521:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001afcece3. 00000100:00000010:2.0:1767384392.105620:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002775ef72. 00000100:00000010:2.0:1767384392.105624:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007ec7a09c. 00000100:00000010:2.0:1767384392.105656:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2bc16cc. 00000100:00000010:2.0:1767384392.105659:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bfe744a8. 00000100:00000010:2.0:1767384392.105693:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000288adea8. 00000100:00000010:2.0:1767384392.105697:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d3d1f84. 00000100:00000010:2.0:1767384392.105729:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daf8ca04. 00000100:00000010:2.0:1767384392.105733:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001c932ac7. 00000100:00000010:2.0:1767384392.105765:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4282e56. 00000100:00000010:2.0:1767384392.105769:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ebb1bde0. 00000100:00000010:2.0:1767384392.105797:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d54540ba. 00000100:00000010:2.0:1767384392.105800:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000006e088c2. 00000100:00000010:2.0:1767384392.105836:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000765f02c7. 00000100:00000010:2.0:1767384392.105840:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cf5fef1c. 00000100:00000010:2.0:1767384392.105874:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004796d37a. 00000100:00000010:2.0:1767384392.105878:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000041eb750f. 00000100:00000010:2.0:1767384392.105909:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039c410fa. 00000100:00000010:2.0:1767384392.105913:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003909ea6c. 00000100:00000010:2.0:1767384392.105953:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a817092c. 00000100:00000010:2.0:1767384392.105956:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009657c631. 00000100:00000010:2.0:1767384392.105999:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bb81739. 00000100:00000010:2.0:1767384392.106002:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004728f938. 00000100:00000010:2.0:1767384392.106034:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000428dff7e. 00000100:00000010:2.0:1767384392.106038:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f5731109. 00000100:00000010:2.0:1767384392.106077:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000809c729a. 00000100:00000010:2.0:1767384392.106080:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c09ed1bf. 00000100:00000010:2.0:1767384392.106112:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066fce93e. 00000100:00000010:2.0:1767384392.106115:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a9c149e0. 00000100:00000010:2.0:1767384392.106146:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069471b96. 00000100:00000010:2.0:1767384392.106149:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005467098b. 00000100:00000010:2.0:1767384392.106181:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b30fed5. 00000100:00000010:2.0:1767384392.106183:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000094798a59. 00000100:00000010:2.0:1767384392.106218:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057c5209a. 00000100:00000010:2.0:1767384392.106221:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000919fff90. 00000100:00000010:2.0:1767384392.106254:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d1a20a4. 00000100:00000010:2.0:1767384392.106257:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000045fc32a6. 00000100:00000010:2.0:1767384392.106290:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd00988f. 00000100:00000010:2.0:1767384392.106294:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c5939eb9. 00000100:00000010:2.0:1767384392.106323:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bab97026. 00000100:00000010:2.0:1767384392.106326:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005deb2d57. 00000100:00000010:2.0:1767384392.106373:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039cca256. 00000100:00000010:2.0:1767384392.106376:0:39784:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000671ac5d1. 00000100:00000010:2.0:1767384392.106412:0:39784:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb882f50. 00000100:00000010:3.0:1767384392.107909:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000052a13fde. 00000100:00000010:3.0:1767384392.107920:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004f5df640. 00000100:00000010:3.0:1767384392.107926:0:39784:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000003a64cd8c. 00000100:00000001:3.0:1767384392.107934:0:39784:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384392.107937:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107939:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384392.107941:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384392.107943:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000cc782243. 00000100:00000001:3.0:1767384392.107946:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384392.107948:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.107950:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107951:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003bb55601. 00000100:00000001:3.0:1767384392.107954:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107955:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107957:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c48073e6. 00000100:00000001:3.0:1767384392.107958:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107960:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107961:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000da87cd2d. 00000100:00000001:3.0:1767384392.107963:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107964:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107965:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000004f73d78. 00000100:00000001:3.0:1767384392.107967:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107968:0:39784:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384392.107969:0:39784:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384392.107969:0:39784:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fbdf31e9. 00000100:00000001:3.0:1767384392.107971:0:39784:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384392.107972:0:39784:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.107973:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107974:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009f7ee6fd. 00000100:00000001:3.0:1767384392.107976:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107976:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107977:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000030647ce8. 00000100:00000001:3.0:1767384392.107979:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107980:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107981:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d5a32b97. 00000100:00000001:3.0:1767384392.107982:0:39784:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384392.107983:0:39784:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384392.107984:0:39784:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000cf56147. 00000100:00000010:3.0:1767384392.107986:0:39784:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000001c6ccd1d. 00000100:00000001:3.0:1767384392.107988:0:39784:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384392.108068:0:39784:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009ce7855b. 00000020:00000010:3.0:1767384392.108075:0:39784:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e8b2e8f1. 00000100:00000010:3.0:1767384392.108109:0:39784:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000088e93e13. 00000100:00000010:3.0:1767384392.108116:0:39784:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d044cd35. 00000100:00000010:3.0:1767384392.108118:0:39784:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004c030bbd. 00000100:00000010:3.0:1767384392.108124:0:39784:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000007a87d538. 00000100:00000001:3.0:1767384392.108127:0:39784:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.108130:0:39784:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:3.0:1767384392.108146:0:39784:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.108149:0:39784:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.108162:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384392.108168:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003d888954. 00000001:00000010:3.0:1767384392.108170:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ee92e5c. 00000001:00000010:3.0:1767384392.108173:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec986672. 00000001:00000010:3.0:1767384392.108175:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4a42be8. 00000001:00000010:3.0:1767384392.108177:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009f70220f. 00000001:00000010:3.0:1767384392.108179:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009792cda6. 00000001:00000001:3.0:1767384392.108182:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384392.108184:0:39784:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384392.108187:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a9bac333. 00000001:00000010:3.0:1767384392.108189:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002326f9a5. 00000001:00000010:3.0:1767384392.108191:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001caf31cc. 00000001:00000010:3.0:1767384392.108193:0:39784:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c4aefa4. 00000001:00000010:3.0:1767384392.108194:0:39784:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b06f9dbb. 00000001:00000010:3.0:1767384392.108196:0:39784:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000029eca678. 00000001:00000001:3.0:1767384392.108197:0:39784:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384392.108199:0:39784:0:(obd_config.c:955:class_decref()) Decref MDS (00000000acfdb857) now 3 - setup 00000020:00000001:3.0:1767384392.108201:0:39784:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.108204:0:39784:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384392.108207:0:39784:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384392.108212:0:39784:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384392.108215:0:39784:0:(obd_config.c:955:class_decref()) Decref MDS (00000000acfdb857) now 2 - obd_device_list 00000020:00000080:3.0:1767384392.108217:0:39784:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:3.0:1767384392.108218:0:39784:0:(obd_config.c:955:class_decref()) Decref MDS (00000000acfdb857) now 1 - newdev 00000020:00000040:3.0:1767384392.108221:0:39784:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d91c2a52 with handle 0xf489261bfe0bc3e6 from hash 00000020:00000040:3.0:1767384392.108224:0:39784:0:(genops.c:898:class_export_put()) PUTting export 00000000d91c2a52 : new refcount 0 00000020:00000080:3.0:1767384392.108226:0:39784:0:(genops.c:904:class_export_put()) final put 00000000d91c2a52/MDS_uuid 00000020:00000001:3.0:1767384392.108229:0:39784:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.108232:0:39784:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384392.108234:0:39784:0:(genops.c:863:class_export_destroy()) destroying export 00000000d91c2a52/MDS_uuid for MDS 00000020:00000001:3.0:1767384392.108236:0:39784:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384392.108238:0:39784:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.108239:0:39784:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d91c2a52. 00000020:00000001:3.0:1767384392.108247:0:39784:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384392.108248:0:39784:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:3.0:1767384392.108250:0:39784:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:3.0:1767384392.108252:0:39784:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384392.108257:0:39784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040f19d9f. 00000020:00000010:3.0:1767384392.108263:0:39784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ba24ae0. 00000040:00000010:3.0:1767384392.108267:0:39784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b557897. 00000020:00000010:3.0:1767384392.108271:0:39784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b0d491f5. 00000020:00000010:3.0:1767384392.108276:0:39784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384392.108280:0:39784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c42f93b. 80000000:00000010:3.0:1767384392.108283:0:39784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000adea74b. 40000000:00000010:3.0:1767384392.108287:0:39784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7b425f3. 00100000:00000010:3.0:1767384392.108291:0:39784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e68ebf92. 00040000:00000010:3.0:1767384392.108294:0:39784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001fa8281d. 00040000:00000010:3.0:1767384392.108298:0:39784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8c26d85. 00080000:00000010:3.0:1767384392.108303:0:39784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dc792487. 00000004:00000010:3.0:1767384392.108308:0:39784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b25e1a9. 00000004:00000001:3.0:1767384392.108312:0:39784:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:3.0:1767384392.108315:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000a61964. 00000004:00000010:3.0:1767384392.108327:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003deecdcc. 00000004:00000010:3.0:1767384392.108331:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000047287324. 00000004:00000010:3.0:1767384392.108334:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9c39a76. 00000004:00000010:3.0:1767384392.108338:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da0025a8. 00000004:00000010:3.0:1767384392.108340:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d11369f1. 00000004:00000010:3.0:1767384392.108342:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000066cf0241. 00000004:00000010:3.0:1767384392.108344:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dc3024f0. 00000004:00000010:3.0:1767384392.108346:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c57978aa. 00000004:00000010:3.0:1767384392.108349:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f2387fae. 00000004:00000010:3.0:1767384392.108352:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000155e6d0c. 00000004:00000010:3.0:1767384392.108355:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae05f0e1. 00000004:00000010:3.0:1767384392.108357:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001246d102. 00000004:00000010:3.0:1767384392.108359:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f9fe591e. 00000004:00000010:3.0:1767384392.108363:0:39784:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000c7d95070. 00000004:00000001:3.0:1767384392.108366:0:39784:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.108369:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ba24ae0. 00000040:00000010:3.0:1767384392.108371:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006b557897. 00000020:00000010:3.0:1767384392.108374:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b0d491f5. 00000020:00000010:3.0:1767384392.108376:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384392.108379:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c42f93b. 80000000:00000010:3.0:1767384392.108382:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000adea74b. 40000000:00000010:3.0:1767384392.108386:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e7b425f3. 00100000:00000010:3.0:1767384392.108388:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e68ebf92. 00040000:00000010:3.0:1767384392.108391:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001fa8281d. 00040000:00000010:3.0:1767384392.108393:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8c26d85. 00080000:00000010:3.0:1767384392.108395:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dc792487. 00000004:00000010:3.0:1767384392.108398:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b25e1a9. 00000020:00000010:3.0:1767384392.108400:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040f19d9f. 00000020:00000001:3.0:1767384392.108402:0:39784:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.108404:0:39784:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000acfdb857. 00000020:00000001:3.0:1767384392.108408:0:39784:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.108409:0:39784:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.108412:0:39784:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000de689fdf. 00000020:00000001:3.0:1767384392.108414:0:39784:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.108417:0:39784:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.108422:0:39784:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000be8f9534. 00000020:00000010:3.0:1767384392.108427:0:39784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000db8008ae. 00000020:00000010:3.0:1767384392.108431:0:39784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000097b17947. 00000040:00000010:3.0:1767384392.108434:0:39784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000057d79d63. 00000020:00000010:3.0:1767384392.108436:0:39784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005af0a459. 00000020:00000010:3.0:1767384392.108453:0:39784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000267a5eb. 00000020:00000010:3.0:1767384392.108456:0:39784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000abd25737. 80000000:00000010:3.0:1767384392.108458:0:39784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee3b0cb5. 40000000:00000010:3.0:1767384392.108461:0:39784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000818a1839. 00100000:00000010:3.0:1767384392.108463:0:39784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009272184e. 00040000:00000010:3.0:1767384392.108467:0:39784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009bf112da. 00040000:00000010:3.0:1767384392.108471:0:39784:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d6440cd5. 00040000:00000010:3.0:1767384392.108473:0:39784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004ab767a2. 00080000:00000010:3.0:1767384392.108477:0:39784:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000001b39021b. 00080000:00000010:3.0:1767384392.108479:0:39784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000019086982. 00000004:00000010:3.0:1767384392.108482:0:39784:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005c1232d9. 00000004:00000010:3.0:1767384392.108485:0:39784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e3862c12. 00000004:00000010:3.0:1767384392.108488:0:39784:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da8640f7. 00002000:00000010:3.0:1767384392.108491:0:39784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003ee55acc. 00000004:00000010:3.0:1767384392.108495:0:39784:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002e4c942b. 00000020:00000010:3.0:1767384392.108497:0:39784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f1c81a4. 00000020:02000400:3.0:1767384392.108499:0:39784:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:3.0:1767384392.110885:0:39784:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 0000000057adb8ff. 00000020:00000001:3.0:1767384392.110892:0:39784:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:3.0:1767384392.112058:0:10076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384392.112069:0:10076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.112074:0:10076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.114295:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384392.114304:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.114309:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384392.352189:0:39799:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384392.352203:0:39799:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.352207:0:39799:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.538743:0:39839:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000775ae79c. 00000400:00000040:2.0:1767384392.538762:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384392.538765:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384392.538767:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384392.538769:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384392.538770:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384392.538771:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384392.538773:0:39839:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384392.538839:0:39839:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000775ae79c. 00010000:00000001:1.0:1767384392.659626:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384392.659632:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.660284:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384392.660288:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.660290:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384392.902240:0:39852:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384392.902253:0:39852:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.902258:0:39852:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384393.108629:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384393.108635:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384393.108638:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384393.108642:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000400:00000200:3.0:1767384393.108647:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384393.108653:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384393.108665:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000082f4e1a7. 00000400:00000010:3.0:1767384393.108669:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000040d4e9b4. 00010000:00000001:1.0:1767384393.683747:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384393.683755:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384393.685497:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384393.685501:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384393.685505:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384393.813119:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (4) 00000800:00000200:3.1:1767384393.813127:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c4395b41] -> 12345-192.168.203.113@tcp34 (4) 00000800:00000200:3.0:1767384393.813155:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000224fc33b] -> 12345-192.168.203.113@tcp21 (6) 00000800:00000200:3.0:1767384393.813160:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp21 ip 192.168.203.113:988 00000800:00000200:3.0:1767384393.813163:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384393.813333:0:16147:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384393.813350:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.813362:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384393.813367:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384393.813369:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384393.813539:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813620:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813639:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813655:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813671:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813687:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813704:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813720:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813735:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813751:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813766:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813782:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813798:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813816:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.813835:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814341:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814362:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814379:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814403:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814421:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814453:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814470:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814486:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814502:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814518:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814533:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814550:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814590:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814606:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814622:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814637:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814653:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814672:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814687:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384393.814702:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384393.814803:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e9419305. 00000800:00000010:1.0:1767384393.814808:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f55ab947. 00000800:00000010:1.0:1767384393.814813:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007307fad4. 00000800:00000010:1.0:1767384393.814833:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007307fad4. 00000800:00020000:1.0:1767384393.815342:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384393.815347:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f55ab947. 00000800:00000010:1.0:1767384393.815350:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e9419305. 00000400:02020000:1.0:1767384393.815387:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384393.815391:0:35348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:3.0:1767384393.875864:0:16793:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384393.875871:0:16793:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767384394.707692:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384394.707700:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384394.707725:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384394.707727:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384394.707729:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384394.899660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384394.899669:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384394.899674:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7be0669. 00000020:00000040:2.0:1767384394.899680:0:36:0:(genops.c:1229:class_import_get()) import 00000000dceb0e7d refcount=4 obd=MGC192.168.203.113@tcp 00000100:00000001:2.0:1767384394.899684:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384394.899686:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384394.899690:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384394.899696:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000050f76024. 00000100:00000001:2.0:1767384394.899702:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.899709:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8ae7844a-7a01-436c-b1f1-a08090b2f7f1->MGS req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384394.899717:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384394.899719:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.899725:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7be0669] to pc [ptlrpcd_00_02+2] req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384394.899747:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.899749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384394.899751:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384394.899752:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000195f6a62. 00000020:00000040:2.0:1767384394.899754:0:36:0:(genops.c:1229:class_import_get()) import 0000000063e3e530 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384394.899756:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384394.899757:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384394.899758:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384394.899760:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009792cda6. 00000100:00000001:2.0:1767384394.899762:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.899764:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384394.899769:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384394.899770:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.899772:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000195f6a62] to pc [ptlrpcd_00_03+3] req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384394.899778:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.899779:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384394.899781:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (321) 00000100:00000001:3.0:1767384394.899790:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384394.899796:0:16156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384394.899797:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384394.899806:0:16156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384394.899815:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384394.899819:0:16157:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384394.899828:0:16157:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384394.899840:0:16156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384394.899844:0:16156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384394.899853:0:16156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384394.899854:0:16157:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384394.899859:0:16157:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384394.899860:0:16156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384394.899866:0:16157:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384394.899869:0:16157:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384394.899874:0:16156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384394.899876:0:16157:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384394.899882:0:16156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e7be0669 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8ae7844a-7a01-436c-b1f1-a08090b2f7f1:16156:1853236744062080:0@lo:400: 00000100:00100000:1.0:1767384394.899883:0:16157:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000195f6a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16157:1853236744062208:0@lo:400: 00000100:00000001:1.0:1767384394.899898:0:16157:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384394.899899:0:16156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384394.899903:0:16157:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384394.899905:0:16157:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384394.899906:0:16156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384394.899908:0:16157:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384394.899912:0:16156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384394.899917:0:16156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384394.899918:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e5586fe. 02000000:00000001:1.0:1767384394.899922:0:16157:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384394.899923:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c26d85. 02000000:00000001:3.0:1767384394.899927:0:16156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384394.899927:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026f5cf64. 00000400:00000010:1.0:1767384394.899939:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a586dc5. 00000400:00000010:3.0:1767384394.899941:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0e6983d. 00000100:00000200:1.0:1767384394.899946:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744062208, portal 10 00000100:00000001:1.0:1767384394.899949:0:16157:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384394.899951:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000001:1.0:1767384394.899951:0:16157:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229108608 : -120961480443008 : ffff91fc75ed3b80) 00000100:00000040:1.0:1767384394.899966:0:16157:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384394.899971:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744062080, portal 25 00000100:00000001:1.0:1767384394.899974:0:16157:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384394.899977:0:16156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384394.899981:0:16157:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384394.899982:0:16156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623112229103232 : -120961480448384 : ffff91fc75ed2680) 00000400:00000010:1.0:1767384394.899986:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000200:1.0:1767384394.899990:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744062208, offset 0 00000100:00000040:3.0:1767384394.899993:0:16156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384394.900002:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384394.900011:0:16156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384394.900021:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384394.900024:0:16156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384394.900029:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000200:1.0:1767384394.900034:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08500 00000100:00000200:3.0:1767384394.900035:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744062080, offset 0 00000400:00000100:1.0:1767384394.900046:0:16157:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236744062208 offset 0 length 224: 4 00000400:00000200:3.0:1767384394.900053:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384394.900056:0:16157:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000050edd2f9 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384394.900059:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384394.900068:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384394.900073:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384394.900075:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00000001:1.0:1767384394.900078:0:16157:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384394.900083:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd08480 00000100:00000200:1.0:1767384394.900086:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384394.900096:0:16157:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384394.900100:0:16157:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000195f6a62 x1853236744062208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000100:3.0:1767384394.900106:0:16156:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236744062080 offset 0 length 224: 4 00000400:00000200:3.0:1767384394.900122:0:16156:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000a9cca0fc is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:1.0:1767384394.900123:0:16157:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384394.900130:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:1.0:1767384394.900130:0:16157:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384394.900136:0:16157:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384394.900140:0:16157:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3055 usecs (4 jiffies) 00000100:00000001:1.0:1767384394.900143:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294983684 00000400:00000200:3.0:1767384394.900144:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000100:00000010:1.0:1767384394.900146:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b963a285. 00000400:00000010:3.0:1767384394.900148:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000100:00000001:1.0:1767384394.900153:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384394.900154:0:16156:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384394.900164:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294983684 00000100:00000200:3.0:1767384394.900165:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384394.900168:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da5d15c0. 00000100:00000001:1.0:1767384394.900177:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384394.900184:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294983684 00000100:00000010:1.0:1767384394.900192:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969c7aa8. 00000100:00000001:3.0:1767384394.900196:0:16156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384394.900197:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384394.900202:0:16156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384394.900205:0:16157:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294983684 00000100:00000010:1.0:1767384394.900213:0:16157:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a67662bd. 00000100:00000001:1.0:1767384394.900221:0:16157:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384394.900226:0:16157:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384394.900231:0:16156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384394.900231:0:16157:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.900244:0:16156:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384394.900245:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384394.900249:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384394.900254:0:16156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384394.900257:0:16157:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384394.900260:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 0 is 4294983697 00000100:00000001:1.0:1767384394.900260:0:16157:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384394.900266:0:16157:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384394.900267:0:16157:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384394.900275:0:16157:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384394.900276:0:16157:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.900283:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983684 00000100:00000001:3.0:1767384394.900291:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 1 is 4294983697 00000100:00000001:3.0:1767384394.900297:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983684 00000100:00000001:3.0:1767384394.900300:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 2 is 4294983697 00000100:00000001:3.0:1767384394.900303:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983684 00000100:00000001:3.0:1767384394.900305:0:16156:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS new deadline estimation for cpu 3 is 4294983697 00000100:00000001:3.0:1767384394.900308:0:16156:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983684 00000100:00000001:3.0:1767384394.900311:0:16156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384394.900313:0:16156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.900316:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.900318:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384394.900324:0:16156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384394.900326:0:16156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384394.900328:0:16156:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384394.900329:0:16156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384394.900331:0:16156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384394.900333:0:16156:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384394.917657:0:253:0:(connection.c:75:cpu_latency_work()) work item of 0000000049879b56 (cpu 0) has reached its deadline 4294983697, at 4294983698 00000100:00000040:0.0:1767384394.917657:0:267:0:(connection.c:75:cpu_latency_work()) work item of 000000000ffd7b79 (cpu 0) has reached its deadline 4294983697, at 4294983698 00000100:00000040:1.0:1767384394.917658:0:366:0:(connection.c:75:cpu_latency_work()) work item of 000000000013c283 (cpu 0) has reached its deadline 4294983697, at 4294983698 00000100:00000040:3.0:1767384394.917671:0:766:0:(connection.c:75:cpu_latency_work()) work item of 0000000048613b96 (cpu 0) has reached its deadline 4294983697, at 4294983698 00000100:00000010:1.0:1767384394.917674:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da5d15c0. 00000100:00000010:2.0:1767384394.917675:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969c7aa8. 00000100:00000010:0.0:1767384394.917680:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b963a285. 00000100:00000010:3.0:1767384394.917690:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a67662bd. 00000400:00000200:3.0:1767384395.155627:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp48 00000400:00000010:3.0:1767384395.155636:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c67a9feb. 00000400:00000010:3.0:1767384395.155642:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000040f19d9f. 00000400:00000010:3.0:1767384395.155647:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000010:3.0:1767384395.155652:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd051656. 00000400:00000200:3.0:1767384395.155656:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp48 00000400:00000200:3.0:1767384395.155676:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp48 local destination 00000400:00000200:3.0:1767384395.155682:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp48 00000400:00000200:3.0:1767384395.155685:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp48 NI seq info: [247:247:256:4294967295] 192.168.203.113@tcp48 LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1767384395.155692:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp48 00000400:00000200:3.0:1767384395.155699:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp48(192.168.203.113@tcp48:) -> 192.168.203.113@tcp48(192.168.203.113@tcp48:192.168.203.113@tcp48) : GET try# 0 00000800:00000200:3.0:1767384395.155707:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp48 00000800:00000010:3.0:1767384395.155711:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d21d396f. 00000800:00000200:3.0:1767384395.155716:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000800:00000200:3.1:1767384395.155720:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000400:00000200:3.0:1767384395.155741:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp48 added to recovery queue. ping count: 3 next ping: 324 health :700 00000400:00000200:0.0:1767384395.155837:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.155886:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.155923:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.155944:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.155962:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.155981:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156002:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156022:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156043:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156065:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156087:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156109:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156130:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156150:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156170:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156189:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156209:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156227:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156247:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156266:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156286:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156308:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156329:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156350:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156371:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156393:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156463:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156486:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156506:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156526:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156547:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156613:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156645:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156668:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.156689:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384395.156850:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a62325e5. 00000800:00000010:0.0:1767384395.156855:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e45bb11. 00000800:00000010:0.0:1767384395.156860:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000453e1ae2. 00000800:00000010:0.0:1767384395.156881:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000453e1ae2. 00000800:00020000:0.0:1767384395.156891:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384395.156895:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e45bb11. 00000800:00000010:0.0:1767384395.156899:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a62325e5. 00000400:02020000:0.0:1767384395.156935:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp48 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384395.156942:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp48 notifying 192.168.203.113@tcp48: down 00000400:00000200:0.0:1767384395.156946:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384395.156950:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp48 00000800:00000010:0.0:1767384395.156953:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d21d396f. 00000400:00000200:0.0:1767384395.156957:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384395.156961:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp48->192.168.203.113@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384395.156970:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384395.156973:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384395.156977:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp48) recovery failed with -71 00010000:00000001:1.0:1767384395.731650:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384395.731656:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.731707:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384395.731711:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384395.731714:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384395.859642:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000800:00000200:3.1:1767384395.859648:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000993b7e76] -> 12345-192.168.203.113@tcp37 (4) 00000400:00000200:0.0:1767384395.859761:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859816:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859841:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859860:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859880:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859928:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859956:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859975:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.859995:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860012:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860031:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860048:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860067:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860085:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860102:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860119:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860136:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860153:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860170:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860187:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860204:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860222:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860238:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860257:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860281:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860303:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860329:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860351:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860370:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860390:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860437:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860462:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860482:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860500:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384395.860518:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384395.860699:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a62325e5. 00000800:00000010:0.0:1767384395.860708:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e45bb11. 00000800:00000010:0.0:1767384395.860713:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000453e1ae2. 00000800:00000010:0.0:1767384395.860733:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000453e1ae2. 00000800:00020000:0.0:1767384395.860742:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384395.860745:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e45bb11. 00000800:00000010:0.0:1767384395.860749:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a62325e5. 00000400:02020000:0.0:1767384395.860785:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp37 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384395.860789:0:29615:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384395.923655:0:18868:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384395.923655:0:16782:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384395.923661:0:18868:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.923661:0:16782:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.923677:0:17567:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384395.923680:0:17567:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384396.179631:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384396.179637:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384396.179640:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384396.179645:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000400:00000200:3.0:1767384396.179651:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384396.179657:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384396.179670:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c67a9feb. 00000400:00000010:3.0:1767384396.179676:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000040f19d9f. 00010000:00000001:1.0:1767384396.755622:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384396.755627:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384396.755668:0:39785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384396.755671:0:39785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384396.755673:0:39785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384396.883718:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000496367ed] -> 12345-192.168.203.113@tcp19 (6) 00000800:00000200:3.0:1767384396.883729:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp19 ip 192.168.203.113:988 00000800:00000200:3.0:1767384396.883734:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384396.883907:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384396.883918:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384396.883929:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384396.883934:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384396.883937:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384397.203648:0:16151:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 00000000c626868e. 00000400:02000040:3.0:1767384397.203668:0:16151:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.203.113@tcp48, 192.168.203.113@tcp46, 192.168.203.113@tcp45, 192.168.203.113@tcp38, 192.168.203.113@tcp43, 192.168.203.113@tcp35, 192.168.203.113@tcp32, 192.168.203.113@tcp31 00000400:00000010:3.0:1767384397.210056:0:16151:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 00000000c626868e. 00010000:00000001:1.0:1767384397.779674:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384397.779682:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384397.779707:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384397.779709:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384397.779711:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384397.907669:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (4) 00000800:00000200:3.1:1767384397.907679:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000027ca7cd3] -> 12345-192.168.203.113@tcp40 (4) 00000400:00000200:2.0:1767384397.907819:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907884:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907906:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907918:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907929:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907939:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907956:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907967:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907978:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.907988:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908000:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908018:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908038:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908058:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908076:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908095:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908114:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908129:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908145:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908165:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908185:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908202:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908213:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908224:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908234:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908246:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908256:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908267:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908277:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908287:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908300:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908312:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908323:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908333:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384397.908343:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384397.908494:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb7fd451. 00000800:00000010:2.0:1767384397.908499:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067527872. 00000800:00000010:2.0:1767384397.908502:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cec08444. 00000800:00000010:2.0:1767384397.908515:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cec08444. 00000800:00020000:2.0:1767384397.908522:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384397.908525:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067527872. 00000800:00000010:2.0:1767384397.908526:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fb7fd451. 00000400:02020000:2.0:1767384397.908551:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp40 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384397.908595:0:16142:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384398.359474:0:39901:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384398.359485:0:39901:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.359488:0:39901:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.803612:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384398.803616:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384398.803649:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384398.803652:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384398.803654:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384398.924977:0:40065:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384398.924981:0:40065:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384398.926784:0:40065:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:3.0:1767384398.931610:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3ddc897] -> 12345-192.168.203.113@tcp22 (6) 00000800:00000200:3.0:1767384398.931617:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp22 ip 192.168.203.113:988 00000800:00000200:3.0:1767384398.931621:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384398.931740:0:16149:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384398.931743:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384398.931758:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384398.931763:0:16147:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384398.931766:0:16147:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384399.065956:0:40084:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:3.0:1767384400.019618:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008dd3df58. 02000000:00000010:3.0:1767384400.019634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024a1fccc. 00000100:00000010:3.0:1767384400.019660:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4fb8025. 02000000:00000010:3.0:1767384400.019663:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d4746d3. 02000000:00000010:2.0:1767384400.019701:0:16155:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a70bddf. 02000000:00000010:0.0:1767384400.019702:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007776d34. 00000400:00000010:2.0:1767384400.019713:0:16155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea525900. 00000400:00000010:0.0:1767384400.019713:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000400:00000010:2.0:1767384400.019725:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b9e58ab. 00000400:00000010:0.0:1767384400.019725:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.019733:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744062336, portal 25 00000100:00000200:2.0:1767384400.019734:0:16155:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744062464, portal 10 00000400:00000010:0.0:1767384400.019743:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000400:00000010:2.0:1767384400.019745:0:16155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e7ddd2. 00000100:00000200:0.0:1767384400.019750:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236744062336, offset 0 00000100:00000200:2.0:1767384400.019751:0:16155:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744062464, offset 0 00000400:00000200:0.0:1767384400.019764:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.019772:0:16155:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.019779:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.019785:0:16155:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.019798:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824dd08580 00000400:00000200:2.0:1767384400.019799:0:16155:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08600 00000400:00000100:2.0:1767384400.019813:0:16155:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236744062464 offset 0 length 224: 4 00000400:00000100:0.0:1767384400.019814:0:16154:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236744062336 offset 0 length 224: 4 00000400:00000200:2.0:1767384400.019820:0:16155:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000e9b668ed is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384400.019821:0:16154:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000036ef2eab is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384400.019826:0:16155:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384400.019827:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384400.019847:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:0.0:1767384400.019850:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000400:00000200:2.0:1767384400.019864:0:16155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e7ddd2 00000400:00000010:2.0:1767384400.019868:0:16155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e7ddd2. 00000100:00000200:0.0:1767384400.019870:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008dd3df58 x1853236744062336/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.019877:0:16155:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4fb8025 x1853236744062464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.019897:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc269dd. 00000100:00000010:0.0:1767384400.019911:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000248dac99. 00000100:00000010:0.0:1767384400.019918:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e4fd540. 00000100:00000010:0.0:1767384400.019925:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ade7980. 00000100:00000010:1.0:1767384400.037618:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000248dac99. 00000100:00000010:3.0:1767384400.038608:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ade7980. 00000100:00000010:0.0:1767384400.038610:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc269dd. 00000100:00000010:2.0:1767384400.038624:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e4fd540. 00000020:00000010:3.0:1767384400.647834:0:40427:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000099f5c73. 00000020:00000010:3.0:1767384400.647840:0:40427:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000d7f2afca. 00000020:00000010:3.0:1767384400.647845:0:40427:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000006a21b243. 00000020:00000010:3.0:1767384400.647853:0:40427:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 0000000043ccb91a. 00000020:00000010:3.0:1767384400.647866:0:40427:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000001a1bde10. 00000020:00000010:3.0:1767384400.647869:0:40427:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 00000000b0e631cd. 00000020:00000010:3.0:1767384400.647882:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000b07983e2. 00000020:00000010:3.0:1767384400.647893:0:40427:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f30d1227. 00000020:00000010:3.0:1767384400.647897:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000789932c0. 00000020:00000010:3.0:1767384400.647918:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000b07983e2. 00000020:00000010:3.0:1767384400.647920:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000b07983e2. 00000001:00000010:3.0:1767384400.647931:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000061a0bc87. 00000001:00000010:3.0:1767384400.647935:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004079bec5. 00000001:00000010:3.0:1767384400.647937:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014ad7025. 00000001:00000010:3.0:1767384400.647939:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000397561b0. 00000001:00000010:3.0:1767384400.647940:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000085bb6b13. 00000001:00000010:3.0:1767384400.647941:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003942b47b. 00000001:00000010:3.0:1767384400.647943:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000576870e4. 00000001:00000010:3.0:1767384400.647944:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000078c427b4. 00000001:00000010:3.0:1767384400.647946:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059b05e7a. 00000001:00000010:3.0:1767384400.647947:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ae954d3. 00000001:00000010:3.0:1767384400.647948:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8d921e7. 00000001:00000010:3.0:1767384400.647949:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6ae3058. 00000020:00000010:3.0:1767384400.647952:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a87d538. 00000020:00000010:3.0:1767384400.647955:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec622d9d. 00000020:00000010:3.0:1767384400.647958:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000008:00000010:3.0:1767384400.647962:0:40427:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000249c0a46. 00020000:00000010:3.0:1767384400.647965:0:40427:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003c187687. 00008000:00000010:3.0:1767384400.647967:0:40427:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000260bcc89. 00000080:00000010:3.0:1767384400.647973:0:40427:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008920a23b. 00000020:00000010:3.0:1767384400.647976:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f675bff8. 00000020:00000010:3.0:1767384400.647978:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000070edfe47. 00000040:00000010:3.0:1767384400.647980:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b17dd37d. 00000020:00000010:3.0:1767384400.647984:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d91c2a52. 00000020:00000010:3.0:1767384400.647987:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8748c5e. 00040000:00000010:3.0:1767384400.647990:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b096b00. 00040000:00000010:3.0:1767384400.647992:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001225a48. 00080000:00000010:3.0:1767384400.647995:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005939bb1f. 00080000:00000010:3.0:1767384400.648006:0:40427:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000a1a7a7c2. 00000020:00000010:3.0:1767384400.650374:0:40427:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000005174b68b. 00000020:00000010:3.0:1767384400.650397:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006e52c993. 00000020:00000010:3.0:1767384400.650399:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000458a1a15. 00080000:00000010:3.0:1767384400.651302:0:40427:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000000d24ceb8. 00000020:00000010:3.0:1767384400.651309:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c74cf457. 00080000:00000010:3.0:1767384400.651314:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e59396cc. 00080000:00000010:3.0:1767384400.651316:0:40427:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000b4c4a511. 00080000:00000010:3.0:1767384400.651917:0:40427:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 000000004011cff6. 00080000:00000010:3.0:1767384400.651920:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e0bac42c. 00080000:00000010:3.0:1767384400.651932:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000075425222. 00080000:00000010:3.0:1767384400.651944:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cf134c11. 00080000:00000010:3.0:1767384400.651955:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005990d12b. 00080000:00000010:3.0:1767384400.651965:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d9c2c874. 00080000:00000010:3.0:1767384400.651975:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a2129282. 00080000:00000010:3.0:1767384400.651985:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e66f6b0. 00080000:00000010:3.0:1767384400.651995:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006aa62e5b. 00080000:00000010:3.0:1767384400.652003:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c66cbd77. 00080000:00000010:3.0:1767384400.652012:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000bced72a. 00080000:00000010:3.0:1767384400.652022:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000ee6c740. 00080000:00000010:3.0:1767384400.652033:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd25236c. 00080000:00000010:3.0:1767384400.652042:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a76ab5d. 00080000:00000010:3.0:1767384400.652052:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000393d6223. 00080000:00000010:3.0:1767384400.652062:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d69f0767. 00080000:00000010:3.0:1767384400.652071:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008a82ddfc. 00080000:00000010:3.0:1767384400.652080:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f2c1e5fc. 00080000:00000010:3.0:1767384400.652089:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000069520a7. 00080000:00000010:3.0:1767384400.652098:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000a4eb6f9. 00080000:00000010:3.0:1767384400.652107:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000083e5b750. 00080000:00000010:3.0:1767384400.652116:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a172049. 00080000:00000010:3.0:1767384400.652126:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000587792c1. 00080000:00000010:3.0:1767384400.652135:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008e6cd860. 00080000:00000010:3.0:1767384400.652146:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000868d0a37. 00080000:00000010:3.0:1767384400.652154:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004c42a202. 00080000:00000010:3.0:1767384400.652193:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd1f0b1b. 00080000:00000010:3.0:1767384400.652206:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000074ccf47a. 00080000:00000010:3.0:1767384400.652217:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b0576875. 00080000:00000010:3.0:1767384400.652226:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b1c09318. 00080000:00000010:3.0:1767384400.652236:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d8b0e9e3. 00080000:00000010:3.0:1767384400.652246:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d7b26efe. 00080000:00000010:3.0:1767384400.652256:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dce5d681. 00080000:00000010:3.0:1767384400.652266:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039e255c7. 00080000:00000010:3.0:1767384400.652277:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4d705c5. 00080000:00000010:3.0:1767384400.652288:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000010b65767. 00080000:00000010:3.0:1767384400.652298:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003ad16f24. 00080000:00000010:3.0:1767384400.652307:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c0517e60. 00080000:00000010:3.0:1767384400.652316:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000076df3ad3. 00080000:00000010:3.0:1767384400.652326:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007959fd92. 00080000:00000010:3.0:1767384400.652336:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bf73d6b0. 00080000:00000010:3.0:1767384400.652345:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000acc3dda4. 00080000:00000010:3.0:1767384400.652378:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008fd188df. 00080000:00000010:3.0:1767384400.652406:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b07e7901. 00080000:00000010:3.0:1767384400.652416:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b421ab0a. 00080000:00000010:3.0:1767384400.652426:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000123a9057. 00080000:00000010:3.0:1767384400.652436:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c76571df. 00080000:00000010:3.0:1767384400.652447:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c0fc89a2. 00080000:00000010:3.0:1767384400.652457:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000db3697e6. 00080000:00000010:3.0:1767384400.652466:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000981f2de1. 00080000:00000010:3.0:1767384400.652486:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8409617. 00080000:00000010:3.0:1767384400.652496:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000da9866d3. 00080000:00000010:3.0:1767384400.652505:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000008e3b49d. 00080000:00000010:3.0:1767384400.652515:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000087908f29. 00080000:00000010:3.0:1767384400.652525:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041e2d474. 00080000:00000010:3.0:1767384400.652548:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005e500f04. 00080000:00000010:3.0:1767384400.652573:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000005838645. 00080000:00000010:3.0:1767384400.652589:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004aa0009a. 00080000:00000010:3.0:1767384400.652636:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000085112cfe. 00080000:00000010:3.0:1767384400.652649:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000763a74ee. 00080000:00000010:3.0:1767384400.652660:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000598d1a55. 00080000:00000010:3.0:1767384400.652671:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fa8fa770. 00080000:00000010:3.0:1767384400.652681:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007723888c. 00080000:00000010:3.0:1767384400.652692:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ee222be0. 00080000:00000010:3.0:1767384400.652703:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003fe0ff23. 00080000:00000010:3.0:1767384400.652712:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000048fef595. 00080000:00000010:3.0:1767384400.652722:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa59333d. 00080000:00000010:3.0:1767384400.652731:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000019cae1aa. 00080000:00000010:3.0:1767384400.652740:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a94e53f. 00080000:00000010:3.0:1767384400.652749:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d935dbf6. 00080000:00000010:3.0:1767384400.652759:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023bc69f9. 00080000:00000010:3.0:1767384400.652768:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009ddc3ece. 00080000:00000010:3.0:1767384400.652777:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009587404c. 00080000:00000010:3.0:1767384400.652787:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005e6af56f. 00080000:00000010:3.0:1767384400.652821:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b16df265. 00080000:00000010:3.0:1767384400.652832:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a057db6. 00080000:00000010:3.0:1767384400.652848:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4ea8947. 00080000:00000010:3.0:1767384400.652875:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cf2c7372. 00080000:00000010:3.0:1767384400.652895:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000017a27126. 00080000:00000010:3.0:1767384400.652911:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0bccc35. 00080000:00000010:3.0:1767384400.652931:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001f6925b7. 00080000:00000010:3.0:1767384400.652952:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000f918ac1. 00080000:00000010:3.0:1767384400.652971:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a744b0d. 00080000:00000010:3.0:1767384400.652988:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009aaecaff. 00080000:00000010:3.0:1767384400.653006:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0865a10. 00080000:00000010:3.0:1767384400.653023:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ed0230fb. 00080000:00000010:3.0:1767384400.653040:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000395db08a. 00080000:00000010:3.0:1767384400.653055:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4572337. 00080000:00000010:3.0:1767384400.653071:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007434c396. 00080000:00000010:3.0:1767384400.653088:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080223a09. 00080000:00000010:3.0:1767384400.653145:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0d7c896. 00080000:00000010:3.0:1767384400.653160:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fa29be61. 00080000:00000010:3.0:1767384400.653171:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ec076a29. 00080000:00000010:3.0:1767384400.653183:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e5a1801. 00080000:00000010:3.0:1767384400.653193:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000070939081. 00080000:00000010:3.0:1767384400.653204:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004083e466. 00080000:00000010:3.0:1767384400.653214:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d5be002f. 00080000:00000010:3.0:1767384400.653225:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000049d43f20. 00080000:00000010:3.0:1767384400.653235:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6de49b6. 00080000:00000010:3.0:1767384400.653246:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000da6b3dae. 00080000:00000010:3.0:1767384400.653256:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004e2a05e5. 00080000:00000010:3.0:1767384400.653265:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000039fa35f5. 00080000:00000010:3.0:1767384400.653301:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089d78e20. 00080000:00000010:3.0:1767384400.653312:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082a5ec1a. 00080000:00000010:3.0:1767384400.653323:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000053de28b7. 00080000:00000010:3.0:1767384400.653332:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003d63b85b. 00080000:00000010:3.0:1767384400.653342:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005014c429. 00080000:00000010:3.0:1767384400.653352:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f9827d2f. 00080000:00000010:3.0:1767384400.653374:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac2fce13. 00080000:00000010:3.0:1767384400.653407:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1a19da1. 00080000:00000010:3.0:1767384400.653418:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c33241e6. 00080000:00000010:3.0:1767384400.653429:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000098ccc502. 00080000:00000010:3.0:1767384400.653441:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000966913ba. 00080000:00000010:3.0:1767384400.653451:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b7086f73. 00080000:00000010:3.0:1767384400.653473:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041c298a8. 00080000:00000010:3.0:1767384400.653482:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d035510c. 00080000:00000010:3.0:1767384400.653491:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000637553b8. 00080000:00000010:3.0:1767384400.653500:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005e6fe687. 00080000:00000010:3.0:1767384400.653549:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f27919fa. 00080000:00000010:3.0:1767384400.653578:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006c2242be. 00080000:00000010:3.0:1767384400.653596:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000042dd6ba. 00080000:00000010:3.0:1767384400.653618:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000093477d4f. 00080000:00000010:3.0:1767384400.653634:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001b92f89e. 00080000:00000010:3.0:1767384400.653647:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008d6a7121. 00080000:00000010:3.0:1767384400.653658:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ecd6b6a4. 00080000:00000010:3.0:1767384400.653668:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003fe9e81e. 00080000:00000010:3.0:1767384400.653678:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d10d4af8. 00080000:00000010:3.0:1767384400.653689:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000271d34a9. 00080000:00000010:3.0:1767384400.653700:0:40427:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a9fe8700. 00100000:00000010:3.0:1767384400.653921:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000089e15c5b. 00100000:00000010:3.0:1767384400.653956:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000050c4b865. 00100000:00000010:3.0:1767384400.654157:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000933ffc41. 00100000:00000010:3.0:1767384400.654293:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004465a2cd. 00100000:00000010:3.0:1767384400.654590:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000038e6c448. 00100000:00000010:3.0:1767384400.654627:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000921cd7a4. 00100000:00000010:3.0:1767384400.654646:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000df2b2830. 00100000:00000010:3.0:1767384400.655087:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b3fc5321. 00100000:00000010:3.0:1767384400.655236:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a51952ef. 00100000:00000010:3.0:1767384400.655280:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000004521a3ce. 00100000:00000010:3.0:1767384400.655591:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000069db2424. 00100000:00000010:3.0:1767384400.655702:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000089e15c5b. 00100000:00000010:3.0:1767384400.655845:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000050c4b865. 00100000:00000010:3.0:1767384400.656271:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000933ffc41. 00100000:00000010:3.0:1767384400.656446:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000933ffc41. 00100000:00000010:3.0:1767384400.656471:0:40427:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000089e15c5b. 00100000:00000010:3.0:1767384400.656474:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000038e6c448. 00100000:00000010:3.0:1767384400.658650:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000921cd7a4. 00100000:00000010:3.0:1767384400.663874:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000df2b2830. 00100000:00000010:3.0:1767384400.664139:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b3fc5321. 00100000:00000010:3.0:1767384400.664254:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000004521a3ce. 00100000:00000010:3.0:1767384400.664543:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000df2b2830. 00100000:00000010:3.0:1767384400.664850:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000921cd7a4. 00100000:00000010:3.0:1767384400.664993:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000038e6c448. 00100000:00000010:3.0:1767384400.665009:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000933ffc41. 00100000:00000010:3.0:1767384400.665990:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3fc5321. 00100000:00000010:3.0:1767384400.666138:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000220302eb. 00100000:00000010:3.0:1767384400.666279:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aec30fe5. 00100000:00000010:3.0:1767384400.666296:0:40427:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000089e15c5b. 00000020:00000010:3.0:1767384400.666399:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b8f61833. 00000020:00000010:3.0:1767384400.666404:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 0000000000dac4b9. 00040000:00000010:3.0:1767384400.666442:0:40427:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000006a4fc10c. 00040000:00000010:3.0:1767384400.666447:0:40427:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000008d65d7f. 00040000:00000010:3.0:1767384400.666449:0:40427:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000008d65d7f. 00000020:00000010:3.0:1767384400.666459:0:40427:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000008d65d7f. 00000020:00000010:3.0:1767384400.666462:0:40427:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000008d65d7f. 00040000:00000010:3.0:1767384400.666464:0:40427:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000f1f5d499. 00040000:00000010:3.0:1767384400.666465:0:40427:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 0000000008d65d7f. 00040000:00000010:3.0:1767384400.666466:0:40427:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 0000000008d65d7f. 00000020:00000010:3.0:1767384400.666520:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070edfe47. 00000040:00000010:3.0:1767384400.666525:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b17dd37d. 00000020:00000010:3.0:1767384400.666528:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d91c2a52. 00000020:00000010:3.0:1767384400.666533:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8748c5e. 00040000:00000010:3.0:1767384400.666537:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b096b00. 00040000:00000010:3.0:1767384400.666539:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001225a48. 00080000:00000010:3.0:1767384400.666541:0:40427:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000000d24ceb8. 00080000:00000010:3.0:1767384400.666544:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005939bb1f. 00000020:00000010:3.0:1767384400.666547:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f675bff8. 00000020:00000010:3.0:1767384400.666550:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec622d9d. 00000020:00000010:3.0:1767384400.666644:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000008:00000010:3.0:1767384400.666648:0:40427:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000249c0a46. 00020000:00000010:3.0:1767384400.666651:0:40427:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003c187687. 00008000:00000010:3.0:1767384400.666654:0:40427:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000260bcc89. 00000080:00000010:3.0:1767384400.666658:0:40427:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008920a23b. 00000020:00000010:3.0:1767384400.666660:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a87d538. 00000020:00000010:3.0:1767384400.666665:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000b07983e2. 00000020:00000010:3.0:1767384400.666672:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005939bb1f. 00000020:00000010:3.0:1767384400.666686:0:40427:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000b60773c8. 00000020:00000010:3.0:1767384400.666688:0:40427:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 0000000054d936dc. 00000020:00000010:3.0:1767384400.666692:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000a0e919af. 00000020:00000010:3.0:1767384400.666700:0:40427:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000039a1a86a. 00000020:00000010:3.0:1767384400.666704:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007a5057ba. 00000020:00000010:3.0:1767384400.666709:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000a0e919af. 00000020:00000010:3.0:1767384400.666711:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000a0e919af. 00000001:00000010:3.0:1767384400.666722:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000d24ceb8. 00000001:00000010:3.0:1767384400.666726:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aea59571. 00000001:00000010:3.0:1767384400.666728:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000adfe89d4. 00000001:00000010:3.0:1767384400.666730:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a87d538. 00000001:00000010:3.0:1767384400.666732:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f675bff8. 00000001:00000010:3.0:1767384400.666733:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001225a48. 00000001:00000010:3.0:1767384400.666735:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000099e6f2fa. 00000001:00000010:3.0:1767384400.666737:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e3464a75. 00000001:00000010:3.0:1767384400.666738:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8748c5e. 00000001:00000010:3.0:1767384400.666739:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b17dd37d. 00000001:00000010:3.0:1767384400.666741:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070edfe47. 00000001:00000010:3.0:1767384400.666743:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088123abe. 00000020:00000010:3.0:1767384400.666745:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019f3736c. 00000020:00000010:3.0:1767384400.666747:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000389b5f59. 00000020:00000010:3.0:1767384400.666749:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003930bdf7. 00000008:00000010:3.0:1767384400.666752:0:40427:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000249c0a46. 00020000:00000010:3.0:1767384400.666754:0:40427:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003c187687. 00008000:00000010:3.0:1767384400.666755:0:40427:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000260bcc89. 00000080:00000010:3.0:1767384400.666759:0:40427:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008920a23b. 00000020:00000010:3.0:1767384400.666761:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a6c2003. 00000020:00000010:3.0:1767384400.666762:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059c573e9. 00000040:00000010:3.0:1767384400.666764:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ae4696f. 00000020:00000010:3.0:1767384400.666767:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5a4a327. 00000020:00000010:3.0:1767384400.666769:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df6cba2d. 80000000:00000010:3.0:1767384400.666771:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000058a05b83. 00040000:00000010:3.0:1767384400.666773:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bdecaebd. 00080000:00000010:3.0:1767384400.666776:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da60cdd1. 20000000:00000010:3.0:1767384400.666778:0:40427:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 000000009eb90c04. 20000000:00000010:3.0:1767384400.666782:0:40427:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 0000000008d65d7f. 00000020:00000010:3.0:1767384400.666785:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000784789ae. 20000000:00000010:3.0:1767384400.666788:0:40427:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 0000000008d65d7f. 00010000:00000010:3.0:1767384400.666792:0:40427:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000a7e9a678. 00000001:00000010:3.0:1767384400.666794:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000047599696. 00000001:00000010:3.0:1767384400.666796:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000fb4136cd. 00000001:00000010:3.0:1767384400.666798:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000006c41e20a. 00000001:00000010:3.0:1767384400.666799:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 0000000029f8bcdb. 00000020:00000010:3.0:1767384400.666827:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009cb14197. 00000020:00000010:3.0:1767384400.666828:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000002adba312. 00000020:00000010:3.0:1767384400.666863:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005751cb3e. 00000020:00000010:3.0:1767384400.666865:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d76f8fdb. 00000020:00000010:3.0:1767384400.666878:0:40427:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000c9ba922a. 00000020:00000010:3.0:1767384400.666881:0:40427:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000005a3e9bf7. 00000020:00000010:3.0:1767384400.666887:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000093dd794a. 00080000:00000010:3.0:1767384400.666892:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a81a2f23. 00080000:00000010:3.0:1767384400.666898:0:40427:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000089e15c5b. 00080000:00000010:3.0:1767384400.666900:0:40427:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000003b096b00. 20000000:00000010:3.0:1767384400.667343:0:40427:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000d40f8b0b. 00080000:00000010:3.0:1767384400.667347:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df09355a. 00000020:00000010:3.0:1767384400.667375:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009fa276e2. 00080000:00000010:3.0:1767384400.667377:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f2a7835. 00000020:00000010:3.0:1767384400.667423:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da1d9767. 00080000:00000010:3.0:1767384400.667426:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000425e4e1. 00100000:00000010:3.0:1767384400.667442:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f7c15871. 00100000:00000010:3.0:1767384400.667444:0:40427:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f7c15871. 00000001:00000010:3.0:1767384400.667447:0:40427:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000001a1c54ca. 00080000:00000010:3.0:1767384400.667452:0:40427:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003a49a7eb. 00080000:00000010:3.0:1767384400.667454:0:40427:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000f7c15871. 00000001:00000010:3.0:1767384400.667465:0:40427:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000016f184aa. 00000001:00000010:3.0:1767384400.667467:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000690898b8. 00000001:00000010:3.0:1767384400.667470:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d4e3cfc2. 00000001:00000010:3.0:1767384400.667472:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000008d65d7f. 00000001:00000010:3.0:1767384400.667487:0:40427:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000003a399972. 00080000:00000010:3.0:1767384400.667506:0:40427:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000f7c15871. 00080000:00000010:3.0:1767384400.667509:0:40427:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003a49a7eb. 00000001:00000010:3.0:1767384400.667518:0:40427:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008dbcc502. 00000001:00000010:3.0:1767384400.667520:0:40427:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000043d17b11. 00000001:00000010:3.0:1767384400.667522:0:40427:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000453404f7. 00000001:00000010:3.0:1767384400.667528:0:40427:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000005fca45f4. 00000001:00000010:3.0:1767384400.667530:0:40427:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 000000005c504ad4. 00000020:00000010:3.0:1767384400.667541:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000017261c53. 00080000:00000010:3.0:1767384400.667543:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ef21e20. 00000040:00000010:3.0:1767384400.667582:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001a864007. 00000020:00000010:3.0:1767384400.667586:0:40427:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000084218e8. 00000020:00000010:3.0:1767384400.667588:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008a278bc5. 00080000:00000010:3.0:1767384400.667598:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b863d29. 00080000:00000010:3.0:1767384400.667601:0:40427:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000b4a06cfa. 00080000:00000010:3.0:1767384400.667603:0:40427:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000be3818c1. 00000020:00000010:3.0:1767384400.667938:0:40427:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000013723c16. 00000020:00000010:3.0:1767384400.667941:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000443acea. 00080000:00000010:3.0:1767384400.667944:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000020fa06b2. 00080000:00000010:3.0:1767384400.667947:0:40427:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000ef79e1b7. 00080000:00000010:3.0:1767384400.667948:0:40427:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000000f06b45e. 00080000:00000010:3.0:1767384400.668347:0:40427:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000003a49a7eb. 00080000:00000010:3.0:1767384400.668350:0:40427:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000005473858b. 20000000:00000010:3.0:1767384400.668361:0:40427:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bb0d3f49. 20000000:00000010:3.0:1767384400.668363:0:40427:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000006627049. 20000000:00000010:3.0:1767384400.668366:0:40427:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a8acb4f4. 20000000:00000010:3.0:1767384400.668367:0:40427:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000124b18a6. 20000000:00000010:3.0:1767384400.668369:0:40427:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002e73a291. 20000000:00000010:3.0:1767384400.668371:0:40427:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000f3b07259. 20000000:00000010:3.0:1767384400.668373:0:40427:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004d63e8fc. 20000000:00000010:3.0:1767384400.668374:0:40427:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000eeabaa32. 20000000:00000010:3.0:1767384400.668377:0:40427:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000061cf9694. 20000000:00000010:3.0:1767384400.668378:0:40427:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000b84db7ed. 00080000:00000010:3.0:1767384400.668393:0:40427:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000005473858b. 00080000:00000010:3.0:1767384400.668395:0:40427:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000003a49a7eb. 00000020:00000010:3.0:1767384400.668405:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ec97a33e. 00080000:00000010:3.0:1767384400.668407:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d7ddebdf. 20000000:00000010:3.0:1767384400.668431:0:40427:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000b84db7ed. 20000000:00000010:3.0:1767384400.668434:0:40427:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000061cf9694. 00000020:00000010:3.0:1767384400.668441:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c7c372d2. 00080000:00000010:3.0:1767384400.668443:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cbb2bca3. 20000000:00000010:3.0:1767384400.668459:0:40427:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000eeabaa32. 20000000:00000010:3.0:1767384400.668461:0:40427:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004d63e8fc. 20000000:00000010:3.0:1767384400.668462:0:40427:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000f3b07259. 20000000:00000010:3.0:1767384400.668463:0:40427:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002e73a291. 20000000:00000010:3.0:1767384400.668464:0:40427:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000124b18a6. 20000000:00000010:3.0:1767384400.668466:0:40427:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a8acb4f4. 00000020:00000010:3.0:1767384400.668473:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000787d8d88. 00080000:00000010:3.0:1767384400.668475:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d86afae4. 20000000:00000010:3.0:1767384400.668490:0:40427:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000006627049. 20000000:00000010:3.0:1767384400.668492:0:40427:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bb0d3f49. 00000020:00000010:3.0:1767384400.668612:0:40427:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000002204f718. 00000020:00000010:3.0:1767384400.668616:0:40427:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000002204f718. 20000000:00000010:3.0:1767384400.668620:0:40427:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000cba0106f. 20000000:00000010:3.0:1767384400.668624:0:40427:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000003c0032de. 20000000:00000010:3.0:1767384400.668629:0:40427:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000e2fda9b8. 20000000:00000010:3.0:1767384400.668631:0:40427:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000021ee5a7c. 20000000:00000010:3.0:1767384400.668633:0:40427:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000523efc1f. 20000000:00000010:1.0:1767384400.668819:0:40427:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000009c3580e7. 00000040:00000010:1.0:1767384400.668829:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003b0680aa. 00000040:00000010:1.0:1767384400.668855:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003b0680aa. 20000000:00000010:1.0:1767384400.668859:0:40427:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000009c3580e7. 00000040:00000010:1.0:1767384400.668867:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003b0680aa. 00000040:00000010:1.0:1767384400.668882:0:40427:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008bc3e072. 00000020:00000010:1.0:1767384400.668888:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000056996eb1. 00000020:00000010:1.0:1767384400.668891:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d2f35bae. 00080000:00000010:1.0:1767384400.668895:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5a69285. 00000040:00000010:1.0:1767384400.668935:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e9419305. 00000040:00000010:1.0:1767384400.668943:0:40427:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000008bc3e072. 00000040:00000010:1.0:1767384400.668945:0:40427:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e9419305. 00000040:00000010:1.0:1767384400.668947:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003b0680aa. 20000000:00000010:1.0:1767384400.668956:0:40427:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003b0680aa. 20000000:00000010:1.0:1767384400.668959:0:40427:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 000000009c3580e7. 00000040:00000010:1.0:1767384400.668961:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ec41e4c8. 00000040:00000010:1.0:1767384400.668974:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ec41e4c8. 20000000:00000010:1.0:1767384400.668976:0:40427:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 000000009c3580e7. 00000100:00000010:1.0:1767384400.668981:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000ec41e4c8. 00000100:00000010:1.0:1767384400.668985:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000071aee626. 00000100:00000010:1.0:1767384400.668996:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a1c70ced. 00000100:00000010:1.0:1767384400.669002:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004874b415. 00000100:00000010:1.0:1767384400.669007:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000129c8701. 00000100:00000010:1.0:1767384400.669009:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9419305. 00000100:00000010:1.0:1767384400.669011:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002196de8d. 00000100:00000010:1.0:1767384400.669014:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0732dc3. 00000100:00000010:1.0:1767384400.669016:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dbd791a. 00000100:00000010:1.0:1767384400.669019:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e6eff33. 00000100:00000010:1.0:1767384400.669021:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf6b9880. 00000100:00000010:1.0:1767384400.669025:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081f10552. 00000100:00000010:1.0:1767384400.669027:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000badebff9. 00000100:00000010:1.0:1767384400.669030:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000299a1cae. 00000100:00000010:1.0:1767384400.669032:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9e403d5. 00000100:00000010:1.0:1767384400.669037:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000319c4440. 00000100:00000010:1.0:1767384400.669040:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de5de6c6. 00000100:00000010:1.0:1767384400.669043:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004332677e. 00000100:00000010:1.0:1767384400.669046:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008058d57. 00000100:00000010:1.0:1767384400.669050:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006af9c031. 00000100:00000010:1.0:1767384400.669053:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000837220f0. 00000100:00000010:1.0:1767384400.669056:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c74db160. 00000100:00000010:1.0:1767384400.669059:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ede8f02a. 00000100:00000010:1.0:1767384400.669062:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ccfbe8c. 00000100:00000010:1.0:1767384400.669064:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011539ca8. 00000100:00000010:1.0:1767384400.669067:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000014f706c. 00000100:00000010:1.0:1767384400.669075:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004466141e. 00000100:00000010:1.0:1767384400.669080:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082c8cd75. 00000100:00000010:1.0:1767384400.669082:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8c7e043. 00000100:00000010:1.0:1767384400.669086:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6b4e771. 00000100:00000010:1.0:1767384400.669089:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042dc576e. 00000100:00000010:1.0:1767384400.669092:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e082242. 00000100:00000010:1.0:1767384400.669094:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a697f0a. 00000100:00000010:1.0:1767384400.669097:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000097873c80. 00000100:00000010:1.0:1767384400.669099:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000452c0fe2. 00000100:00000010:1.0:1767384400.669104:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000caab2aa6. 00000100:00000010:1.0:1767384400.669106:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4b81e68. 00000100:00000010:1.0:1767384400.669109:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045f7cd81. 00000100:00000010:1.0:1767384400.669112:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d386517. 00000100:00000010:1.0:1767384400.669115:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000716f696f. 00000100:00000010:1.0:1767384400.669117:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000519dcbf2. 00000100:00000010:1.0:1767384400.669120:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000645efc82. 00000100:00000010:1.0:1767384400.669123:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031d1c7c2. 00000100:00000010:1.0:1767384400.669128:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a371b659. 00000100:00000010:1.0:1767384400.669131:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000572ffd18. 00000100:00000010:1.0:1767384400.669135:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c6ec90a. 00000100:00000010:1.0:1767384400.669137:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048119ba6. 00000100:00000010:1.0:1767384400.669142:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052dc58d3. 00000100:00000010:1.0:1767384400.669144:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fe0a518. 00000100:00000010:1.0:1767384400.669147:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bc9283a. 00000100:00000010:1.0:1767384400.669148:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df307885. 00000100:00000010:1.0:1767384400.669151:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068b9be4e. 00000100:00000010:1.0:1767384400.669152:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dff109a. 00000100:00000010:1.0:1767384400.669161:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a71fd99. 00000100:00000010:1.0:1767384400.669163:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d375faf4. 00000100:00000010:1.0:1767384400.669166:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053b205bd. 00000100:00000010:1.0:1767384400.669167:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ae41a4b. 00000100:00000010:1.0:1767384400.669174:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000338f2887. 00000100:00000010:1.0:1767384400.669175:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e07c863. 00000100:00000010:1.0:1767384400.669178:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048165922. 00000100:00000010:1.0:1767384400.669181:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007958fc3b. 00000100:00000010:1.0:1767384400.669188:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be57869c. 00000100:00000010:1.0:1767384400.669191:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011e35b3a. 00000100:00000010:1.0:1767384400.669195:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bfd4f43. 00000100:00000010:1.0:1767384400.669197:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040d6cec8. 00000100:00000010:1.0:1767384400.669200:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000983cf85. 00000100:00000010:1.0:1767384400.669202:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bdc5fad. 00000100:00000010:1.0:1767384400.669205:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f9b7072. 00000100:00000010:1.0:1767384400.669207:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d12d4737. 00000100:00000010:1.0:1767384400.669217:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6dff095. 00000100:00000010:1.0:1767384400.669220:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327961fd. 00000100:00000010:1.0:1767384400.669225:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ac6ab3f. 00000100:00000010:1.0:1767384400.669228:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a04c90e6. 00000100:00000010:1.0:1767384400.669232:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5799db9. 00000100:00000010:1.0:1767384400.669234:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d589b5f5. 00000100:00000010:1.0:1767384400.669238:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000105dc488. 00000100:00000010:1.0:1767384400.669240:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006442a9f7. 00000100:00000010:1.0:1767384400.669249:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000696b26c3. 00000100:00000010:1.0:1767384400.669252:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eec8963. 00000100:00000010:1.0:1767384400.669256:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081f0bb41. 00000100:00000010:1.0:1767384400.669258:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030169bb7. 00000100:00000010:1.0:1767384400.669262:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046a0521c. 00000100:00000010:1.0:1767384400.669265:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012289312. 00000100:00000010:1.0:1767384400.669268:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3ca1167. 00000100:00000010:1.0:1767384400.669270:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008180491. 00000100:00000010:1.0:1767384400.669279:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002da52792. 00000100:00000010:1.0:1767384400.669282:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f8347be. 00000100:00000010:1.0:1767384400.669285:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab30ca9f. 00000100:00000010:1.0:1767384400.669292:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032dbbd30. 00000100:00000010:1.0:1767384400.669295:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f5e01d0. 00000100:00000010:1.0:1767384400.669297:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a2268d5. 00000100:00000010:1.0:1767384400.669302:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009577542. 00000100:00000010:1.0:1767384400.669305:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb0cf921. 00000100:00000010:1.0:1767384400.669314:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc2594fe. 00000100:00000010:1.0:1767384400.669317:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e4c942b. 00000100:00000010:1.0:1767384400.669320:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007eba7c64. 00000100:00000010:1.0:1767384400.669322:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ee55acc. 00000100:00000010:1.0:1767384400.669326:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099c97c6d. 00000100:00000010:1.0:1767384400.669329:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000194029bc. 00000100:00000010:1.0:1767384400.669333:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c05497a0. 00000100:00000010:1.0:1767384400.669336:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eb7ca21. 00000100:00000010:1.0:1767384400.669346:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008316d4fe. 00000100:00000010:1.0:1767384400.669348:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000007c787f. 00000100:00000010:1.0:1767384400.669352:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002966edd8. 00000100:00000010:1.0:1767384400.669355:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000952cabb8. 00000100:00000010:1.0:1767384400.669359:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000852a7fb7. 00000100:00000010:1.0:1767384400.669361:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a23d0434. 00000100:00000010:1.0:1767384400.669365:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010e98a04. 00000100:00000010:1.0:1767384400.669368:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c497ba1. 00000100:00000010:1.0:1767384400.669376:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006425edfa. 00000100:00000010:1.0:1767384400.669391:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd3f1bf7. 00000100:00000010:1.0:1767384400.669396:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e43a8470. 00000100:00000010:1.0:1767384400.669399:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1e8c76c. 00000100:00000010:1.0:1767384400.669402:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024c0a9d0. 00000100:00000010:1.0:1767384400.669405:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000208845f5. 00000100:00000010:1.0:1767384400.669409:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a4d8415. 00000100:00000010:1.0:1767384400.669412:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079717e9a. 00000100:00000010:1.0:1767384400.669422:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000200d6ea3. 00000100:00000010:1.0:1767384400.669426:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c160ced7. 00000100:00000010:1.0:1767384400.669434:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ccf31ad. 00000100:00000010:1.0:1767384400.669437:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab49db5b. 00000100:00000010:1.0:1767384400.669441:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046a65f88. 00000100:00000010:1.0:1767384400.669444:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac4437ee. 00000100:00000010:1.0:1767384400.669448:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021b0a045. 00000100:00000010:1.0:1767384400.669451:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071f1c3bf. 00000100:00000010:1.0:1767384400.669460:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021b58964. 00000100:00000010:1.0:1767384400.669463:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3c47735. 00000100:00000010:1.0:1767384400.669467:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030437dea. 00000100:00000010:1.0:1767384400.669470:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cb4e17f. 00000100:00000010:1.0:1767384400.669473:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a27fa2b. 00000100:00000010:1.0:1767384400.669476:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007534f63e. 00000100:00000010:1.0:1767384400.669480:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049444c0e. 00000400:00000200:1.0:1767384400.669483:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384400.669527:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ecbfd121. 00000020:00000010:1.0:1767384400.669531:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004ea04b07. 00000100:00000010:1.0:1767384400.669612:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003821af5a. 00000100:00000010:1.0:1767384400.669618:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007307fad4. 00000100:00000010:1.0:1767384400.669621:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b8003475. 00000100:00000010:1.0:1767384400.669624:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d3abf92d. 00000100:00000010:1.0:1767384400.669627:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000007ed9159. 00000100:00000200:1.0:1767384400.669667:0:40427:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384400.669671:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000060470c90. 00000100:00000010:3.0:1767384400.669867:0:40429:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000007d48057. 00000020:00000010:3.0:1767384400.669874:0:40429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e0789bd1. 00000020:00000010:3.0:1767384400.669880:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f27868b9. 00000020:00000010:3.0:1767384400.669883:0:40429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000742b03e. 00000040:00000010:3.0:1767384400.669886:0:40429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b9ae0325. 00000020:00000010:3.0:1767384400.669890:0:40429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b384e83c. 00000020:00000010:3.0:1767384400.669893:0:40429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000bed6e6d. 80000000:00000010:3.0:1767384400.669895:0:40429:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3551da7. 00040000:00000010:3.0:1767384400.669898:0:40429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c0afd7ac. 00080000:00000010:3.0:1767384400.669902:0:40429:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c861deb. 20000000:00000010:3.0:1767384400.669906:0:40429:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000086538b06. 00000100:00000200:3.0:1767384400.669909:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669914:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e78908b. 00000400:00000010:3.0:1767384400.669920:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066b20699. 00000100:00000200:3.0:1767384400.669925:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669928:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f85ad56e. 00000400:00000010:3.0:1767384400.669931:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cbf2120. 00000100:00000200:3.0:1767384400.669932:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669935:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec57887. 00000400:00000010:3.0:1767384400.669937:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e2f5b6f. 00000100:00000200:3.0:1767384400.669938:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669941:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeea0426. 00000400:00000010:3.0:1767384400.669942:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007232b54e. 00000100:00000200:3.0:1767384400.669943:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669946:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062e95e3e. 00000400:00000010:3.0:1767384400.669948:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e3373be. 00000100:00000200:3.0:1767384400.669949:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669952:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825f32ab. 00000400:00000010:3.0:1767384400.669954:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6f10dd9. 00000100:00000200:3.0:1767384400.669955:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669957:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061b2febc. 00000400:00000010:3.0:1767384400.669959:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009017415b. 00000100:00000200:3.0:1767384400.669961:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669963:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8cf8f6. 00000400:00000010:3.0:1767384400.669965:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006cd8257. 00000100:00000200:3.0:1767384400.669966:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669968:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93c3cbf. 00000400:00000010:3.0:1767384400.669972:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3d3ea7a. 00000100:00000200:3.0:1767384400.669973:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669975:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069f54536. 00000400:00000010:3.0:1767384400.669978:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ecdba36. 00000100:00000200:3.0:1767384400.669979:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669981:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f69c884. 00000400:00000010:3.0:1767384400.669983:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001969d0ca. 00000100:00000200:3.0:1767384400.669984:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669986:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050812422. 00000400:00000010:3.0:1767384400.669988:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006296f15d. 00000100:00000200:3.0:1767384400.669990:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669991:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a123b. 00000400:00000010:3.0:1767384400.669992:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a9f78f. 00000100:00000200:3.0:1767384400.669993:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.669996:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009497ba89. 00000400:00000010:3.0:1767384400.669998:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2048c8b. 00000100:00000200:3.0:1767384400.669999:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670002:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d60cee6. 00000400:00000010:3.0:1767384400.670005:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4c82841. 00000100:00000200:3.0:1767384400.670006:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670008:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087fe01d1. 00000400:00000010:3.0:1767384400.670010:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069a144d4. 00000100:00000200:3.0:1767384400.670011:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670014:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc956d46. 00000400:00000010:3.0:1767384400.670016:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007749d423. 00000100:00000200:3.0:1767384400.670017:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670020:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084ae510a. 00000400:00000010:3.0:1767384400.670022:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008834dddc. 00000100:00000200:3.0:1767384400.670023:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670025:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8e92f92. 00000400:00000010:3.0:1767384400.670026:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c04a21b7. 00000100:00000200:3.0:1767384400.670027:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670029:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee27488. 00000400:00000010:3.0:1767384400.670032:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddbb2fb2. 00000100:00000200:3.0:1767384400.670033:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670036:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbf26e3e. 00000400:00000010:3.0:1767384400.670039:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d60d4a46. 00000100:00000200:3.0:1767384400.670040:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670043:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb76a34e. 00000400:00000010:3.0:1767384400.670044:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007725227e. 00000100:00000200:3.0:1767384400.670045:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670047:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070aed19b. 00000400:00000010:3.0:1767384400.670050:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e928a7. 00000100:00000200:3.0:1767384400.670051:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670053:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e278fba. 00000400:00000010:3.0:1767384400.670055:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c7121a0. 00000100:00000200:3.0:1767384400.670056:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670058:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008160c0e3. 00000400:00000010:3.0:1767384400.670060:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c20764b. 00000100:00000200:3.0:1767384400.670061:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670062:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa2c0c5. 00000400:00000010:3.0:1767384400.670065:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad3288d. 00000100:00000200:3.0:1767384400.670066:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670068:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 00000400:00000010:3.0:1767384400.670071:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046140c2f. 00000100:00000200:3.0:1767384400.670072:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670074:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000056a8301. 00000400:00000010:3.0:1767384400.670075:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dbcc502. 00000100:00000200:3.0:1767384400.670076:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670077:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000400:00000010:3.0:1767384400.670080:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f36b2ddf. 00000100:00000200:3.0:1767384400.670081:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670083:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5a560d1. 00000400:00000010:3.0:1767384400.670085:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000153a5594. 00000100:00000200:3.0:1767384400.670087:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670090:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f501b64a. 00000400:00000010:3.0:1767384400.670092:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d01db63e. 00000100:00000200:3.0:1767384400.670093:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670095:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a576dac8. 00000400:00000010:3.0:1767384400.670097:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d01a0b83. 00000100:00000200:3.0:1767384400.670098:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670100:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006953735a. 00000400:00000010:3.0:1767384400.670103:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007467a0fb. 00000100:00000200:3.0:1767384400.670104:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670106:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:3.0:1767384400.670107:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043e2a3f2. 00000100:00000200:3.0:1767384400.670108:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670110:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf9925b. 00000400:00000010:3.0:1767384400.670112:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083ebe6b9. 00000100:00000200:3.0:1767384400.670113:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670115:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000400:00000010:3.0:1767384400.670117:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5b2dbd4. 00000100:00000200:3.0:1767384400.670118:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670120:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f3779a. 00000400:00000010:3.0:1767384400.670123:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001480cf78. 00000100:00000200:3.0:1767384400.670124:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670126:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004529f4bc. 00000400:00000010:3.0:1767384400.670128:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068035e28. 00000100:00000200:3.0:1767384400.670129:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670131:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2858a6c. 00000400:00000010:3.0:1767384400.670133:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6b82cf6. 00000100:00000200:3.0:1767384400.670135:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670136:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016fd86fe. 00000400:00000010:3.0:1767384400.670138:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c07c78ec. 00000100:00000200:3.0:1767384400.670139:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670142:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e5298a9. 00000400:00000010:3.0:1767384400.670143:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee00390. 00000100:00000200:3.0:1767384400.670144:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670145:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f06dd76. 00000400:00000010:3.0:1767384400.670147:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cec9fe69. 00000100:00000200:3.0:1767384400.670148:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670150:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6a86ca0. 00000400:00000010:3.0:1767384400.670151:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087b9c224. 00000100:00000200:3.0:1767384400.670152:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670154:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b17475d2. 00000400:00000010:3.0:1767384400.670156:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025e7a132. 00000100:00000200:3.0:1767384400.670157:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670160:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000185c9468. 00000400:00000010:3.0:1767384400.670162:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c5f664f. 00000100:00000200:3.0:1767384400.670164:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670166:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3ed5029. 00000400:00000010:3.0:1767384400.670168:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008de6b1af. 00000100:00000200:3.0:1767384400.670170:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670172:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009856883f. 00000400:00000010:3.0:1767384400.670174:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9eb12fc. 00000100:00000200:3.0:1767384400.670175:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670177:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a84824b3. 00000400:00000010:3.0:1767384400.670179:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003186dd1b. 00000100:00000200:3.0:1767384400.670180:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670182:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007034039d. 00000400:00000010:3.0:1767384400.670184:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6d12a76. 00000100:00000200:3.0:1767384400.670185:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670187:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001096c808. 00000400:00000010:3.0:1767384400.670189:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e0f9d63. 00000100:00000200:3.0:1767384400.670190:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670192:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003090ff39. 00000400:00000010:3.0:1767384400.670194:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084e56ca4. 00000100:00000200:3.0:1767384400.670195:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670196:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3d8bed1. 00000400:00000010:3.0:1767384400.670197:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032971966. 00000100:00000200:3.0:1767384400.670198:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670200:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb53f249. 00000400:00000010:3.0:1767384400.670202:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044c37c0a. 00000100:00000200:3.0:1767384400.670203:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670205:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b3f7389. 00000400:00000010:3.0:1767384400.670207:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a482287b. 00000100:00000200:3.0:1767384400.670208:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670210:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024db315e. 00000400:00000010:3.0:1767384400.670213:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2a7d033. 00000100:00000200:3.0:1767384400.670214:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670216:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000040951c7. 00000400:00000010:3.0:1767384400.670218:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055019359. 00000100:00000200:3.0:1767384400.670219:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670221:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f23acf70. 00000400:00000010:3.0:1767384400.670223:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c089aa7. 00000100:00000200:3.0:1767384400.670224:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670226:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006404419. 00000400:00000010:3.0:1767384400.670228:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7dbf506. 00000100:00000200:3.0:1767384400.670229:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670232:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3577196. 00000400:00000010:3.0:1767384400.670234:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003774f38f. 00000100:00000200:3.0:1767384400.670235:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670237:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdcdd0d5. 00000400:00000010:3.0:1767384400.670240:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d23af734. 00000100:00000200:3.0:1767384400.670241:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670244:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d5f8fa3. 00000400:00000010:3.0:1767384400.670246:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f435a70. 00000100:00000200:3.0:1767384400.670247:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670249:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a3dcb1a. 00000400:00000010:3.0:1767384400.670250:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002651ddbc. 00000100:00000200:3.0:1767384400.670251:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670252:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099a33310. 00000400:00000010:3.0:1767384400.670253:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2459256. 00000100:00000200:3.0:1767384400.670254:0:40429:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.670257:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003abfb467. 00000400:00000010:3.0:1767384400.670258:0:40429:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de7375e4. 00000100:00000010:3.0:1767384400.670270:0:40429:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006a29e8b1. 00000100:00000200:3.0:1767384400.670283:0:40429:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384400.670299:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db14f7a7. 00000100:00000010:1.0:1767384400.670434:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000092f08977. 00000020:00000010:1.0:1767384400.670437:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a40c5e32. 00000020:00000010:1.0:1767384400.670440:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097b17947. 00000020:00000010:1.0:1767384400.670442:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000057d79d63. 00000040:00000010:1.0:1767384400.670444:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000abd25737. 00000020:00000010:1.0:1767384400.670447:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004b3ce470. 00000020:00000010:1.0:1767384400.670449:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f1c81a4. 80000000:00000010:1.0:1767384400.670452:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000069010678. 00040000:00000010:1.0:1767384400.670459:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ef037eb1. 00080000:00000010:1.0:1767384400.670462:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002cdaa3f8. 20000000:00000010:1.0:1767384400.670464:0:40431:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000bd4f71ab. 00000100:00000010:1.0:1767384400.670475:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e2367904. 00000100:00000200:1.0:1767384400.670486:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384400.670509:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dedaa6aa. 00000100:00000010:3.0:1767384400.670633:0:40432:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000090431925. 00000020:00000010:3.0:1767384400.670637:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000040d38d35. 00000020:00000010:3.0:1767384400.670641:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002dc08acb. 00000020:00000010:3.0:1767384400.670644:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000080ac073e. 00000040:00000010:3.0:1767384400.670646:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b03a42b6. 00000020:00000010:3.0:1767384400.670649:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2336134. 00000020:00000010:3.0:1767384400.670652:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036451daf. 80000000:00000010:3.0:1767384400.670655:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ebcde48. 00040000:00000010:3.0:1767384400.670658:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a10bac80. 00080000:00000010:3.0:1767384400.670661:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d91c2a52. 20000000:00000010:3.0:1767384400.670665:0:40432:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a15e5526. 00000100:00000010:3.0:1767384400.670677:0:40432:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001c2e154c. 00000100:00000200:3.0:1767384400.670691:0:40432:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:1.0:1767384400.670749:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cbb2bca3. 00000020:00000010:1.0:1767384400.670753:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c7c372d2. 00080000:00000010:1.0:1767384400.670766:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d86afae4. 00000020:00000010:1.0:1767384400.670767:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000787d8d88. 00080000:00000010:1.0:1767384400.670775:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000df09355a. 20000000:00000010:1.0:1767384400.670778:0:40427:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000d40f8b0b. 00080000:00000010:1.0:1767384400.670797:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a5a69285. 00000020:00000010:1.0:1767384400.670799:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d2f35bae. 00080000:00000010:1.0:1767384400.670810:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d7ddebdf. 00000020:00000010:1.0:1767384400.670812:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ec97a33e. 00000020:00000010:1.0:1767384400.670818:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059c573e9. 00000040:00000010:1.0:1767384400.670822:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ae4696f. 00000020:00000010:1.0:1767384400.670825:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5a4a327. 00000020:00000010:1.0:1767384400.670829:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df6cba2d. 80000000:00000010:1.0:1767384400.670832:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000058a05b83. 00040000:00000010:1.0:1767384400.670835:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bdecaebd. 00080000:00000010:1.0:1767384400.670839:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da60cdd1. 00000020:00000010:1.0:1767384400.670841:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a6c2003. 00000020:00000010:1.0:1767384400.670845:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000389b5f59. 00000020:00000010:1.0:1767384400.670848:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003930bdf7. 00000008:00000010:1.0:1767384400.670852:0:40427:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000249c0a46. 00020000:00000010:1.0:1767384400.670855:0:40427:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003c187687. 00008000:00000010:1.0:1767384400.670859:0:40427:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000260bcc89. 00000080:00000010:1.0:1767384400.670863:0:40427:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008920a23b. 00000020:00000010:1.0:1767384400.670866:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019f3736c. 00000020:00000010:1.0:1767384400.670870:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000a0e919af. 00000020:00000010:1.0:1767384400.670892:0:40427:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000b449cfb7. 00000020:00000010:1.0:1767384400.670894:0:40427:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000e2ff2d2d. 00000100:02020000:1.0:1767384400.670909:0:40427:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:0.0:1767384400.674131:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000400:00000200:0.0:1767384400.674137:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384400.674140:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.674151:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008dd3df58 x1853236744062336/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.674153:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0e6983d. 00000400:00000200:3.0:1767384400.674160:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384400.674163:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000100:00000200:3.0:1767384400.674172:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.674173:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008dd3df58 x1853236744062336/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.674197:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e7be0669 x1853236744062080/t0(0) o400->MGC192.168.203.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384410 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384400.674216:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007776d34. 02000000:00000010:3.0:1767384400.674217:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c26d85. 02000000:00000010:3.0:1767384400.674223:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000050f76024. 02000000:00000010:0.0:1767384400.674225:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024a1fccc. 00000100:00000010:3.0:1767384400.674232:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7be0669. 00000100:00000010:0.0:1767384400.674232:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008dd3df58. 00000100:00000010:1.0:1767384400.674285:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 02000000:00000010:1.0:1767384400.674296:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f26c1e10. 02000000:00000010:2.0:1767384400.674338:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ffb91c41. 00000400:00000010:2.0:1767384400.674344:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107de41b. 00000400:00000010:2.0:1767384400.674347:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5e7ddd2. 00000100:00000200:2.0:1767384400.674350:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744062592, portal 25 00000400:00000010:2.0:1767384400.674353:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3596f. 00000100:00000200:2.0:1767384400.674355:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236744062592, offset 0 00000400:00000200:2.0:1767384400.674360:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.674369:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.674377:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824dd08680 00000400:00000200:2.0:1767384400.674396:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21b5 [2] + 0 00000400:00000010:2.0:1767384400.674398:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e78908b. 00000400:00000200:2.0:1767384400.674401:0:16153:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066b20699 00000400:00000200:2.0:1767384400.674405:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.674408:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.674411:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b20699 00000400:00000010:2.0:1767384400.674412:0:16153:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066b20699. 00000100:00000200:2.0:1767384400.674416:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.674430:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000400:00000010:2.0:1767384400.674433:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000100:00000200:2.0:1767384400.674438:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744062592/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.674454:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cdee223a. 00000100:00000010:2.0:1767384400.674454:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000076806a46. 00000100:00000010:2.0:1767384400.674464:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e5008f0e. 00000020:00000010:3.0:1767384400.674465:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000004aad45. 00000020:00000010:3.0:1767384400.674469:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000074c9be45. 00000100:00000010:2.0:1767384400.674469:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be9d1368. 00000020:00000010:3.0:1767384400.674472:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000100:00000010:2.0:1767384400.674473:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000659e2ae8. 00000100:00000200:3.0:1767384400.674498:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744062592 02000000:00000010:3.0:1767384400.674513:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c6a420ef. 00000020:00000010:3.0:1767384400.674522:0:40432:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003e4bbdfb. 00000001:00000010:3.0:1767384400.674529:0:40432:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e1a25467. 00000001:00000010:3.0:1767384400.674534:0:40432:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000001455bfc. 00000001:00000010:3.0:1767384400.674536:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000087055911. 00000001:00000010:3.0:1767384400.674538:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000053226c16. 00000001:00000010:3.0:1767384400.674539:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0280b01. 00000001:00000010:3.0:1767384400.674541:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a14d086. 00000020:00000010:3.0:1767384400.674549:0:40432:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009f8847da. 00000020:00000010:3.0:1767384400.674644:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000041893111. 00000020:00000010:3.0:1767384400.674648:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000c89e311e. 00000020:00000010:3.0:1767384400.674651:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000052379f61. 00000020:00000010:3.0:1767384400.674663:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a465b24a. 00000020:00000010:3.0:1767384400.674665:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000076b50a65. 00000020:00000010:3.0:1767384400.674669:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000008adaffd4. 00000020:00000010:3.0:1767384400.674679:0:40432:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b0010b9b. 00010000:00000200:3.0:1767384400.674707:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c84757e x1853236744062592/t0(0) o250->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.674721:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000200:3.0:1767384400.674725:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236744062592, offset 0 00000400:00000200:3.0:1767384400.674729:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.674735:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.674741:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824dd08680 00000400:00000200:3.0:1767384400.674745:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22b5 [1] + 0 00000400:00000200:3.0:1767384400.674749:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.674752:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.674757:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744062592/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.674774:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:3.0:1767384400.674777:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000400:00000010:1.0:1767384400.674782:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000107de41b. 00000400:00000200:1.0:1767384400.674787:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5e7ddd2 00000400:00000010:1.0:1767384400.674789:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5e7ddd2. 00000020:00000010:3.0:1767384400.674790:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000074c9be45. 00000020:00000010:3.0:1767384400.674796:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000100:00000200:1.0:1767384400.674796:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744062592/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.674802:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000004aad45. 00000100:00000200:1.0:1767384400.674809:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744062592/t0(0) o250->MGC192.168.203.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384400.674811:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000c6a420ef. 00000100:00000200:3.0:1767384400.674819:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.674825:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009afc3ae5. 00000400:00000010:3.0:1767384400.674829:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dfb969a. 00000020:00000010:1.0:1767384400.674853:0:16153:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000895bbdd8. 02000000:00000010:1.0:1767384400.674882:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ffb91c41. 02000000:00000010:1.0:1767384400.674887:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f26c1e10. 00000100:00000010:1.0:1767384400.674892:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00000020:00000010:2.0:1767384400.674902:0:40427:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000e2ff2d2d. 00000020:00000010:2.0:1767384400.674908:0:40427:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000b449cfb7. 00000020:00000010:3.0:1767384400.674916:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 000000007149864a. 00000020:00000010:2.0:1767384400.674916:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000bb5f047d. 00000020:00000010:2.0:1767384400.674926:0:40427:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006f89142c. 00000020:00000010:2.0:1767384400.674932:0:40427:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a90be87b. 00000020:00000010:2.0:1767384400.674941:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000bb5f047d. 00000020:00000010:2.0:1767384400.674944:0:40427:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000ea684204. 00000100:00000010:3.0:1767384400.674949:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e067c03. 00000001:00000010:2.0:1767384400.674956:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000061268bec. 00000001:00000010:2.0:1767384400.674959:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ebe44115. 00000100:00000010:3.0:1767384400.674960:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be0c1182. 00000001:00000010:2.0:1767384400.674961:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007226960f. 00000001:00000010:2.0:1767384400.674963:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066fe2daf. 00000001:00000010:2.0:1767384400.674966:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e94698b. 00000001:00000010:2.0:1767384400.674968:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ef3caf1. 00000001:00000010:2.0:1767384400.674971:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005d1d4d77. 00000001:00000010:2.0:1767384400.674973:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000218775ad. 00000001:00000010:2.0:1767384400.674975:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000088d867d. 02000000:00000010:3.0:1767384400.674978:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000814d571e. 00000001:00000010:2.0:1767384400.674978:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a92e0a49. 00000001:00000010:2.0:1767384400.674980:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007ffc15eb. 00000001:00000010:2.0:1767384400.674982:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0a9c0e6. 00000100:00000010:3.0:1767384400.674985:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c6a420ef. 00000020:00000010:2.0:1767384400.674985:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000356b2424. 00000100:00000010:3.0:1767384400.674987:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ce2c5d86. 00000020:00000010:2.0:1767384400.674989:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008998f9bf. 00000020:00000010:2.0:1767384400.674992:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000008:00000010:2.0:1767384400.674996:0:40427:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a05bfa30. 00020000:00000010:2.0:1767384400.674999:0:40427:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008ef1c552. 00000400:00000010:3.0:1767384400.675000:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088b630e8. 00008000:00000010:2.0:1767384400.675002:0:40427:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f453ed09. 00000400:00000010:3.0:1767384400.675003:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002eacdaa. 00000100:00000200:3.0:1767384400.675006:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dd08700-0x695824dd08700, portal 33 00000080:00000010:2.0:1767384400.675006:0:40427:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003099f8f7. 00000020:00000010:2.0:1767384400.675010:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c60929e. 02000000:00000010:3.0:1767384400.675013:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b994e4e4. 00000020:00000010:2.0:1767384400.675013:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083383757. 00000400:00000010:3.0:1767384400.675016:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8f23a9. 00000040:00000010:2.0:1767384400.675016:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d70cbbf. 00000400:00000010:3.0:1767384400.675018:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073bf8ca4. 00000020:00000010:2.0:1767384400.675019:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001c5e3b1d. 00000100:00000200:3.0:1767384400.675020:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744062720, portal 25 00000020:00000010:2.0:1767384400.675023:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000821fe620. 00000400:00000010:3.0:1767384400.675024:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f375818. 00000100:00000200:3.0:1767384400.675026:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236744062720, offset 0 00000020:00000010:2.0:1767384400.675026:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f5de4b1. 80000000:00000010:2.0:1767384400.675029:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb5f047d. 00000400:00000200:3.0:1767384400.675030:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 40000000:00000010:2.0:1767384400.675032:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052c953cd. 00000400:00000200:3.0:1767384400.675035:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:2.0:1767384400.675036:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef793181. 00040000:00000010:2.0:1767384400.675040:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bfb81945. 00000400:00000200:3.0:1767384400.675041:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dd08700 00040000:00000010:2.0:1767384400.675042:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f6be27f. 00000400:00000200:3.0:1767384400.675045:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21b9 [2] + 0 00080000:00000010:2.0:1767384400.675045:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029833a34. 00000400:00000010:3.0:1767384400.675048:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f85ad56e. 00000004:00000010:2.0:1767384400.675049:0:40427:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000c7aad0b8. 00000400:00000200:3.0:1767384400.675051:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cbf2120 00000400:00000200:3.0:1767384400.675054:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.675056:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.675059:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cbf2120 00000400:00000010:3.0:1767384400.675060:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cbf2120. 00000100:00000200:3.0:1767384400.675064:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384400.675072:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f375818 00000400:00000010:3.0:1767384400.675074:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f375818. 00000100:00000200:3.0:1767384400.675078:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be0c1182 x1853236744062720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.675106:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000071555443. 00000100:00000010:2.0:1767384400.675111:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000008e0cc256. 00000100:00000010:2.0:1767384400.675126:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004ad5211e. 00000100:00000010:2.0:1767384400.675133:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ee97e210. 00000100:00000010:2.0:1767384400.675139:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c91b77a2. 00000100:00000010:2.0:1767384400.675223:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000f538c05. 00000100:00000010:2.0:1767384400.675229:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000995dfcb9. 00000020:00000010:1.0:1767384400.675247:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000da60b0d3. 00000020:00000010:1.0:1767384400.675259:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe5cbb9. 00000020:00000010:1.0:1767384400.675261:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe5cbb9. 00000020:00000010:1.0:1767384400.675265:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdecaebd. 00000020:00000010:1.0:1767384400.675267:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c4cfd2b. 00000020:00000010:1.0:1767384400.675269:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000010:1.0:1767384400.675289:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe5cbb9. 00000020:00000010:1.0:1767384400.675290:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe5cbb9. 00000100:00000200:1.0:1767384400.675292:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744062720 02000000:00000010:1.0:1767384400.675299:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000190cdcb5. 20000000:00000010:1.0:1767384400.675306:0:40431:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000620ea46b. 00000100:00000010:1.0:1767384400.675308:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f26c1e10. 00000100:00000010:1.0:1767384400.675310:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c77b331d. 00000400:00000010:1.0:1767384400.675315:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000010:2.0:1767384400.675321:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c99840c2. 00000400:00000010:1.0:1767384400.675321:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092707e37. 00000400:00000200:1.0:1767384400.675326:0:40431:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000100:00000010:2.0:1767384400.675329:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007958bbbe. 00000400:00000200:1.0:1767384400.675335:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384400.675341:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dd08700 00000400:00000200:1.0:1767384400.675351:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x22c5 [1] + 0 00000400:00000010:1.0:1767384400.675354:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088b630e8. 00000400:00000200:1.0:1767384400.675356:0:40431:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002eacdaa 00000100:00000200:1.0:1767384400.675359:0:40431:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f26c1e10 00000400:00000200:1.0:1767384400.675364:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384400.675368:0:40431:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x22d1 00000400:00000200:1.0:1767384400.675371:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.675373:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384400.675375:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5183a0 00000400:00000010:1.0:1767384400.675376:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5183a0. 00000100:00000200:1.0:1767384400.675378:0:40431:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000f26c1e10 00000400:00000200:1.0:1767384400.675396:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002eacdaa 00000400:00000010:1.0:1767384400.675398:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002eacdaa. 00000100:00000200:1.0:1767384400.675400:0:40431:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000be0c1182 desc 00000000c6a420ef mbits 1853236744062720 00000100:00000200:1.0:1767384400.675412:0:40431:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dd08700-0x695824dd08700 00000100:00000010:2.0:1767384400.675431:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046328aed. 20000000:00000010:1.0:1767384400.675432:0:40431:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000df6cba2d. 00000100:00000010:2.0:1767384400.675440:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d14328b2. 20000000:00000010:1.0:1767384400.675441:0:40431:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000006fd9da71. 20000000:00000010:1.0:1767384400.675462:0:40431:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000179ef6bc. 20000000:00000010:1.0:1767384400.675465:0:40431:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000901b2007. 20000000:00000010:1.0:1767384400.675468:0:40431:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000011619565. 00000100:00000010:2.0:1767384400.675539:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046025d25. 00000100:00000010:2.0:1767384400.675545:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002958d3f7. 20000000:00000010:1.0:1767384400.675597:0:40431:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000c874050b. 00080000:00000010:1.0:1767384400.675603:0:40431:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5a69285. 00000100:00000010:2.0:1767384400.675661:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000024c7f32a. 00000100:00000010:2.0:1767384400.675668:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d3a241a. 20000000:00000010:1.0:1767384400.675720:0:40431:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000046dc0569. 00000040:00000010:1.0:1767384400.675727:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000059c573e9. 00000040:00000010:1.0:1767384400.675750:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000d459cd64. 00000100:00000010:2.0:1767384400.675754:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ccca26a9. 00000020:00000010:1.0:1767384400.675756:0:40431:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000984b25b0. 00000100:00000010:2.0:1767384400.675761:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006af100be. 00080000:00000010:1.0:1767384400.675765:0:40431:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000075b01698. 00000040:00000010:1.0:1767384400.675814:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bc617555. 00000100:00000010:2.0:1767384400.675849:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a44c1917. 00000100:00000010:2.0:1767384400.675855:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c1c6bdd. 00000100:00000010:2.0:1767384400.675940:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005111ac43. 00000100:00000010:2.0:1767384400.675945:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047ce5f19. 00000100:00000010:2.0:1767384400.676030:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004b3399fe. 00000100:00000010:2.0:1767384400.676036:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d15dee2f. 00000040:00000010:1.0:1767384400.676080:0:40431:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c222372e. 00000100:00000010:2.0:1767384400.676122:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007cab16b4. 00000100:00000010:2.0:1767384400.676129:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f6f51fc. 00000020:00000010:1.0:1767384400.676165:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019f3736c. 00000020:00000010:1.0:1767384400.676170:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fcef7415. 00000040:00000010:1.0:1767384400.676174:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007b396112. 00000020:00000010:1.0:1767384400.676181:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4e28c50. 00000020:00000010:1.0:1767384400.676185:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ff56a4. 00000020:00000010:1.0:1767384400.676188:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd77f522. 80000000:00000010:1.0:1767384400.676190:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006c557616. 40000000:00000010:1.0:1767384400.676193:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000019a002a0. 00100000:00000010:1.0:1767384400.676196:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002816d401. 00040000:00000010:1.0:1767384400.676199:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cf04f92. 00040000:00000010:1.0:1767384400.676202:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a08cc36. 00080000:00000010:1.0:1767384400.676205:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000035cf54af. 00000004:00000010:1.0:1767384400.676209:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bde558c4. 00000100:00000010:2.0:1767384400.676213:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ee06e2d. 00002000:00000010:1.0:1767384400.676214:0:40434:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1fcc837. 00000020:00000010:1.0:1767384400.676221:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000040f20ad5. 00000100:00000010:2.0:1767384400.676222:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007332e8f0. 00000040:00000010:1.0:1767384400.676227:0:40434:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fcf754d0. 00000100:00000010:2.0:1767384400.676310:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000041ade5e7. 00000100:00000010:2.0:1767384400.676316:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddf6a702. 00000040:00000010:1.0:1767384400.676367:0:40434:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fcf754d0. 00000020:00000010:1.0:1767384400.676371:0:40434:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000040f20ad5. 00000020:00000010:1.0:1767384400.676375:0:40434:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fcef7415. 00000040:00000010:1.0:1767384400.676378:0:40434:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007b396112. 00000020:00000010:1.0:1767384400.676395:0:40434:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4e28c50. 00000020:00000010:1.0:1767384400.676398:0:40434:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7ff56a4. 00000020:00000010:1.0:1767384400.676401:0:40434:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd77f522. 80000000:00000010:1.0:1767384400.676404:0:40434:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006c557616. 40000000:00000010:1.0:1767384400.676406:0:40434:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000019a002a0. 00100000:00000010:1.0:1767384400.676408:0:40434:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002816d401. 00040000:00000010:1.0:1767384400.676410:0:40434:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cf04f92. 00000100:00000010:2.0:1767384400.676412:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000752bdbd0. 00040000:00000010:1.0:1767384400.676413:0:40434:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a08cc36. 00080000:00000010:1.0:1767384400.676418:0:40434:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000035cf54af. 00000004:00000010:1.0:1767384400.676421:0:40434:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bde558c4. 00000100:00000010:2.0:1767384400.676422:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049876294. 00002000:00000010:1.0:1767384400.676423:0:40434:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1fcc837. 00000020:00000010:1.0:1767384400.676429:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019f3736c. 00000040:00000010:1.0:1767384400.676437:0:40431:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c222372e. 00000040:00000010:1.0:1767384400.676441:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000d459cd64. 00000040:00000010:1.0:1767384400.676444:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bc617555. 00000040:00000010:1.0:1767384400.676446:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000059c573e9. 20000000:00000010:1.0:1767384400.676448:0:40431:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000046dc0569. 20000000:00000010:1.0:1767384400.676457:0:40431:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000046dc0569. 00000040:00000010:1.0:1767384400.676459:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006a08cc36. 00000040:00000010:1.0:1767384400.676476:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006a08cc36. 20000000:00000010:1.0:1767384400.676478:0:40431:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000046dc0569. 20000000:00000010:1.0:1767384400.676482:0:40431:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000c222372e. 20000000:00000010:1.0:1767384400.676489:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a08cc36. 20000000:00000010:1.0:1767384400.676493:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bd77f522. 20000000:00000010:1.0:1767384400.676497:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059c573e9. 20000000:00000010:1.0:1767384400.676500:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019f3736c. 20000000:00000010:1.0:1767384400.676502:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007b396112. 20000000:00000010:1.0:1767384400.676504:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fcef7415. 00000100:00000010:2.0:1767384400.676506:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b821715. 20000000:00000010:1.0:1767384400.676507:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bd33f27. 20000000:00000010:1.0:1767384400.676513:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5c946eb. 00000100:00000010:2.0:1767384400.676515:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a827235. 20000000:00000010:1.0:1767384400.676516:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a8caf77b. 20000000:00000010:1.0:1767384400.676523:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb319a4f. 20000000:00000010:1.0:1767384400.676526:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aff0d6eb. 20000000:00000010:1.0:1767384400.676530:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052f642ae. 20000000:00000010:1.0:1767384400.676533:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002cc8ddd7. 20000000:00000010:1.0:1767384400.676536:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000321405a2. 20000000:00000010:1.0:1767384400.676540:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ceed3d5b. 20000000:00000010:1.0:1767384400.676543:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8860b9e. 20000000:00000010:1.0:1767384400.676546:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e4f13f5. 20000000:00000010:1.0:1767384400.676548:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000220889ea. 20000000:00000010:1.0:1767384400.676573:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f2f28e6. 20000000:00000010:1.0:1767384400.676577:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa614f87. 20000000:00000010:1.0:1767384400.676580:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db660752. 20000000:00000010:1.0:1767384400.676583:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001276b1b9. 20000000:00000010:1.0:1767384400.676586:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f09292b. 20000000:00000010:1.0:1767384400.676591:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004168cd5d. 20000000:00000010:1.0:1767384400.676594:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfcecdb6. 20000000:00000010:1.0:1767384400.676597:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab92344a. 20000000:00000010:1.0:1767384400.676600:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfed31a5. 20000000:00000010:1.0:1767384400.676603:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9ecc2af. 20000000:00000010:1.0:1767384400.676605:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008641d4a8. 20000000:00000010:1.0:1767384400.676614:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba2e0504. 20000000:00000010:1.0:1767384400.676619:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000235ecc82. 20000000:00000010:1.0:1767384400.676622:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000eb62bd6. 20000000:00000010:1.0:1767384400.676625:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000359fb720. 00000100:00000010:2.0:1767384400.676627:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000140fd1ba. 20000000:00000010:1.0:1767384400.676628:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9df0a90. 00000100:00000010:2.0:1767384400.676636:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a374d8f. 20000000:00000010:1.0:1767384400.676637:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006931355. 20000000:00000010:1.0:1767384400.676645:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c20e5541. 20000000:00000010:1.0:1767384400.676649:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b50987d. 20000000:00000010:1.0:1767384400.676653:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a99446a3. 20000000:00000010:1.0:1767384400.676657:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098f5a4ee. 20000000:00000010:1.0:1767384400.676660:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be4a8b98. 20000000:00000010:1.0:1767384400.676663:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000174d9637. 20000000:00000010:1.0:1767384400.676666:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e96fd247. 00080000:00000010:1.0:1767384400.676687:0:40431:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f1fcc837. 00000100:00000010:2.0:1767384400.676725:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bf0be1df. 00000100:00000010:2.0:1767384400.676731:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ec244e7. 00000100:00000010:2.0:1767384400.676815:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b504c94. 00000100:00000010:2.0:1767384400.676820:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d70056be. 00000100:00000010:2.0:1767384400.676905:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000316030d7. 00000100:00000010:2.0:1767384400.676909:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000082a0395. 00000100:00000010:2.0:1767384400.676992:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004c286109. 00000100:00000010:2.0:1767384400.676999:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b27bd05. 00000100:00000010:2.0:1767384400.677082:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ba5b594. 00000100:00000010:2.0:1767384400.677087:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fca45f4. 00000100:00000010:2.0:1767384400.677178:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000066995f6e. 00000100:00000010:2.0:1767384400.677199:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ab335a7. 00000100:00000010:2.0:1767384400.677287:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000740015ab. 00000100:00000010:2.0:1767384400.677305:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041d3896c. 00000100:00000010:2.0:1767384400.677405:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000378626ed. 00000100:00000010:2.0:1767384400.677606:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7a974c. 00000100:00000010:2.0:1767384400.677694:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000040c60de4. 00000100:00000010:2.0:1767384400.677772:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e94930. 00000100:00000010:2.0:1767384400.677860:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000052f5004e. 00000100:00000010:2.0:1767384400.677878:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025dbd6f5. 00000100:00000010:2.0:1767384400.677965:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9dc910e. 00000100:00000010:2.0:1767384400.677982:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f40e004c. 00000100:00000010:2.0:1767384400.678072:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003ad4b3e7. 00000100:00000010:2.0:1767384400.678175:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038e84aee. 00000100:00000010:2.0:1767384400.678260:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e3b7763b. 00000100:00000010:2.0:1767384400.678266:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dcd4613. 00000100:00000010:2.0:1767384400.678375:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000017a6e5d7. 00000100:00000010:2.0:1767384400.678397:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000177d639. 00000100:00000010:2.0:1767384400.678492:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001e2f44a0. 00000100:00000010:2.0:1767384400.678498:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000ddd156. 00010000:00000010:1.1:1767384400.678585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd2fed74. 00010000:00000010:1.1:1767384400.678594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000062464acc. 00010000:00000010:1.1:1767384400.678599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b11ebf43. 00010000:00000010:1.1:1767384400.678605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000689605ad. 00000100:00000010:2.0:1767384400.678607:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d0b5d4c. 00010000:00000010:1.1:1767384400.678612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ec962d4. 00000100:00000010:2.0:1767384400.678614:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d8ec294. 00010000:00000010:1.1:1767384400.678619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c6a909e4. 00010000:00000010:1.1:1767384400.678624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000df0e4f1f. 00010000:00000010:1.1:1767384400.678625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8f1ca15. 00000100:00000010:2.0:1767384400.678702:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e3ad19ce. 00000100:00000010:2.0:1767384400.678710:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a94c7b5. 00000100:00000010:2.0:1767384400.678795:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dd9a3f73. 00000100:00000010:2.0:1767384400.678941:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8d8ce00. 00000100:00000010:2.0:1767384400.679033:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008ce14b5f. 00000100:00000010:2.0:1767384400.679135:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000749fde07. 00000100:00000010:2.0:1767384400.679223:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005598925b. 00000100:00000010:2.0:1767384400.679228:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f515a2e. 00000100:00000010:2.0:1767384400.679316:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a78b3cf. 00000100:00000010:2.0:1767384400.679321:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000584c6105. 00000100:00000010:2.0:1767384400.679421:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b6056002. 00000100:00000010:2.0:1767384400.679427:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001877efca. 00000100:00000010:2.0:1767384400.679513:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac76d287. 00000100:00000010:2.0:1767384400.679520:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000865ce112. 00000100:00000010:2.0:1767384400.679896:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002bd66237. 00000100:00000010:2.0:1767384400.679903:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c79db1ce. 00000100:00000010:2.0:1767384400.679991:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e835b003. 00000100:00000010:2.0:1767384400.679998:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f27e56e4. 00000100:00000010:2.0:1767384400.680084:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004be6f250. 00000100:00000010:2.0:1767384400.680091:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dea78a60. 00000100:00000010:2.0:1767384400.680176:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000671ac5d1. 00000100:00000010:2.0:1767384400.680182:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000051eb173. 00000100:00000010:2.0:1767384400.680263:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004979dbf4. 00000100:00000010:2.0:1767384400.680270:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dbf6585. 00000100:00000010:2.0:1767384400.680355:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d237e096. 00000100:00000010:2.0:1767384400.680359:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5a6b39f. 00000100:00000010:2.0:1767384400.680458:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b74d253e. 00000100:00000010:2.0:1767384400.680463:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce388197. 00000100:00000010:2.0:1767384400.680536:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000034d7c324. 00000100:00000010:2.0:1767384400.680540:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052956f91. 00000100:00000010:2.0:1767384400.680634:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dc52680c. 00000100:00000010:2.0:1767384400.680759:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ebd1b2d. 00000100:00000010:2.0:1767384400.680836:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009c5a0c6a. 00000100:00000010:2.0:1767384400.680840:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dd3bac0. 00000100:00000010:2.0:1767384400.680915:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e359602d. 00000100:00000010:2.0:1767384400.680919:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4b91da8. 00000100:00000010:2.0:1767384400.680993:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000267c0e59. 00000100:00000010:2.0:1767384400.680997:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7bd852d. 00000100:00000010:2.0:1767384400.681073:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000085f0bade. 00000100:00000010:2.0:1767384400.681439:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ca3d300. 00000100:00000010:2.0:1767384400.681515:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000646ef87d. 00000100:00000010:2.0:1767384400.681519:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d603686. 00000100:00000010:2.0:1767384400.681621:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a5857c5b. 00000100:00000010:2.0:1767384400.681649:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009158e16d. 00000100:00000010:2.0:1767384400.681723:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000066503cc2. 00000100:00000010:2.0:1767384400.681729:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc74dbe7. 00000100:00000010:2.0:1767384400.681803:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000997c1a81. 00000100:00000010:2.0:1767384400.681807:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cf4316c. 00000100:00000010:2.0:1767384400.681882:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d0d9551. 00000100:00000010:2.0:1767384400.681886:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cd46927. 00000100:00000010:2.0:1767384400.681961:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd1ab715. 00000100:00000010:2.0:1767384400.681965:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0754143. 00000100:00000010:2.0:1767384400.682037:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000677e5a4. 00000100:00000010:2.0:1767384400.682042:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006433f13a. 00000100:00000010:2.0:1767384400.682116:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f9634c5a. 00000100:00000010:2.0:1767384400.682121:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de094dd6. 00000100:00000010:2.0:1767384400.682194:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000062070d17. 00000100:00000010:2.0:1767384400.682198:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000414d8b18. 00000100:00000010:2.0:1767384400.682269:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b32fbdca. 00000100:00000010:2.0:1767384400.682273:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b94623e1. 00000100:00000010:2.0:1767384400.682346:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b8406a99. 00000100:00000010:2.0:1767384400.682351:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007292d001. 00000100:00000010:2.0:1767384400.682437:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d249fe44. 00000100:00000010:2.0:1767384400.682442:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004348871d. 00000100:00000010:2.0:1767384400.682515:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001486a0cc. 00000400:00000200:2.0:1767384400.682520:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:2.0:1767384400.682615:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f6686adc. 00000020:00000010:2.0:1767384400.682620:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003deecdcc. 00000100:00000010:2.0:1767384400.682668:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007c86d378. 00000100:00000010:2.0:1767384400.682674:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000bca37373. 00000100:00000010:2.0:1767384400.682678:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f87c5d90. 00000100:00000010:2.0:1767384400.682684:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008cf58f91. 00000100:00000010:2.0:1767384400.682688:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000889f16e. 00000100:00000010:2.0:1767384400.682691:0:40427:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000410d7595. 00000100:00000010:2.0:1767384400.682695:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006ab62416. 00000100:00000010:2.0:1767384400.682697:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000cec08444. 00000100:00000010:2.0:1767384400.682700:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004b6c0403. 00000100:00000010:2.0:1767384400.682702:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e9aaa01a. 00000100:00000010:2.0:1767384400.682704:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000309972d1. 00000100:00000200:2.0:1767384400.682747:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:2.0:1767384400.682751:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cdca89b0. 00000100:00000010:2.0:1767384400.682917:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000868cbe46. 00000020:00000010:2.0:1767384400.682922:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000045f50064. 00000020:00000010:2.0:1767384400.682929:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f42555df. 00000020:00000010:2.0:1767384400.682934:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006c293d22. 00000040:00000010:2.0:1767384400.682938:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007523496. 00000020:00000010:2.0:1767384400.682942:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b51336c. 00000020:00000010:2.0:1767384400.682946:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3031b9e. 00000020:00000010:2.0:1767384400.682950:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e34be51. 80000000:00000010:2.0:1767384400.682952:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f9471de3. 40000000:00000010:2.0:1767384400.682955:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e82fdf27. 00100000:00000010:2.0:1767384400.682958:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006669cd4f. 00040000:00000010:2.0:1767384400.682962:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000abbf6fa4. 00040000:00000010:2.0:1767384400.682965:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e40eefc0. 00080000:00000010:2.0:1767384400.682968:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ad05091e. 00000004:00000010:2.0:1767384400.682973:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000813313c5. 00002000:00000010:2.0:1767384400.682978:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cc7e321e. 00000100:00000200:2.0:1767384400.682982:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.682987:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a57d9e51. 00000400:00000010:2.0:1767384400.682992:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027d82d1c. 00000100:00000200:2.0:1767384400.682997:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.682999:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ce64620. 00000400:00000010:2.0:1767384400.683002:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d65f4b2. 00000100:00000200:2.0:1767384400.683005:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683007:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8422cc. 00000400:00000010:2.0:1767384400.683011:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c36e91ac. 00000100:00000200:2.0:1767384400.683012:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683014:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000346d7a2f. 00000400:00000010:2.0:1767384400.683018:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e22c479b. 00000100:00000200:2.0:1767384400.683020:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683022:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f570a75. 00000400:00000010:2.0:1767384400.683025:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008ee284ba. 00000100:00000200:2.0:1767384400.683028:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683029:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fea671bc. 00000400:00000010:2.0:1767384400.683033:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000029c91f27. 00000100:00000200:2.0:1767384400.683036:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683038:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051293e35. 00000400:00000010:2.0:1767384400.683041:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000267f8e40. 00000100:00000200:2.0:1767384400.683044:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683045:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3222541. 00000400:00000010:2.0:1767384400.683047:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005be9fd3d. 00000100:00000200:2.0:1767384400.683049:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683050:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c7e4a8b. 00000400:00000010:2.0:1767384400.683054:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001fa37ee8. 00000100:00000200:2.0:1767384400.683057:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683059:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823b2521. 00000400:00000010:2.0:1767384400.683062:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a47bf190. 00000100:00000200:2.0:1767384400.683065:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683067:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c814304. 00000400:00000010:2.0:1767384400.683070:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ee2f4510. 00000100:00000200:2.0:1767384400.683072:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683074:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000803b6602. 00000400:00000010:2.0:1767384400.683077:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007b56656f. 00000100:00000200:2.0:1767384400.683080:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683083:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b98c050c. 00000400:00000010:2.0:1767384400.683086:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000078331533. 00000100:00000200:2.0:1767384400.683088:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683090:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ed1e2a6. 00000400:00000010:2.0:1767384400.683093:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a344cda6. 00000100:00000200:2.0:1767384400.683096:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683098:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da51944. 00000400:00000010:2.0:1767384400.683101:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005029a4f2. 00000100:00000200:2.0:1767384400.683103:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683105:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf08d60d. 00000400:00000010:2.0:1767384400.683108:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047d14037. 00000100:00000200:2.0:1767384400.683111:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683113:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaa5348e. 00000400:00000010:2.0:1767384400.683117:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000135183c. 00000100:00000200:2.0:1767384400.683119:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683122:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee288a1. 00000400:00000010:2.0:1767384400.683124:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000093746d7. 00000100:00000200:2.0:1767384400.683125:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683126:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107de41b. 00000400:00000010:2.0:1767384400.683129:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cfe79f05. 00000100:00000200:2.0:1767384400.683131:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683133:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaecaa03. 00000400:00000010:2.0:1767384400.683137:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000040ced648. 00000100:00000200:2.0:1767384400.683139:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683141:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003527a1a5. 00000400:00000010:2.0:1767384400.683144:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c9c88823. 00000100:00000200:2.0:1767384400.683145:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683148:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f913a226. 00000400:00000010:2.0:1767384400.683150:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b23f8542. 00000100:00000200:2.0:1767384400.683152:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683154:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f942391. 00000400:00000010:2.0:1767384400.683158:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004da10859. 00000100:00000200:2.0:1767384400.683159:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683160:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f059f44. 00000400:00000010:2.0:1767384400.683162:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e724939. 00000100:00000200:2.0:1767384400.683165:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683167:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d04c133. 00000400:00000010:2.0:1767384400.683170:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027f71093. 00000100:00000200:2.0:1767384400.683173:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683175:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a295abf7. 00000400:00000010:2.0:1767384400.683178:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a11428e5. 00000100:00000200:2.0:1767384400.683181:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683182:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2aa52b8. 00000400:00000010:2.0:1767384400.683185:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b66a5cd. 00000100:00000200:2.0:1767384400.683187:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683188:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc8f3177. 00000400:00000010:2.0:1767384400.683190:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad128c20. 00000100:00000200:2.0:1767384400.683193:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683195:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a38a7f1b. 00000400:00000010:2.0:1767384400.683198:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001234aaf7. 00000100:00000200:2.0:1767384400.683202:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683204:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b66f463f. 00000400:00000010:2.0:1767384400.683206:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003d79021e. 00000100:00000200:2.0:1767384400.683208:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683210:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca12087a. 00000400:00000010:2.0:1767384400.683211:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000065f2b8ee. 00000100:00000200:2.0:1767384400.683213:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683214:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c40105fc. 00000400:00000010:2.0:1767384400.683216:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002dad677a. 00000100:00000200:2.0:1767384400.683217:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683218:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148e7647. 00000400:00000010:2.0:1767384400.683221:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e2e6538d. 00000100:00000200:2.0:1767384400.683224:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683225:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d0da7d6. 00000400:00000010:2.0:1767384400.683228:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000018219e18. 00000100:00000200:2.0:1767384400.683230:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683231:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f36a9709. 00000400:00000010:2.0:1767384400.683234:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab886ee1. 00000100:00000200:2.0:1767384400.683236:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683237:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe6ecdd. 00000400:00000010:2.0:1767384400.683239:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000d0d65a6. 00000100:00000200:2.0:1767384400.683241:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683242:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee5c4fb2. 00000400:00000010:2.0:1767384400.683244:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001715e5ec. 00000100:00000200:2.0:1767384400.683246:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683248:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0f1db8. 00000400:00000010:2.0:1767384400.683251:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cb3d9406. 00000100:00000200:2.0:1767384400.683254:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683256:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e3ecae. 00000400:00000010:2.0:1767384400.683259:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ebfa1ebc. 00000100:00000200:2.0:1767384400.683262:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683265:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005172f2ba. 00000400:00000010:2.0:1767384400.683269:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f620c4c2. 00000100:00000200:2.0:1767384400.683271:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683274:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8978015. 00000400:00000010:2.0:1767384400.683277:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002d7479b0. 00000100:00000200:2.0:1767384400.683279:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683281:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a13c3f4. 00000400:00000010:2.0:1767384400.683283:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000946dae96. 00000100:00000200:2.0:1767384400.683285:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683286:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e971cb7. 00000400:00000010:2.0:1767384400.683288:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000088adbbaa. 00000100:00000200:2.0:1767384400.683290:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683291:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0b7585f. 00000400:00000010:2.0:1767384400.683292:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000020946b71. 00000100:00000200:2.0:1767384400.683294:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683296:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091e2f2f5. 00000400:00000010:2.0:1767384400.683297:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002452e688. 00000100:00000200:2.0:1767384400.683300:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683301:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c9f5eae. 00000400:00000010:2.0:1767384400.683303:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009495059c. 00000100:00000200:2.0:1767384400.683307:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683308:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d99623ce. 00000400:00000010:2.0:1767384400.683311:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ac9c5be4. 00000100:00000200:2.0:1767384400.683312:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683313:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cda2acf8. 00000400:00000010:2.0:1767384400.683316:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007bb4cda7. 00000100:00000200:2.0:1767384400.683319:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683321:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a66aad50. 00000400:00000010:2.0:1767384400.683323:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000afde5228. 00000100:00000200:2.0:1767384400.683325:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683326:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ea323a9. 00000400:00000010:2.0:1767384400.683329:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b4b367a0. 00000100:00000200:2.0:1767384400.683333:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683334:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3bee4. 00000400:00000010:2.0:1767384400.683338:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b30c793e. 00000100:00000200:2.0:1767384400.683341:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683343:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002000eb3b. 00000400:00000010:2.0:1767384400.683346:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bfe626f9. 00000100:00000200:2.0:1767384400.683349:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683351:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b852b1d3. 00000400:00000010:2.0:1767384400.683354:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004d04e8b8. 00000100:00000200:2.0:1767384400.683358:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683360:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d53ad5. 00000400:00000010:2.0:1767384400.683362:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001e4c911c. 00000100:00000200:2.0:1767384400.683364:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683365:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c853ad7. 00000400:00000010:2.0:1767384400.683368:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005cbfd89d. 00000100:00000200:2.0:1767384400.683371:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683372:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058806484. 00000400:00000010:2.0:1767384400.683376:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000459062dd. 00000100:00000200:2.0:1767384400.683393:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683397:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ecf76bf. 00000400:00000010:2.0:1767384400.683400:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000065c7f066. 00000100:00000200:2.0:1767384400.683403:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683405:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1825a29. 00000400:00000010:2.0:1767384400.683407:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002afa54b6. 00000100:00000200:2.0:1767384400.683410:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683412:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077de6381. 00000400:00000010:2.0:1767384400.683414:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000022162d43. 00000100:00000200:2.0:1767384400.683415:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683416:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016547db9. 00000400:00000010:2.0:1767384400.683418:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e4454737. 00000100:00000200:2.0:1767384400.683420:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683422:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d8e1b4a. 00000400:00000010:2.0:1767384400.683424:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c0ad09b. 00000100:00000200:2.0:1767384400.683427:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683429:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a2e7a8b. 00000400:00000010:2.0:1767384400.683433:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000091aa267e. 00000100:00000200:2.0:1767384400.683436:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683437:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9381d63. 00000400:00000010:2.0:1767384400.683440:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e5bf39aa. 00000100:00000200:2.0:1767384400.683443:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384400.683445:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bf94b0f. 00000400:00000010:2.0:1767384400.683449:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eeef6842. 00000100:00000010:2.0:1767384400.683490:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000087c94a83. 00000100:00000200:2.0:1767384400.683507:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384400.683523:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000258506c4. 00000100:00000010:3.0:1767384400.683661:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f9344464. 00000020:00000010:3.0:1767384400.683666:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000041ca8e04. 00000020:00000010:3.0:1767384400.683670:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c06502c. 00000020:00000010:3.0:1767384400.683672:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045449773. 00000040:00000010:3.0:1767384400.683674:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029aa56b5. 00000020:00000010:3.0:1767384400.683677:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d62956e. 00000020:00000010:3.0:1767384400.683679:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020f89693. 00000020:00000010:3.0:1767384400.683682:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e7e5e34d. 80000000:00000010:3.0:1767384400.683685:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000007f9a944. 40000000:00000010:3.0:1767384400.683687:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058d58e53. 00100000:00000010:3.0:1767384400.683690:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000545b0ca3. 00040000:00000010:3.0:1767384400.683693:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d430a61. 00040000:00000010:3.0:1767384400.683696:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008eab9cd9. 00080000:00000010:3.0:1767384400.683699:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac13e6f8. 00000004:00000010:3.0:1767384400.683702:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b25e1a9. 00002000:00000010:3.0:1767384400.683704:0:40438:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009909c4c5. 00000100:00000010:3.0:1767384400.683745:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000005fd816e6. 00000100:00000200:3.0:1767384400.683760:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.683763:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000b92981b. 00000100:00000010:2.0:1767384400.683891:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008d83aad3. 00000020:00000010:2.0:1767384400.683895:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000081c148e6. 00000020:00000010:2.0:1767384400.683900:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001db632a7. 00000020:00000010:2.0:1767384400.683903:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006aef845f. 00000040:00000010:2.0:1767384400.683905:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029873166. 00000020:00000010:2.0:1767384400.683907:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d9e16fd. 00000020:00000010:2.0:1767384400.683910:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033982ac3. 00000020:00000010:2.0:1767384400.683912:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8b189f7. 80000000:00000010:2.0:1767384400.683914:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fae8f29a. 40000000:00000010:2.0:1767384400.683916:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000075b9b35. 00100000:00000010:2.0:1767384400.683918:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000141f4a36. 00040000:00000010:2.0:1767384400.683920:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b2c3b5db. 00040000:00000010:2.0:1767384400.683922:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001569cfa1. 00080000:00000010:2.0:1767384400.683924:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a69a85de. 00000004:00000010:2.0:1767384400.683927:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003f9ad880. 00002000:00000010:2.0:1767384400.683929:0:40439:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043177c98. 00000100:00000010:2.0:1767384400.683971:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000fe77da0f. 00000100:00000200:2.0:1767384400.683985:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384400.683993:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000067cae4a4. 00000100:00000010:1.0:1767384400.683998:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004f1f3297. 00000100:00000010:1.0:1767384400.684010:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b506ee87. 00000100:00000010:1.0:1767384400.684017:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bde558c4. 00000100:00000010:1.0:1767384400.684022:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011cbe1b4. 00000100:00000010:1.0:1767384400.684025:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc617555. 00000100:00000010:1.0:1767384400.684029:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003120471. 00000100:00000010:1.0:1767384400.684032:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fcf754d0. 00000100:00000010:1.0:1767384400.684034:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001db3d934. 00000100:00000010:1.0:1767384400.684037:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d06eea1e. 00000100:00000010:1.0:1767384400.684041:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4f4e857. 00000100:00000010:1.0:1767384400.684050:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4edc5b2. 00000100:00000010:1.0:1767384400.684053:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e8e0ab1. 00000100:00000010:1.0:1767384400.684057:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f9f1971. 00000100:00000010:1.0:1767384400.684061:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003ba6359. 00000100:00000010:1.0:1767384400.684065:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000811255a0. 00000100:00000010:1.0:1767384400.684067:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d6cbd3b. 00000100:00000010:1.0:1767384400.684074:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c81714f9. 00000100:00000010:1.0:1767384400.684078:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002121ac9d. 00000100:00000010:1.0:1767384400.684087:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e49f1f74. 00000100:00000010:1.0:1767384400.684090:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7285614. 00000100:00000010:1.0:1767384400.684093:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcc94c74. 00000100:00000010:1.0:1767384400.684095:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000376c2e26. 00000100:00000010:1.0:1767384400.684098:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071ede284. 00000100:00000010:1.0:1767384400.684100:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019f9b027. 00000100:00000010:1.0:1767384400.684103:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a985d5d2. 00000100:00000010:1.0:1767384400.684104:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b25b93f. 00000100:00000010:1.0:1767384400.684111:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9244664. 00000100:00000010:1.0:1767384400.684113:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e6dc66f. 00000100:00000010:1.0:1767384400.684116:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe6daaa0. 00000100:00000010:1.0:1767384400.684117:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec7deb30. 00000100:00000010:1.0:1767384400.684120:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032c0d93e. 00000100:00000010:1.0:1767384400.684121:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fffa136. 00000100:00000010:1.0:1767384400.684124:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007775baca. 00000100:00000010:1.0:1767384400.684125:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000189fa2c6. 00000100:00000010:1.0:1767384400.684132:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017847003. 00000100:00000010:1.0:1767384400.684134:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009344a58e. 00000100:00000010:1.0:1767384400.684137:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000ce7534. 00000100:00000010:1.0:1767384400.684139:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078fbb7f5. 00000100:00000010:1.0:1767384400.684142:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2d6c93d. 00000100:00000010:1.0:1767384400.684144:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076731bb4. 00000100:00000010:1.0:1767384400.684147:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000919f459a. 00000100:00000010:1.0:1767384400.684150:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004075bbb9. 00000100:00000010:1.0:1767384400.684157:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1c295f1. 00000100:00000010:1.0:1767384400.684160:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2b1de2d. 00000100:00000010:1.0:1767384400.684163:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad0760eb. 00000100:00000010:1.0:1767384400.684166:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e31ec7d. 00000100:00000010:1.0:1767384400.684169:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b07440a. 00000100:00000010:1.0:1767384400.684176:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ebce2ec. 00000100:00000010:1.0:1767384400.684179:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b978158e. 00000100:00000010:1.0:1767384400.684182:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5c5ae26. 00000100:00000010:1.0:1767384400.684190:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096459966. 00000100:00000010:1.0:1767384400.684194:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d10535d1. 00000100:00000010:1.0:1767384400.684198:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000934c15ba. 00000100:00000010:1.0:1767384400.684201:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063e68d7d. 00000100:00000010:1.0:1767384400.684204:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080473bb1. 00000100:00000010:1.0:1767384400.684206:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028da4187. 00000100:00000010:1.0:1767384400.684208:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cffccab9. 00000100:00000010:1.0:1767384400.684212:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006697a96. 00000100:00000010:1.0:1767384400.684219:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000781bd177. 00000100:00000010:1.0:1767384400.684221:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec7bd383. 00000100:00000010:1.0:1767384400.684224:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a249ba57. 00000100:00000010:1.0:1767384400.684226:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8c57aae. 00000100:00000010:1.0:1767384400.684229:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008fa5e3d9. 00000100:00000010:1.0:1767384400.684232:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0e27b95. 00000100:00000010:1.0:1767384400.684235:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a66e9f14. 00000100:00000010:1.0:1767384400.684238:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007df36ea4. 00000100:00000010:1.0:1767384400.684246:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd0a9786. 00000100:00000010:1.0:1767384400.684248:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0e8f8ae. 00000100:00000010:1.0:1767384400.684252:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b99d1c38. 00000100:00000010:1.0:1767384400.684254:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a716870e. 00000100:00000010:1.0:1767384400.684258:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6f07248. 00000100:00000010:1.0:1767384400.684260:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034d68b0f. 00000100:00000010:1.0:1767384400.684263:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000886c0c8d. 00000100:00000010:1.0:1767384400.684266:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063c977e1. 00000100:00000010:1.0:1767384400.684273:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2809f34. 00000100:00000010:1.0:1767384400.684275:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000279d700a. 00000100:00000010:1.0:1767384400.684279:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000250dfd3e. 00000100:00000010:1.0:1767384400.684281:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02d5396. 00000100:00000010:1.0:1767384400.684287:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d23ec98. 00000100:00000010:1.0:1767384400.684289:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010aa0e1e. 00000100:00000010:1.0:1767384400.684292:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ab98e2c. 00000100:00000010:1.0:1767384400.684294:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d891845. 00000100:00000010:1.0:1767384400.684301:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1957ade. 00000100:00000010:1.0:1767384400.684303:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009673dd6d. 00000100:00000010:1.0:1767384400.684306:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000288c224b. 00000100:00000010:1.0:1767384400.684308:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000506bd8f1. 00000100:00000010:1.0:1767384400.684310:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000210fa038. 00000100:00000010:1.0:1767384400.684312:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000793187f9. 00000100:00000010:1.0:1767384400.684315:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036b78109. 00000100:00000010:1.0:1767384400.684316:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccdcca59. 00000100:00000010:1.0:1767384400.684323:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b83d3c0b. 00000100:00000010:1.0:1767384400.684325:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007db567a9. 00000100:00000010:1.0:1767384400.684328:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f88027ee. 00000100:00000010:1.0:1767384400.684331:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c5eb63b. 00000100:00000010:1.0:1767384400.684334:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001517452a. 00000100:00000010:1.0:1767384400.684336:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b289b61. 00000100:00000010:1.0:1767384400.684339:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b17b373. 00000100:00000010:1.0:1767384400.684342:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f404a18. 00000100:00000010:1.0:1767384400.684350:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037addfa3. 00000100:00000010:1.0:1767384400.684352:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2674d2c. 00000100:00000010:1.0:1767384400.684356:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053ef6573. 00000100:00000010:1.0:1767384400.684359:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c32b75d2. 00000100:00000010:1.0:1767384400.684362:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c63898de. 00000100:00000010:1.0:1767384400.684364:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b58987ae. 00000100:00000010:1.0:1767384400.684368:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a27aa1f5. 00000100:00000010:1.0:1767384400.684370:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c18ced53. 00000100:00000010:1.0:1767384400.684377:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbb126d6. 00000100:00000010:1.0:1767384400.684392:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ffcf449. 00000100:00000010:1.0:1767384400.684397:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e1f75a8. 00000100:00000010:1.0:1767384400.684404:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b6a130d. 00000100:00000010:1.0:1767384400.684408:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006afcf5ef. 00000100:00000010:1.0:1767384400.684410:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011a2a4d6. 00000100:00000010:1.0:1767384400.684414:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000772b84d8. 00000100:00000010:1.0:1767384400.684421:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065542078. 00000100:00000010:1.0:1767384400.684430:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000018d3ab0b. 00000100:00000010:1.0:1767384400.684434:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb79d7b6. 00000100:00000010:1.0:1767384400.684438:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039da69e4. 00000100:00000010:1.0:1767384400.684440:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001f3d511. 00000100:00000010:1.0:1767384400.684444:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3531818. 00000100:00000010:1.0:1767384400.684445:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881f952e. 00000100:00000010:1.0:1767384400.684449:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000beca6622. 00000100:00000010:1.0:1767384400.684452:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000735dbc3b. 00000100:00000010:1.0:1767384400.684461:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a51e4f07. 00000100:00000010:1.0:1767384400.684464:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1ad72e7. 00000100:00000010:1.0:1767384400.684469:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079ac5335. 00000100:00000010:1.0:1767384400.684471:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002297d84b. 00000100:00000010:1.0:1767384400.684475:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a2fadee. 00000100:00000010:1.0:1767384400.684479:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019192179. 00000100:00000010:1.0:1767384400.684483:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024e1ed06. 00000100:00000010:1.0:1767384400.684486:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe86779f. 00000100:00000010:1.0:1767384400.684494:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a06f84e8. 00000400:00000200:1.0:1767384400.684497:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384400.684544:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e5825850. 00000020:00000010:1.0:1767384400.684548:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000091fcc65b. 00000100:00000010:1.0:1767384400.684630:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000600943b8. 00000100:00000010:1.0:1767384400.684636:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000e5a8d1b. 00000100:00000010:1.0:1767384400.684641:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001acc1ba9. 00000100:00000010:1.0:1767384400.684647:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000047a604a5. 00000100:00000010:1.0:1767384400.684652:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003540ce46. 00080000:00000010:2.0:1767384400.684699:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f1fcc837. 00000100:00000200:1.0:1767384400.684704:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384400.684711:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009198fa3d. 00010000:00000010:3.0:1767384400.684724:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045b36561. 00010000:00000010:3.0:1767384400.684731:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d98d436. 00000020:00000010:3.0:1767384400.684735:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000095b1033c. 00000100:00000010:3.0:1767384400.684864:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001dabdce0. 00000020:00000010:3.0:1767384400.684868:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005473858b. 00000020:00000010:3.0:1767384400.684872:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060d6cd45. 00000020:00000010:3.0:1767384400.684875:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e14e17a4. 00000040:00000010:3.0:1767384400.684877:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b767beb2. 00000020:00000010:3.0:1767384400.684881:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d70d281. 00000020:00000010:3.0:1767384400.684884:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fe721f77. 00000020:00000010:3.0:1767384400.684886:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9f1994f. 80000000:00000010:3.0:1767384400.684890:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0e919af. 40000000:00000010:3.0:1767384400.684893:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9b1d7d3. 00100000:00000010:3.0:1767384400.684898:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001298851a. 00040000:00000010:3.0:1767384400.684902:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d6771854. 00040000:00000010:3.0:1767384400.684905:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d77ef8a. 00080000:00000010:3.0:1767384400.684908:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000836d1584. 00000004:00000010:3.0:1767384400.684913:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b75da19b. 00000100:00000200:3.0:1767384400.684917:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684921:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0f816ba. 00000400:00000010:3.0:1767384400.684926:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000480accc8. 00000100:00000200:3.0:1767384400.684930:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684933:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f95252e7. 00000400:00000010:3.0:1767384400.684936:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000256d165b. 00000100:00000200:3.0:1767384400.684940:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684943:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5b6176e. 00000400:00000010:3.0:1767384400.684946:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd43a7fa. 00000100:00000200:3.0:1767384400.684948:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684950:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a8c4cd5. 00000400:00000010:3.0:1767384400.684953:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d35a8e98. 00000100:00000200:3.0:1767384400.684955:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684957:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c1e2813. 00000400:00000010:3.0:1767384400.684959:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038f3f6c0. 00000100:00000200:3.0:1767384400.684961:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684963:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f8fb1a7. 00000400:00000010:3.0:1767384400.684965:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e4fce94. 00000100:00000200:3.0:1767384400.684967:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684969:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002964b0f1. 00000400:00000010:3.0:1767384400.684972:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcf20491. 00000100:00000200:3.0:1767384400.684974:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684976:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c6934bf. 00000400:00000010:3.0:1767384400.684978:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ec0c20c. 00000100:00000200:3.0:1767384400.684980:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684981:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069aff3ef. 00000400:00000010:3.0:1767384400.684983:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003f1fc81. 00000100:00000200:3.0:1767384400.684984:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684986:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042dcd863. 00000400:00000010:3.0:1767384400.684987:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009898ed7e. 00000100:00000200:3.0:1767384400.684988:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684989:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f30475b. 00000400:00000010:3.0:1767384400.684991:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ff211bb. 00000100:00000200:3.0:1767384400.684992:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684994:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000520c7f6e. 00000400:00000010:3.0:1767384400.684995:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a46470f9. 00000100:00000200:3.0:1767384400.684996:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.684997:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b75c6cb9. 00000400:00000010:3.0:1767384400.684999:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035081fc2. 00000100:00000200:3.0:1767384400.685001:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685003:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea9c819a. 00000400:00000010:3.0:1767384400.685004:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8fc83e6. 00000100:00000200:3.0:1767384400.685007:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685008:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cc1f462. 00000400:00000010:3.0:1767384400.685011:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c78a7e35. 00000100:00000200:3.0:1767384400.685014:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685016:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c3d2e5. 00000400:00000010:3.0:1767384400.685017:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089cfbd54. 00000100:00000200:3.0:1767384400.685019:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685020:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072493f57. 00000400:00000010:3.0:1767384400.685023:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa76ffb2. 00000100:00000200:3.0:1767384400.685025:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685027:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa3306c. 00000400:00000010:3.0:1767384400.685028:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4ef1e4. 00000100:00000200:3.0:1767384400.685029:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685030:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdf26ba7. 00000400:00000010:3.0:1767384400.685032:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020bced8f. 00000100:00000200:3.0:1767384400.685034:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685035:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b796716. 00000400:00000010:3.0:1767384400.685037:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039d30684. 00000100:00000200:3.0:1767384400.685039:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685042:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007545aa38. 00000400:00000010:3.0:1767384400.685043:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080839a0d. 00000100:00000200:3.0:1767384400.685046:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685048:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c71bd85f. 00000400:00000010:3.0:1767384400.685051:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b756934. 00000100:00000200:3.0:1767384400.685053:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685055:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088b630e8. 00000400:00000010:3.0:1767384400.685057:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000705fdd91. 00000100:00000200:3.0:1767384400.685059:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685061:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f85ad56e. 00000400:00000010:3.0:1767384400.685064:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c884e244. 00000100:00000200:3.0:1767384400.685066:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685067:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e78908b. 00000400:00000010:3.0:1767384400.685068:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018a352be. 00000100:00000200:3.0:1767384400.685070:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685070:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0e6983d. 00000400:00000010:3.0:1767384400.685071:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041c83a5d. 00000100:00000200:3.0:1767384400.685072:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685075:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fc2878c. 00000400:00000010:3.0:1767384400.685079:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009578125f. 00000100:00000200:3.0:1767384400.685080:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685083:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e93339bb. 00000400:00000010:3.0:1767384400.685087:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83fc30e. 00000100:00000200:3.0:1767384400.685089:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685092:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055bbd256. 00000400:00000010:3.0:1767384400.685095:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c278df6. 00000100:00000200:3.0:1767384400.685096:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685098:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc042c5a. 00000400:00000010:3.0:1767384400.685101:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005496e984. 00000100:00000200:3.0:1767384400.685104:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685106:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f75b182. 00000400:00000010:3.0:1767384400.685108:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099aabc9e. 00000100:00000200:3.0:1767384400.685109:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685112:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031a989e4. 00000400:00000010:3.0:1767384400.685114:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a0f12f. 00000100:00000200:3.0:1767384400.685115:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685116:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000498a19fd. 00000400:00000010:3.0:1767384400.685118:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c491381. 00000100:00000200:3.0:1767384400.685119:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685121:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acdcb82a. 00000400:00000010:3.0:1767384400.685122:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be28a443. 00000100:00000200:3.0:1767384400.685124:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685125:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000937ecc0b. 00000400:00000010:3.0:1767384400.685126:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae10b764. 00000100:00000200:3.0:1767384400.685127:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685127:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000478c1a18. 00000400:00000010:3.0:1767384400.685129:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000800a790c. 00000100:00000200:3.0:1767384400.685131:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685132:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000181554c4. 00000400:00000010:3.0:1767384400.685133:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6c27335. 00000100:00000200:3.0:1767384400.685134:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685135:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df78c142. 00000400:00000010:3.0:1767384400.685136:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d456d15c. 00000100:00000200:3.0:1767384400.685138:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685141:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007775dffa. 00000400:00000010:3.0:1767384400.685143:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9869f6e. 00000100:00000200:3.0:1767384400.685144:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685146:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093da477b. 00000400:00000010:3.0:1767384400.685148:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeeb9496. 00000100:00000200:3.0:1767384400.685149:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685151:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c376f48d. 00000400:00000010:3.0:1767384400.685153:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c5e2258. 00000100:00000200:3.0:1767384400.685154:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685154:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2557aa3. 00000400:00000010:3.0:1767384400.685156:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035d99b3f. 00000100:00000200:3.0:1767384400.685157:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685159:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042c7badd. 00000400:00000010:3.0:1767384400.685162:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4c7e48e. 00000100:00000200:3.0:1767384400.685163:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685165:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a24ea320. 00000400:00000010:3.0:1767384400.685167:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7a1f21d. 00000100:00000200:3.0:1767384400.685169:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685170:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f2f799. 00000400:00000010:3.0:1767384400.685172:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b81df0eb. 00000100:00000200:3.0:1767384400.685173:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685174:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056607017. 00000400:00000010:3.0:1767384400.685175:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000981c086a. 00000100:00000200:3.0:1767384400.685176:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685177:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0550881. 00000400:00000010:3.0:1767384400.685178:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e0e69d7. 00000100:00000200:3.0:1767384400.685180:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685182:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc43107. 00000400:00000010:3.0:1767384400.685185:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000458a36a. 00000100:00000200:3.0:1767384400.685186:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685188:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001797bdad. 00000400:00000010:3.0:1767384400.685191:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8849e9. 00000100:00000200:3.0:1767384400.685193:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685194:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc841f03. 00000400:00000010:3.0:1767384400.685195:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1704acb. 00000100:00000200:3.0:1767384400.685197:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685198:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b896da3b. 00000400:00000010:3.0:1767384400.685199:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056e367fa. 00000100:00000200:3.0:1767384400.685200:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685201:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009037bd06. 00000400:00000010:3.0:1767384400.685202:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094f79fdf. 00000100:00000200:3.0:1767384400.685203:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685205:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ed909a1. 00000400:00000010:3.0:1767384400.685206:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e88bed6d. 00000100:00000200:3.0:1767384400.685207:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685209:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e1ed808. 00000400:00000010:3.0:1767384400.685210:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000579f73f6. 00000100:00000200:3.0:1767384400.685211:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685212:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002461b281. 00000400:00000010:3.0:1767384400.685213:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089a86c7c. 00000100:00000200:3.0:1767384400.685215:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685216:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000811c3b72. 00000400:00000010:3.0:1767384400.685218:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ba209f6. 00000100:00000200:3.0:1767384400.685221:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685222:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000590afa62. 00000400:00000010:3.0:1767384400.685225:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aa0e99e. 00000100:00000200:3.0:1767384400.685227:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685229:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2aedf91. 00000400:00000010:3.0:1767384400.685231:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffaf2b8c. 00000100:00000200:3.0:1767384400.685234:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685235:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004706b721. 00000400:00000010:3.0:1767384400.685237:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023750d8a. 00000100:00000200:3.0:1767384400.685240:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685242:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a03139. 00000400:00000010:3.0:1767384400.685244:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000842a992. 00000100:00000200:3.0:1767384400.685246:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685248:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077c740e1. 00000400:00000010:3.0:1767384400.685249:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045a7ebc5. 00000100:00000200:3.0:1767384400.685251:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685252:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be54733. 00000400:00000010:3.0:1767384400.685254:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f422f8f. 00000100:00000200:3.0:1767384400.685256:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685257:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fafa2d00. 00000400:00000010:3.0:1767384400.685260:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007a051c0. 00000100:00000200:3.0:1767384400.685263:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384400.685264:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e94927c. 00000400:00000010:3.0:1767384400.685267:0:40441:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f27fe960. 00000100:00000010:3.0:1767384400.685280:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000890e27f6. 00000100:00000200:3.0:1767384400.685293:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384400.685304:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007ca0bfa8. 00000100:00000010:1.0:1767384400.685438:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006ad0fc04. 00000020:00000010:1.0:1767384400.685441:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003307a32c. 00000020:00000010:1.0:1767384400.685445:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93dc4be. 00000020:00000010:1.0:1767384400.685448:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008e21e08. 00000040:00000010:1.0:1767384400.685452:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0c4e755. 00000020:00000010:1.0:1767384400.685456:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000035cf54af. 00000020:00000010:1.0:1767384400.685459:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7ff56a4. 00000020:00000010:1.0:1767384400.685462:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c22cb5ef. 80000000:00000010:1.0:1767384400.685464:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b963a285. 40000000:00000010:1.0:1767384400.685466:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000942964b. 00100000:00000010:1.0:1767384400.685469:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002816d401. 00040000:00000010:1.0:1767384400.685471:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ad09c75a. 00040000:00000010:1.0:1767384400.685474:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ef512a02. 00080000:00000010:1.0:1767384400.685477:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b4e28c50. 00000004:00000010:1.0:1767384400.685480:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077a34cdc. 00000100:00000010:1.0:1767384400.685491:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000021481a22. 00000100:00000200:1.0:1767384400.685508:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.685617:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000083ab82be. 00000100:00000010:2.0:1767384400.685623:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000eca665e. 00000100:00000010:2.0:1767384400.685634:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e37b4f59. 00000100:00000010:2.0:1767384400.685640:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000154eadc. 00000100:00000010:2.0:1767384400.685644:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008610bf45. 00000100:00000010:2.0:1767384400.685916:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009a8536d5. 00000100:00000010:2.0:1767384400.685920:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b96f57a5. 00000100:00000010:2.0:1767384400.686330:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000395bd24f. 00000100:00000010:2.0:1767384400.686335:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a049c14f. 00000100:00000010:2.0:1767384400.686642:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003d4944d6. 00000100:00000010:2.0:1767384400.686647:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1fcc837. 00000100:00000010:3.0:1767384400.686779:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c77b331d. 00000100:00000010:3.0:1767384400.686784:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f26c1e10. 20000000:00000010:3.0:1767384400.686786:0:40431:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000620ea46b. 00010000:00000200:3.0:1767384400.686797:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0f2c5d4 x1853236744062720/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 4784/4768 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.686812:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009731fb36. 00000100:00000200:3.0:1767384400.686815:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744062720, offset 224 00000400:00000200:3.0:1767384400.686820:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.686829:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.686837:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd08700 00000400:00000200:3.0:1767384400.686842:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22c9 [2] + 224 00000400:00000200:3.0:1767384400.686849:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.686851:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.686858:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be0c1182 x1853236744062720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.686876:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009731fb36 00000400:00000010:3.0:1767384400.686878:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009731fb36. 00000400:00000010:1.0:1767384400.686886:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb8f23a9. 00000020:00000010:3.0:1767384400.686892:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c4cfd2b. 00000400:00000200:1.0:1767384400.686892:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073bf8ca4 00000400:00000010:1.0:1767384400.686895:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073bf8ca4. 00000020:00000010:3.0:1767384400.686899:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000100:00000200:1.0:1767384400.686903:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be0c1182 x1853236744062720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.686907:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bdecaebd. 00000100:00000200:1.0:1767384400.686915:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be0c1182 x1853236744062720/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384400.686918:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000190cdcb5. 00000100:00000010:2.0:1767384400.686926:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b7d58a94. 00000100:00000200:3.0:1767384400.686928:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:2.0:1767384400.686931:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f26c1e10. 00000400:00000010:3.0:1767384400.686935:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000782a6f74. 00000400:00000010:3.0:1767384400.686941:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009731fb36. 02000000:00000010:1.0:1767384400.686943:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b994e4e4. 00000100:00000010:1.0:1767384400.686949:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ce2c5d86. 00000100:00000010:1.0:1767384400.686951:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c6a420ef. 02000000:00000010:1.0:1767384400.686954:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000814d571e. 00000100:00000010:1.0:1767384400.686957:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be0c1182. 00000100:00000010:1.0:1767384400.686960:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e067c03. 00000020:00000010:1.0:1767384400.686962:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 000000007149864a. 00000020:00000010:1.0:1767384400.686969:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000895bbdd8. 00000100:00000010:2.0:1767384400.687204:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000072adff78. 00000100:00000010:2.0:1767384400.687215:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074d2c52b. 00000100:00000010:2.0:1767384400.687495:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1892244. 00000100:00000010:2.0:1767384400.687498:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088f814fe. 00000100:00000010:2.0:1767384400.687780:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000074cc1d51. 00000100:00000010:2.0:1767384400.687783:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3f423b6. 00000100:00000010:2.0:1767384400.688056:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000882e525d. 00000100:00000010:2.0:1767384400.688059:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f4fa663. 00000100:00000010:2.0:1767384400.688326:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007ded1eeb. 00000100:00000010:2.0:1767384400.688328:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1cfd07d. 00000100:00000010:2.0:1767384400.688626:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c8e3b4e. 00000100:00000010:2.0:1767384400.688631:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c7f5c2d. 00000100:00000010:2.0:1767384400.688921:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000044fbbc71. 00000100:00000010:2.0:1767384400.688923:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbb4dfdb. 00000100:00000010:2.0:1767384400.689191:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079b15d15. 00000100:00000010:2.0:1767384400.689193:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d82b7616. 00000100:00000010:2.0:1767384400.689473:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000db9ac963. 00000100:00000010:2.0:1767384400.689476:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000961b24ac. 00000100:00000010:2.0:1767384400.689765:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000081d89d97. 00000100:00000010:2.0:1767384400.689769:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fd2ade9. 00000100:00000010:2.0:1767384400.690060:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000088a6ad3d. 00000100:00000010:2.0:1767384400.690062:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d83cf1f. 00000100:00000010:2.0:1767384400.690341:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019e06922. 00000100:00000010:2.0:1767384400.690343:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3add1d1. 00000100:00000010:2.0:1767384400.690656:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dcddb88b. 00000100:00000010:2.0:1767384400.690660:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a60f06b5. 00000100:00000010:2.0:1767384400.690951:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e161b30. 00000100:00000010:2.0:1767384400.690953:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4373b0e. 00000100:00000010:2.0:1767384400.691235:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000011f15374. 00000100:00000010:2.0:1767384400.691237:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da12cfb8. 00000100:00000010:2.0:1767384400.691589:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000803db16. 00000100:00000010:2.0:1767384400.691612:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059475355. 00000100:00000010:2.0:1767384400.691880:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006ecf40dd. 00000100:00000010:2.0:1767384400.691889:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dca7a67. 00000100:00000010:2.0:1767384400.692157:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c83ddd5. 00000100:00000010:2.0:1767384400.692159:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000793e54ea. 00000100:00000010:2.0:1767384400.692469:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f07e3bd7. 00000100:00000010:2.0:1767384400.692472:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077618ac6. 00000100:00000010:3.0:1767384400.692598:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000659e2ae8. 00000100:00000010:1.0:1767384400.692612:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e5008f0e. 00000100:00000010:0.0:1767384400.692615:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000076806a46. 00000100:00000010:2.0:1767384400.692782:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000066cfc800. 00000100:00000010:2.0:1767384400.692792:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be9d1368. 00000100:00000010:2.0:1767384400.692799:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f083c77. 00000100:00000010:2.0:1767384400.693096:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1832b2c. 00000100:00000010:2.0:1767384400.693098:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df5a38f7. 00000100:00000010:2.0:1767384400.693373:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000024846719. 00000100:00000010:2.0:1767384400.693375:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d57a738a. 00000100:00000010:2.0:1767384400.693735:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bff364c7. 00000100:00000010:2.0:1767384400.693739:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e40a5447. 00000100:00000010:2.0:1767384400.694008:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005c6b8b0c. 00000100:00000010:2.0:1767384400.694011:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046c40130. 00000100:00000010:2.0:1767384400.694278:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000fe4b66b. 00000100:00000010:2.0:1767384400.694280:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000116a520c. 00000100:00000010:2.0:1767384400.694583:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000506a32f9. 00000100:00000010:2.0:1767384400.694589:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006639df44. 00000100:00000010:2.0:1767384400.694862:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c5939eb9. 00000100:00000010:2.0:1767384400.694864:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9ba6acf. 00000100:00000010:2.0:1767384400.695173:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005467098b. 00000100:00000010:2.0:1767384400.695177:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac027872. 00000100:00000010:2.0:1767384400.695457:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000919fff90. 00000100:00000010:2.0:1767384400.695460:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4a03060. 00000100:00000010:2.0:1767384400.695766:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000969bf820. 00000100:00000010:2.0:1767384400.695770:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097488274. 00000100:00000010:2.0:1767384400.696040:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000caf1a6da. 00000100:00000010:2.0:1767384400.696043:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008192f5dc. 00000100:00000010:2.0:1767384400.696312:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000022b5d899. 00000100:00000010:2.0:1767384400.696314:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a859fee. 00000100:00000010:2.0:1767384400.696616:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a61bea6. 00000100:00000010:2.0:1767384400.696627:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052c11e9d. 00000100:00000010:2.0:1767384400.696897:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a8fe2689. 00000100:00000010:2.0:1767384400.696900:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b291a3b4. 00000100:00000010:2.0:1767384400.697168:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000eb9b0da. 00000100:00000010:2.0:1767384400.697170:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d63ab1f. 00000100:00000010:2.0:1767384400.697460:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e4df9a98. 00000100:00000010:2.0:1767384400.697463:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000398422ff. 00000100:00000010:2.0:1767384400.697757:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005e7206c5. 00000100:00000010:2.0:1767384400.697761:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028ff47a7. 00000100:00000010:2.0:1767384400.698045:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005034b742. 00000100:00000010:2.0:1767384400.698048:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d04789c. 00000100:00000010:2.0:1767384400.698330:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007e06931e. 00000100:00000010:2.0:1767384400.698332:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6ad348d. 00000100:00000010:2.0:1767384400.698656:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000032b143c4. 00000100:00000010:2.0:1767384400.698660:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bab8dbe. 00000100:00000010:2.0:1767384400.698955:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c35f636. 00000100:00000010:2.0:1767384400.698957:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000466036d4. 00000100:00000010:2.0:1767384400.699255:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004e2812c6. 00000100:00000010:2.0:1767384400.699258:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4fee821. 00000100:00000010:2.0:1767384400.699603:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000007e4d35b. 00000100:00000010:2.0:1767384400.699607:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a75971df. 00000100:00000010:2.0:1767384400.699925:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000107c8705. 00000100:00000010:2.0:1767384400.699928:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b860a96f. 00000100:00000010:2.0:1767384400.700199:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017d5b4ae. 00000100:00000010:2.0:1767384400.700202:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bf76aa5. 00000100:00000010:2.0:1767384400.700493:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033e5f5cd. 00000100:00000010:2.0:1767384400.700496:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a27cc8b1. 00000100:00000010:2.0:1767384400.700791:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015913822. 00000100:00000010:2.0:1767384400.700795:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005613abbd. 00000100:00000010:2.0:1767384400.701084:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009c4f3ce3. 00000100:00000010:2.0:1767384400.701088:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089623a58. 00000100:00000010:2.0:1767384400.701371:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e36ca98. 00000100:00000010:2.0:1767384400.701393:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da78868f. 00000100:00000010:2.0:1767384400.701712:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4a08883. 00000100:00000010:2.0:1767384400.701717:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097d026cc. 00000100:00000010:2.0:1767384400.702018:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c773fab0. 00000100:00000010:2.0:1767384400.702022:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062c25044. 00000100:00000010:2.0:1767384400.702316:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eac5e610. 00000100:00000010:2.0:1767384400.702321:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c84be9b. 00000100:00000010:2.0:1767384400.702676:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000039441c47. 00000100:00000010:2.0:1767384400.702682:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042bb60e8. 00000100:00000010:2.0:1767384400.702988:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d2639299. 00000100:00000010:2.0:1767384400.702992:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2b81526. 00000100:00000010:2.0:1767384400.703262:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b92625e7. 00000100:00000010:2.0:1767384400.703264:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005caae31. 00000100:00000010:2.0:1767384400.703600:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003e10da7d. 00000100:00000010:2.0:1767384400.703605:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000326bdf28. 00000100:00000010:2.0:1767384400.703885:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4ae01a0. 00000100:00000010:2.0:1767384400.703891:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e26cff32. 00000100:00000010:2.0:1767384400.704185:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009514360a. 00000100:00000010:2.0:1767384400.704189:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8a33346. 00000100:00000010:2.0:1767384400.704470:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009b86d21a. 00000100:00000010:2.0:1767384400.704473:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089f54623. 00000100:00000010:2.0:1767384400.704780:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b062100b. 00000400:00000200:2.0:1767384400.704785:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384400.704843:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000177b915. 00000020:00000010:2.0:1767384400.704848:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003fb1d3e2. 00000100:00000010:2.0:1767384400.704886:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004f6ff89a. 00000100:00000010:2.0:1767384400.704890:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000456bc52e. 00000100:00000010:2.0:1767384400.704893:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008cbf2120. 00000100:00000010:2.0:1767384400.704897:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000066b20699. 00000100:00000010:2.0:1767384400.704899:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003293f38d. 00000100:00000200:2.0:1767384400.704923:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384400.704926:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000357e94b0. 00000100:00000010:1.0:1767384400.705131:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d1357349. 00000020:00000010:1.0:1767384400.705137:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e3f44cc6. 00000020:00000010:1.0:1767384400.705142:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a47d1b6. 00000020:00000010:1.0:1767384400.705145:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fa87503. 00000040:00000010:1.0:1767384400.705147:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b660546. 00000020:00000010:1.0:1767384400.705150:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079202240. 00000020:00000010:1.0:1767384400.705154:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000816525fd. 00000020:00000010:1.0:1767384400.705157:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000202b7be4. 80000000:00000010:1.0:1767384400.705160:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000969c7aa8. 40000000:00000010:1.0:1767384400.705162:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007a7869b6. 00100000:00000010:1.0:1767384400.705165:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002e8e162e. 00040000:00000010:1.0:1767384400.705169:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000099848a73. 00040000:00000010:1.0:1767384400.705172:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028dd0e0f. 00080000:00000010:1.0:1767384400.705175:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e9ea04c. 00000004:00000010:1.0:1767384400.705179:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dd5a55f5. 00002000:00000010:1.0:1767384400.705182:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d26a0442. 00000100:00000200:1.0:1767384400.705186:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705191:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005684c51b. 00000400:00000010:1.0:1767384400.705196:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fcb0ca3f. 00000100:00000200:1.0:1767384400.705202:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705204:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2ab297f. 00000400:00000010:1.0:1767384400.705206:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b018bd8a. 00000100:00000200:1.0:1767384400.705209:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705210:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a7400a. 00000400:00000010:1.0:1767384400.705213:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a13036da. 00000100:00000200:1.0:1767384400.705215:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705217:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000542c1630. 00000400:00000010:1.0:1767384400.705220:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007149864a. 00000100:00000200:1.0:1767384400.705223:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705224:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f38848e6. 00000400:00000010:1.0:1767384400.705235:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000708fa744. 00000100:00000200:1.0:1767384400.705239:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705240:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ad854f4. 00000400:00000010:1.0:1767384400.705247:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000581ee6ea. 00000100:00000200:1.0:1767384400.705250:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705251:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b41102. 00000400:00000010:1.0:1767384400.705254:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092f4d73b. 00000100:00000200:1.0:1767384400.705256:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705258:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb8b766a. 00000400:00000010:1.0:1767384400.705260:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ca5c5da. 00000100:00000200:1.0:1767384400.705262:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705263:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f8f589. 00000400:00000010:1.0:1767384400.705270:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc1d7e19. 00000100:00000200:1.0:1767384400.705273:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705275:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f81e2171. 00000400:00000010:1.0:1767384400.705278:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006bfda930. 00000100:00000200:1.0:1767384400.705280:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705281:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e51cf209. 00000400:00000010:1.0:1767384400.705283:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fb0ab119. 00000100:00000200:1.0:1767384400.705286:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705287:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080f24f25. 00000400:00000010:1.0:1767384400.705289:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005b249953. 00000100:00000200:1.0:1767384400.705291:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705292:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1081160. 00000400:00000010:1.0:1767384400.705299:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001503bdc4. 00000100:00000200:1.0:1767384400.705302:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705303:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045420d83. 00000400:00000010:1.0:1767384400.705306:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c18709e9. 00000100:00000200:1.0:1767384400.705309:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705309:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087156681. 00000400:00000010:1.0:1767384400.705312:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002d65bc11. 00000100:00000200:1.0:1767384400.705314:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705315:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004815c377. 00000400:00000010:1.0:1767384400.705318:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001d609027. 00000100:00000200:1.0:1767384400.705320:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705321:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dccaf3f1. 00000400:00000010:1.0:1767384400.705327:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000017dd83c9. 00000100:00000200:1.0:1767384400.705330:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705332:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000573f43b6. 00000400:00000010:1.0:1767384400.705337:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e39d8b06. 00000100:00000200:1.0:1767384400.705340:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705341:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003851f430. 00000400:00000010:1.0:1767384400.705344:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ca6a7554. 00000100:00000200:1.0:1767384400.705346:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705347:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6330085. 00000400:00000010:1.0:1767384400.705350:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000015637bda. 00000100:00000200:1.0:1767384400.705352:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705353:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c29ece6. 00000400:00000010:1.0:1767384400.705360:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e1c27b19. 00000100:00000200:1.0:1767384400.705363:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705364:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d16a89. 00000400:00000010:1.0:1767384400.705367:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d450720b. 00000100:00000200:1.0:1767384400.705369:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705370:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4a9171. 00000400:00000010:1.0:1767384400.705373:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bfbe973a. 00000100:00000200:1.0:1767384400.705375:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705376:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6913c77. 00000400:00000010:1.0:1767384400.705379:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002f61ea7c. 00000100:00000200:1.0:1767384400.705394:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705396:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2729829. 00000400:00000010:1.0:1767384400.705403:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002920b680. 00000100:00000200:1.0:1767384400.705407:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705408:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d0f8140. 00000400:00000010:1.0:1767384400.705411:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de8c7fc4. 00000100:00000200:1.0:1767384400.705413:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705414:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084d96221. 00000400:00000010:1.0:1767384400.705417:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002e5418fb. 00000100:00000200:1.0:1767384400.705419:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705420:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020b6474b. 00000400:00000010:1.0:1767384400.705423:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c060404. 00000100:00000200:1.0:1767384400.705425:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705426:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c89ed75. 00000400:00000010:1.0:1767384400.705432:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000991d9213. 00000100:00000200:1.0:1767384400.705435:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705436:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f850f921. 00000400:00000010:1.0:1767384400.705442:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000027b317b5. 00000100:00000200:1.0:1767384400.705445:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705446:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029847402. 00000400:00000010:1.0:1767384400.705449:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b09480f1. 00000100:00000200:1.0:1767384400.705452:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705453:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000addd2190. 00000400:00000010:1.0:1767384400.705455:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000881e566b. 00000100:00000200:1.0:1767384400.705457:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705458:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9a7d0f9. 00000400:00000010:1.0:1767384400.705464:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007e500c00. 00000100:00000200:1.0:1767384400.705468:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705469:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000118927b1. 00000400:00000010:1.0:1767384400.705472:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001e69f548. 00000100:00000200:1.0:1767384400.705474:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705475:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d724fb. 00000400:00000010:1.0:1767384400.705477:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000014519f83. 00000100:00000200:1.0:1767384400.705480:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705481:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000193cf1a9. 00000400:00000010:1.0:1767384400.705483:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003368d592. 00000100:00000200:1.0:1767384400.705486:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705486:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df0d5fe7. 00000400:00000010:1.0:1767384400.705493:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000494db216. 00000100:00000200:1.0:1767384400.705496:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705497:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3e39837. 00000400:00000010:1.0:1767384400.705500:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d526bd67. 00000100:00000200:1.0:1767384400.705503:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705503:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c9923c. 00000400:00000010:1.0:1767384400.705506:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c285ab2a. 00000100:00000200:1.0:1767384400.705509:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705509:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cb1ea95. 00000400:00000010:1.0:1767384400.705512:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e74586bd. 00000100:00000200:1.0:1767384400.705514:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705515:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070601ad5. 00000400:00000010:1.0:1767384400.705521:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000ec05f67. 00000100:00000200:1.0:1767384400.705525:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705526:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fdb5572. 00000400:00000010:1.0:1767384400.705532:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ac27bcf. 00000100:00000200:1.0:1767384400.705535:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705536:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bba333eb. 00000400:00000010:1.0:1767384400.705538:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c06af07. 00000100:00000200:1.0:1767384400.705541:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705543:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8f23a9. 00000400:00000010:1.0:1767384400.705546:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000068948431. 00000100:00000200:1.0:1767384400.705548:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705549:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136b6c20. 00000400:00000010:1.0:1767384400.705570:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091b4ef87. 00000100:00000200:1.0:1767384400.705575:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705577:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b7cfa5f. 00000400:00000010:1.0:1767384400.705580:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001cf16197. 00000100:00000200:1.0:1767384400.705583:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705584:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e504ae8. 00000400:00000010:1.0:1767384400.705587:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e67f2025. 00000100:00000200:1.0:1767384400.705590:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705591:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9c94e36. 00000400:00000010:1.0:1767384400.705594:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030ea6a54. 00000100:00000200:1.0:1767384400.705598:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705599:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008e0a6b9. 00000400:00000010:1.0:1767384400.705607:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aac92d62. 00000100:00000200:1.0:1767384400.705610:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705612:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e7b9008. 00000400:00000010:1.0:1767384400.705615:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a846f0f2. 00000100:00000200:1.0:1767384400.705617:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705618:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072c6ef9e. 00000400:00000010:1.0:1767384400.705621:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000051f53856. 00000100:00000200:1.0:1767384400.705623:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705624:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005806bc6b. 00000400:00000010:1.0:1767384400.705627:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000fb00c98. 00000100:00000200:1.0:1767384400.705629:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705630:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f3cdcad. 00000400:00000010:1.0:1767384400.705637:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000da1cf4a7. 00000100:00000200:1.0:1767384400.705640:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705641:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c969285f. 00000400:00000010:1.0:1767384400.705648:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007b8bc8d1. 00000100:00000200:1.0:1767384400.705651:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705652:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf7a507d. 00000400:00000010:1.0:1767384400.705655:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000037f2e3da. 00000100:00000200:1.0:1767384400.705658:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705659:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cb57ee0. 00000400:00000010:1.0:1767384400.705662:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fee672bc. 00000100:00000200:1.0:1767384400.705664:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705665:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008379ec8f. 00000400:00000010:1.0:1767384400.705671:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f1e3db09. 00000100:00000200:1.0:1767384400.705675:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705676:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000977abcee. 00000400:00000010:1.0:1767384400.705679:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006e89078b. 00000100:00000200:1.0:1767384400.705681:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705682:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028939368. 00000400:00000010:1.0:1767384400.705685:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001f7f1582. 00000100:00000200:1.0:1767384400.705687:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705688:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be515bba. 00000400:00000010:1.0:1767384400.705690:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005c69b62b. 00000100:00000200:1.0:1767384400.705693:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705694:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006011619b. 00000400:00000010:1.0:1767384400.705700:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000075431d63. 00000100:00000200:1.0:1767384400.705703:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705704:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000535760da. 00000400:00000010:1.0:1767384400.705707:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000329a0ce1. 00000100:00000200:1.0:1767384400.705709:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705710:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cea0eeb2. 00000400:00000010:1.0:1767384400.705713:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000b2de10a. 00000100:00000200:1.0:1767384400.705715:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384400.705717:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ad95f8. 00000400:00000010:1.0:1767384400.705719:0:40443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091fe8197. 00000100:00000010:1.0:1767384400.705730:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f8e71610. 00000100:00000200:1.0:1767384400.705743:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384400.705756:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006cdd0141. 00000100:00000010:1.0:1767384400.705894:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000816a09a8. 00000020:00000010:1.0:1767384400.705897:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000085d20e04. 00000020:00000010:1.0:1767384400.705899:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099a42d45. 00000020:00000010:1.0:1767384400.705905:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bac9bd4e. 00000040:00000010:1.0:1767384400.705907:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000248e947e. 00000020:00000010:1.0:1767384400.705909:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea66c8f7. 00000020:00000010:1.0:1767384400.705911:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000048a8845. 00000020:00000010:1.0:1767384400.705913:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000826df11. 80000000:00000010:1.0:1767384400.705915:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b799ec2. 40000000:00000010:1.0:1767384400.705916:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b312ac88. 00100000:00000010:1.0:1767384400.705918:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bc7eb911. 00040000:00000010:1.0:1767384400.705920:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006128c5f2. 00040000:00000010:1.0:1767384400.705921:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000417c954e. 00080000:00000010:1.0:1767384400.705923:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000016c9a99f. 00000004:00000010:1.0:1767384400.705926:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ab0a5742. 00002000:00000010:1.0:1767384400.705928:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004aa7e1c5. 00000100:00000010:1.0:1767384400.705937:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b4d379a4. 00000100:00000200:1.0:1767384400.705947:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.705957:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000084a2d4ac. 00000100:00000010:2.0:1767384400.705962:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000627d271c. 00000100:00000010:2.0:1767384400.705974:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000048b7e2bc. 00000100:00000010:2.0:1767384400.705980:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001a347e89. 00000100:00000010:2.0:1767384400.705984:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080794968. 00000100:00000010:2.0:1767384400.705987:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f508b607. 00000100:00000010:2.0:1767384400.705989:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c49e97d. 00000100:00000010:2.0:1767384400.705991:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000022966ee. 00000100:00000010:2.0:1767384400.705993:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000591fc176. 00000100:00000010:2.0:1767384400.705995:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047287324. 00000100:00000010:2.0:1767384400.706003:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000647ca16d. 00000100:00000010:2.0:1767384400.706005:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd28f93a. 00000100:00000010:2.0:1767384400.706007:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6d03d97. 00000100:00000010:2.0:1767384400.706009:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a85ba368. 00000100:00000010:2.0:1767384400.706010:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab7eb91. 00000100:00000010:2.0:1767384400.706013:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000155e6d0c. 00000100:00000010:2.0:1767384400.706014:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6c36fbc. 00000100:00000010:2.0:1767384400.706017:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6f4c035. 00000100:00000010:2.0:1767384400.706018:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a812aa8a. 00000100:00000010:2.0:1767384400.706021:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2d0051b. 00000100:00000010:2.0:1767384400.706022:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763b1dc4. 00000100:00000010:2.0:1767384400.706025:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa9bd1f1. 00000100:00000010:2.0:1767384400.706026:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035ed7271. 00000100:00000010:2.0:1767384400.706028:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037339dd6. 00000100:00000010:2.0:1767384400.706030:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cdf68ad. 00000100:00000010:2.0:1767384400.706032:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008650a7ba. 00000100:00000010:2.0:1767384400.706034:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b2a267. 00000100:00000010:2.0:1767384400.706036:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8bc0237. 00000100:00000010:2.0:1767384400.706037:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061b87d6e. 00000100:00000010:2.0:1767384400.706039:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e08909eb. 00000100:00000010:2.0:1767384400.706041:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1db993f. 00000100:00000010:2.0:1767384400.706043:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b613be78. 00000100:00000010:2.0:1767384400.706044:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f509a11. 00000100:00000010:2.0:1767384400.706046:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000998fbdd2. 00000100:00000010:2.0:1767384400.706047:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036b7017c. 00000100:00000010:2.0:1767384400.706051:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000079c37e1. 00000100:00000010:2.0:1767384400.706052:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000add2715b. 00000100:00000010:2.0:1767384400.706055:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0228f2e. 00000100:00000010:2.0:1767384400.706056:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000864a0e15. 00000100:00000010:2.0:1767384400.706059:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014039263. 00000100:00000010:2.0:1767384400.706060:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019c71452. 00000100:00000010:2.0:1767384400.706063:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000610e1952. 00000100:00000010:2.0:1767384400.706069:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054f9fe66. 00000100:00000010:2.0:1767384400.706072:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff9f43fc. 00000100:00000010:2.0:1767384400.706073:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb776e55. 00000100:00000010:2.0:1767384400.706076:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9d14d31. 00000100:00000010:2.0:1767384400.706077:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e54e867. 00000100:00000010:2.0:1767384400.706080:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae05f0e1. 00000100:00000010:2.0:1767384400.706081:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006622a047. 00000100:00000010:2.0:1767384400.706083:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d044cd35. 00000100:00000010:2.0:1767384400.706085:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000570dc7e9. 00000100:00000010:2.0:1767384400.706087:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ce7855b. 00000100:00000010:2.0:1767384400.706089:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3dff0fa. 00000100:00000010:2.0:1767384400.706091:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002605bfb0. 00000100:00000010:2.0:1767384400.706092:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000130d35cb. 00000100:00000010:2.0:1767384400.706094:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e80b64b. 00000100:00000010:2.0:1767384400.706096:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e137e0d. 00000100:00000010:2.0:1767384400.706098:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9fe591e. 00000100:00000010:2.0:1767384400.706100:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c930255b. 00000100:00000010:2.0:1767384400.706102:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9c39a76. 00000100:00000010:2.0:1767384400.706103:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dca86a7. 00000100:00000010:2.0:1767384400.706105:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a751a27. 00000100:00000010:2.0:1767384400.706107:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6af7451. 00000100:00000010:2.0:1767384400.706109:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000591ae7dd. 00000100:00000010:2.0:1767384400.706110:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075c7b74d. 00000100:00000010:2.0:1767384400.706112:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da7a02ce. 00000100:00000010:2.0:1767384400.706114:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066334742. 00000100:00000010:2.0:1767384400.706116:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c366b55. 00000100:00000010:2.0:1767384400.706117:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006929ed47. 00000100:00000010:2.0:1767384400.706119:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055715fbc. 00000100:00000010:2.0:1767384400.706121:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9c8e72d. 00000100:00000010:2.0:1767384400.706123:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006664b221. 00000100:00000010:2.0:1767384400.706124:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faa74b3f. 00000100:00000010:2.0:1767384400.706127:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017d2cfad. 00000100:00000010:2.0:1767384400.706133:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d812cf97. 00000100:00000010:2.0:1767384400.706136:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a621f319. 00000100:00000010:2.0:1767384400.706137:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001675fa7. 00000100:00000010:2.0:1767384400.706139:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000019c09107. 00000100:00000010:2.0:1767384400.706141:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b143e9ce. 00000100:00000010:2.0:1767384400.706143:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df7e6a02. 00000100:00000010:2.0:1767384400.706144:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4c10fde. 00000100:00000010:2.0:1767384400.706146:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b3323dd. 00000100:00000010:2.0:1767384400.706148:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d8731e1. 00000100:00000010:2.0:1767384400.706151:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000049ff52a. 00000100:00000010:2.0:1767384400.706153:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000417ae9f6. 00000100:00000010:2.0:1767384400.706155:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e45cbeb7. 00000100:00000010:2.0:1767384400.706156:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f78ab64a. 00000100:00000010:2.0:1767384400.706158:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd1eb4c1. 00000100:00000010:2.0:1767384400.706160:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069be32a8. 00000100:00000010:2.0:1767384400.706162:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d09eb191. 00000100:00000010:2.0:1767384400.706163:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a74f044. 00000100:00000010:2.0:1767384400.706166:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c4ad5627. 00000100:00000010:2.0:1767384400.706167:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc4ababb. 00000100:00000010:2.0:1767384400.706170:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e97b9f60. 00000100:00000010:2.0:1767384400.706171:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5dc2ddc. 00000100:00000010:2.0:1767384400.706173:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba1fdc89. 00000100:00000010:2.0:1767384400.706174:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b978a41. 00000100:00000010:2.0:1767384400.706176:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b8d7a8b. 00000100:00000010:2.0:1767384400.706177:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdb9d29e. 00000100:00000010:2.0:1767384400.706180:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000165e74ca. 00000100:00000010:2.0:1767384400.706181:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eea2f5bf. 00000100:00000010:2.0:1767384400.706183:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e21b2fe2. 00000100:00000010:2.0:1767384400.706185:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009791fffa. 00000100:00000010:2.0:1767384400.706187:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4e315c6. 00000100:00000010:2.0:1767384400.706188:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044d2d09e. 00000100:00000010:2.0:1767384400.706190:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000545ef957. 00000100:00000010:2.0:1767384400.706196:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d619e923. 00000100:00000010:2.0:1767384400.706199:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3e0d186. 00000100:00000010:2.0:1767384400.706200:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008601bdd1. 00000100:00000010:2.0:1767384400.706202:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000141dd41. 00000100:00000010:2.0:1767384400.706203:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091580743. 00000100:00000010:2.0:1767384400.706206:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055930de2. 00000100:00000010:2.0:1767384400.706207:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e39e1487. 00000100:00000010:2.0:1767384400.706210:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5710745. 00000100:00000010:2.0:1767384400.706211:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009563b33b. 00000100:00000010:2.0:1767384400.706213:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd6f6b64. 00000100:00000010:2.0:1767384400.706215:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034afe1de. 00000100:00000010:2.0:1767384400.706217:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad1c9373. 00000100:00000010:2.0:1767384400.706219:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0af9196. 00000100:00000010:2.0:1767384400.706221:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013e3b834. 00000100:00000010:2.0:1767384400.706222:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ed13e20. 00000100:00000010:2.0:1767384400.706225:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0afd9a5. 00000100:00000010:2.0:1767384400.706226:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c76d396. 00000100:00000010:2.0:1767384400.706228:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce558773. 00000100:00000010:2.0:1767384400.706230:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3f2266b. 00000100:00000010:2.0:1767384400.706232:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e58d9f3. 00000100:00000010:2.0:1767384400.706233:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a5a62c8. 00000100:00000010:2.0:1767384400.706235:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3241090. 00000100:00000010:2.0:1767384400.706236:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069dd1582. 00000100:00000010:2.0:1767384400.706238:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009889715d. 00000100:00000010:2.0:1767384400.706240:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d459f6c. 00000100:00000010:2.0:1767384400.706242:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000302e3823. 00000400:00000200:2.0:1767384400.706243:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:2.0:1767384400.706268:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ac569c2c. 00000020:00000010:2.0:1767384400.706271:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007b2ba4ce. 00000100:00000010:2.0:1767384400.706299:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008ab86ad6. 00000100:00000010:2.0:1767384400.706301:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000568407f6. 00000100:00000010:2.0:1767384400.706303:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001e536d79. 00000100:00000010:2.0:1767384400.706305:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005e86fa45. 00000100:00000010:2.0:1767384400.706306:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a0560c35. 00000100:00000200:2.0:1767384400.706325:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:2.0:1767384400.706327:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a0ab28fc. 00000100:00000010:1.0:1767384400.706484:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c37c73f6. 00000020:00000010:1.0:1767384400.706488:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007cd6be52. 00000020:00000010:1.0:1767384400.706492:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000004aad45. 00000020:00000010:1.0:1767384400.706495:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b9566f8d. 00000040:00000010:1.0:1767384400.706497:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eb24c516. 00000020:00000010:1.0:1767384400.706499:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c4e1c027. 00000020:00000010:1.0:1767384400.706501:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000542a68db. 00000020:00000010:1.0:1767384400.706503:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018b4048d. 80000000:00000010:1.0:1767384400.706505:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006a1c8187. 40000000:00000010:1.0:1767384400.706507:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a5d89bb7. 00100000:00000010:1.0:1767384400.706509:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d8496a64. 00040000:00000010:1.0:1767384400.706511:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b950efdd. 00040000:00000010:1.0:1767384400.706513:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000087a61a59. 00080000:00000010:1.0:1767384400.706515:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da60cdd1. 00000004:00000010:1.0:1767384400.706518:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004f8e2a16. 00000100:00000200:1.0:1767384400.706520:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706523:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ce2d765. 00000400:00000010:1.0:1767384400.706526:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5183a0. 00000100:00000200:1.0:1767384400.706534:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706535:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059cc0d4d. 00000400:00000010:1.0:1767384400.706537:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a58840e3. 00000100:00000200:1.0:1767384400.706538:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706539:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000878d5c03. 00000400:00000010:1.0:1767384400.706541:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000620cc7f0. 00000100:00000200:1.0:1767384400.706542:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706543:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d12500. 00000400:00000010:1.0:1767384400.706544:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b75754c. 00000100:00000200:1.0:1767384400.706545:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706546:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633bd94a. 00000400:00000010:1.0:1767384400.706547:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058d77d96. 00000100:00000200:1.0:1767384400.706548:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706549:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009363448d. 00000400:00000010:1.0:1767384400.706550:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000374b9a7e. 00000100:00000200:1.0:1767384400.706551:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00010000:00000010:3.1:1767384400.706584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045b36561. 00010000:00000010:3.1:1767384400.706601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d98d436. 00000400:00000010:1.0:1767384400.706625:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021c0afe5. 00000400:00000010:1.0:1767384400.706628:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eca4f225. 00000100:00000200:1.0:1767384400.706630:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706631:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013559d5e. 00000400:00000010:1.0:1767384400.706632:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c19a347. 00000100:00000200:1.0:1767384400.706633:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706634:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928b46c5. 00000400:00000010:1.0:1767384400.706635:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005214c6ac. 00000100:00000200:1.0:1767384400.706636:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706637:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7ea55a. 00000400:00000010:1.0:1767384400.706639:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b32282be. 00000100:00000200:1.0:1767384400.706640:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706641:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000abee52b. 00000400:00000010:1.0:1767384400.706643:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080bdab97. 00000100:00000200:1.0:1767384400.706644:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706645:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfefb14a. 00000400:00000010:1.0:1767384400.706646:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001807fbcf. 00000100:00000200:1.0:1767384400.706647:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706648:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054a70d30. 00000400:00000010:1.0:1767384400.706654:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc14f76. 00000100:00000200:1.0:1767384400.706656:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706658:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035b2b28c. 00000400:00000010:1.0:1767384400.706659:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd97150. 00000100:00000200:1.0:1767384400.706660:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706661:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f108caa. 00000400:00000010:1.0:1767384400.706663:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9cc4e17. 00000100:00000200:1.0:1767384400.706664:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706665:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3fc3e2c. 00000400:00000010:1.0:1767384400.706666:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008003a364. 00000100:00000200:1.0:1767384400.706667:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706668:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022bf06cd. 00000400:00000010:1.0:1767384400.706669:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c127a25c. 00000100:00000200:1.0:1767384400.706670:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706671:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be893cf4. 00000400:00000010:1.0:1767384400.706672:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee5737f6. 00000100:00000200:1.0:1767384400.706673:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706674:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bacf391f. 00000400:00000010:1.0:1767384400.706675:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004130374d. 00000100:00000200:1.0:1767384400.706676:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706677:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071da7e8b. 00000400:00000010:1.0:1767384400.706678:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068dc200c. 00000100:00000200:1.0:1767384400.706679:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706680:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079feb3d0. 00000400:00000010:1.0:1767384400.706681:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4416ec4. 00000100:00000200:1.0:1767384400.706682:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706683:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011564544. 00000400:00000010:1.0:1767384400.706684:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f42981. 00000100:00000200:1.0:1767384400.706685:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706686:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ce7e7aa. 00000400:00000010:1.0:1767384400.706687:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005343346e. 00000100:00000200:1.0:1767384400.706688:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706689:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b53864e2. 00000400:00000010:1.0:1767384400.706690:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000332369cc. 00000100:00000200:1.0:1767384400.706691:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706695:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80c1748. 00000400:00000010:1.0:1767384400.706696:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fce3e618. 00000100:00000200:1.0:1767384400.706698:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706699:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013773b2a. 00000400:00000010:1.0:1767384400.706700:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d19be8cc. 00000100:00000200:1.0:1767384400.706702:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706702:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004422397f. 00000400:00000010:1.0:1767384400.706703:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6459319. 00000100:00000200:1.0:1767384400.706704:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706705:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d164de01. 00000400:00000010:1.0:1767384400.706706:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006c546bbe. 00000100:00000200:1.0:1767384400.706707:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706708:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad7c2b1b. 00000400:00000010:1.0:1767384400.706710:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0c89e16. 00000100:00000200:1.0:1767384400.706711:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706712:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000142a633f. 00000400:00000010:1.0:1767384400.706713:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc1a1acb. 00000100:00000200:1.0:1767384400.706714:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706715:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093c944aa. 00000400:00000010:1.0:1767384400.706716:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000420e3ac4. 00000100:00000200:1.0:1767384400.706717:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706718:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bd10009. 00000400:00000010:1.0:1767384400.706720:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1bbe463. 00000100:00000200:1.0:1767384400.706721:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706722:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec256393. 00000400:00000010:1.0:1767384400.706723:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011175659. 00000100:00000200:1.0:1767384400.706724:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706725:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fb08330. 00000400:00000010:1.0:1767384400.706726:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000608aad49. 00000100:00000200:1.0:1767384400.706727:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706728:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afcf108b. 00000400:00000010:1.0:1767384400.706729:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d839f4. 00000100:00000200:1.0:1767384400.706730:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706731:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0969fcf. 00000400:00000010:1.0:1767384400.706732:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000353fe0e0. 00000100:00000200:1.0:1767384400.706736:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706737:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a330da7d. 00000400:00000010:1.0:1767384400.706739:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1185a60. 00000100:00000200:1.0:1767384400.706740:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706740:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012fb4a15. 00000400:00000010:1.0:1767384400.706742:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000828b92d5. 00000100:00000200:1.0:1767384400.706743:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706744:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071b553ea. 00000400:00000010:1.0:1767384400.706745:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e0fdb29. 00000100:00000200:1.0:1767384400.706746:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706746:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eabb4579. 00000400:00000010:1.0:1767384400.706748:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003532729b. 00000100:00000200:1.0:1767384400.706749:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706749:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ac2bd55. 00000400:00000010:1.0:1767384400.706750:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebb8cbe6. 00000100:00000200:1.0:1767384400.706751:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706752:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a88abf6c. 00000400:00000010:1.0:1767384400.706753:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000867eb5f4. 00000100:00000200:1.0:1767384400.706754:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706755:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e14b373. 00000400:00000010:1.0:1767384400.706756:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5ab9cbe. 00000100:00000200:1.0:1767384400.706757:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706758:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d0f722. 00000400:00000010:1.0:1767384400.706759:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfa6f30d. 00000100:00000200:1.0:1767384400.706760:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706761:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297e875a. 00000400:00000010:1.0:1767384400.706762:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cd81f0e. 00000100:00000200:1.0:1767384400.706763:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706764:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4846902. 00000400:00000010:1.0:1767384400.706765:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b4c19fb. 00000100:00000200:1.0:1767384400.706766:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706767:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d5e5a34. 00000400:00000010:1.0:1767384400.706768:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c61fe12d. 00000100:00000200:1.0:1767384400.706769:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706771:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c11bcdd. 00000400:00000010:1.0:1767384400.706775:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2e791c3. 00000100:00000200:1.0:1767384400.706776:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706777:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77c3230. 00000400:00000010:1.0:1767384400.706778:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082459e38. 00000100:00000200:1.0:1767384400.706779:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706780:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000946bf11e. 00000400:00000010:1.0:1767384400.706781:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9c8c1cb. 00000100:00000200:1.0:1767384400.706782:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706783:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000053d336d. 00000400:00000010:1.0:1767384400.706784:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011ed9d3b. 00000100:00000200:1.0:1767384400.706785:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706787:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058be545a. 00000400:00000010:1.0:1767384400.706788:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000946e9e10. 00000100:00000200:1.0:1767384400.706789:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706790:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b4dc969. 00000400:00000010:1.0:1767384400.706791:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014724fa3. 00000100:00000200:1.0:1767384400.706792:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706793:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ba71ffb. 00000400:00000010:1.0:1767384400.706794:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020b20048. 00000100:00000200:1.0:1767384400.706795:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706795:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006866dad5. 00000400:00000010:1.0:1767384400.706796:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026433b8c. 00000100:00000200:1.0:1767384400.706797:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706798:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cbf6d97. 00000400:00000010:1.0:1767384400.706799:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b35194d9. 00000100:00000200:1.0:1767384400.706800:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706801:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c673efdb. 00000400:00000010:1.0:1767384400.706802:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e63ff1a0. 00000100:00000200:1.0:1767384400.706803:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706804:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e00d3751. 00000400:00000010:1.0:1767384400.706805:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2658d80. 00000100:00000200:1.0:1767384400.706806:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706807:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eba5299a. 00000400:00000010:1.0:1767384400.706816:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000399936a. 00000100:00000200:1.0:1767384400.706819:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706825:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de64f579. 00000400:00000010:1.0:1767384400.706828:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d54f2ac9. 00000100:00000200:1.0:1767384400.706831:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706833:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2ddb6e1. 00000400:00000010:1.0:1767384400.706835:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a829992. 00000100:00000200:1.0:1767384400.706837:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706838:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc415017. 00000400:00000010:1.0:1767384400.706840:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003974d6ce. 00000100:00000200:1.0:1767384400.706842:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706844:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec29379d. 00000400:00000010:1.0:1767384400.706846:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5eaf172. 00000100:00000200:1.0:1767384400.706848:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384400.706850:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f44ef43c. 00000400:00000010:1.0:1767384400.706852:0:40445:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2dcd721. 00000100:00000010:1.0:1767384400.706856:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a5a4a327. 00000100:00000200:1.0:1767384400.706870:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384400.706885:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000014179913. 00000100:00000010:1.0:1767384400.707016:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000016580b2. 00000020:00000010:1.0:1767384400.707019:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e9eeee30. 00000020:00000010:1.0:1767384400.707022:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c56e153. 00000020:00000010:1.0:1767384400.707024:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc338329. 00000040:00000010:1.0:1767384400.707026:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031e05f4d. 00000020:00000010:1.0:1767384400.707028:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000914f6d72. 00000020:00000010:1.0:1767384400.707031:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000097def02a. 00000020:00000010:1.0:1767384400.707032:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000046cdd261. 80000000:00000010:1.0:1767384400.707034:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001aac7fcf. 40000000:00000010:1.0:1767384400.707035:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c66cbfa1. 00100000:00000010:1.0:1767384400.707039:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000217994c2. 00040000:00000010:1.0:1767384400.707040:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009a620343. 00040000:00000010:1.0:1767384400.707042:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000946fc33e. 00080000:00000010:1.0:1767384400.707044:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009cb6e9ad. 00000004:00000010:1.0:1767384400.707046:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096c612f8. 00000100:00000010:1.0:1767384400.707049:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007cec03b0. 00000100:00000200:1.0:1767384400.707058:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.707066:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000df1326f1. 00000100:00000010:2.0:1767384400.707071:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d73c042e. 00000100:00000010:2.0:1767384400.707081:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ea3f1844. 00000100:00000010:2.0:1767384400.707087:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000001f71ce5. 00000100:00000010:2.0:1767384400.707090:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007960f2ba. 00000100:00000010:2.0:1767384400.707092:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbebd9aa. 00000100:00000010:2.0:1767384400.707099:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c134dba. 00000100:00000010:2.0:1767384400.707102:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000113be043. 00000100:00000010:2.0:1767384400.707103:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fd2ca5d. 00000100:00000010:2.0:1767384400.707105:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d028ea43. 00000100:00000010:2.0:1767384400.707107:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000408c7d52. 00000100:00000010:2.0:1767384400.707109:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f68041f4. 00000100:00000010:2.0:1767384400.707110:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dab063fd. 00000100:00000010:2.0:1767384400.707113:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a69b765. 00000100:00000010:2.0:1767384400.707114:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9123c1f. 00000100:00000010:2.0:1767384400.707117:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028af72ef. 00000100:00000010:2.0:1767384400.707118:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068a94b31. 00000100:00000010:2.0:1767384400.707120:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085929699. 00000100:00000010:2.0:1767384400.707122:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a00c3654. 00000100:00000010:2.0:1767384400.707124:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082c9a456. 00000100:00000010:2.0:1767384400.707126:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d5c72b6. 00000100:00000010:2.0:1767384400.707128:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da0acf6b. 00000100:00000010:2.0:1767384400.707129:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f442d42. 00000100:00000010:2.0:1767384400.707132:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d8a5ce2. 00000100:00000010:2.0:1767384400.707133:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a570a4f. 00000100:00000010:2.0:1767384400.707135:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000006ebf85d. 00000100:00000010:2.0:1767384400.707136:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efe30d5d. 00000100:00000010:2.0:1767384400.707139:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035c8957b. 00000100:00000010:2.0:1767384400.707140:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000439f0f2d. 00000100:00000010:2.0:1767384400.707142:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009962aafb. 00000100:00000010:2.0:1767384400.707144:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f9c16de. 00000100:00000010:2.0:1767384400.707146:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c21c8b7. 00000100:00000010:2.0:1767384400.707147:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8fa258d. 00000100:00000010:2.0:1767384400.707149:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001386131. 00000100:00000010:2.0:1767384400.707151:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000161390. 00000100:00000010:2.0:1767384400.707153:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049584d66. 00000100:00000010:2.0:1767384400.707155:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4f1f4f7. 00000100:00000010:2.0:1767384400.707157:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c491d5eb. 00000100:00000010:2.0:1767384400.707163:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b8ba28d. 00000100:00000010:2.0:1767384400.707166:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed103ad0. 00000100:00000010:2.0:1767384400.707167:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f85ff41. 00000100:00000010:2.0:1767384400.707170:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000064c480c. 00000100:00000010:2.0:1767384400.707172:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d72eec0. 00000100:00000010:2.0:1767384400.707174:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f4ad238. 00000100:00000010:2.0:1767384400.707175:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a648ba5. 00000100:00000010:2.0:1767384400.707177:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017e856e0. 00000100:00000010:2.0:1767384400.707178:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba4fc20d. 00000100:00000010:2.0:1767384400.707180:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000098776b93. 00000100:00000010:2.0:1767384400.707182:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c67ed56. 00000100:00000010:2.0:1767384400.707184:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4056c39. 00000100:00000010:2.0:1767384400.707185:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0dd4cab. 00000100:00000010:2.0:1767384400.707187:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aad232e8. 00000100:00000010:2.0:1767384400.707188:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7b03b46. 00000100:00000010:2.0:1767384400.707190:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000001d2c078. 00000100:00000010:2.0:1767384400.707192:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c88941b. 00000100:00000010:2.0:1767384400.707194:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092774a0d. 00000100:00000010:2.0:1767384400.707196:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcfd0984. 00000100:00000010:2.0:1767384400.707198:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008afa7887. 00000100:00000010:2.0:1767384400.707199:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051a7da4e. 00000100:00000010:2.0:1767384400.707201:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a155ef2a. 00000100:00000010:2.0:1767384400.707203:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000345f66a9. 00000100:00000010:2.0:1767384400.707205:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bfd92ddc. 00000100:00000010:2.0:1767384400.707207:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013b906ae. 00000100:00000010:2.0:1767384400.707209:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000947198c0. 00000100:00000010:2.0:1767384400.707210:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000928ea8b3. 00000100:00000010:2.0:1767384400.707213:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f21eec4a. 00000100:00000010:2.0:1767384400.707214:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014daaf29. 00000100:00000010:2.0:1767384400.707216:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086cfc4c3. 00000100:00000010:2.0:1767384400.707218:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000863c6c4. 00000100:00000010:2.0:1767384400.707221:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b761230b. 00000100:00000010:2.0:1767384400.707227:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d8b5fc6. 00000100:00000010:2.0:1767384400.707230:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7df5938. 00000100:00000010:2.0:1767384400.707231:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ada7489. 00000100:00000010:2.0:1767384400.707234:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af965391. 00000100:00000010:2.0:1767384400.707235:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b088d29a. 00000100:00000010:2.0:1767384400.707238:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa5d3a55. 00000100:00000010:2.0:1767384400.707239:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ef21247. 00000100:00000010:2.0:1767384400.707241:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082e0c463. 00000100:00000010:2.0:1767384400.707242:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069af412b. 00000100:00000010:2.0:1767384400.707245:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8b9fbe3. 00000100:00000010:2.0:1767384400.707246:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d23979c0. 00000100:00000010:2.0:1767384400.707248:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba73fc4f. 00000100:00000010:2.0:1767384400.707250:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000974e5cc4. 00000100:00000010:2.0:1767384400.707252:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002706052d. 00000100:00000010:2.0:1767384400.707253:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7aba53c. 00000100:00000010:2.0:1767384400.707255:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000835ecb65. 00000100:00000010:2.0:1767384400.707257:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032803bc6. 00000100:00000010:2.0:1767384400.707259:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002faeab4b. 00000100:00000010:2.0:1767384400.707260:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e656786. 00000100:00000010:2.0:1767384400.707262:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003aafb9a9. 00000100:00000010:2.0:1767384400.707264:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000656c5ea8. 00000100:00000010:2.0:1767384400.707267:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f95e8c2. 00000100:00000010:2.0:1767384400.707268:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef248a8b. 00000100:00000010:2.0:1767384400.707270:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e3e842b. 00000100:00000010:2.0:1767384400.707272:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000318a4584. 00000100:00000010:2.0:1767384400.707274:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000497d9be6. 00000100:00000010:2.0:1767384400.707276:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a0ceb51. 00000100:00000010:2.0:1767384400.707278:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc2cf440. 00000100:00000010:2.0:1767384400.707280:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006591e402. 00000100:00000010:2.0:1767384400.707282:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f779aa2f. 00000100:00000010:2.0:1767384400.707284:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059581e76. 00000100:00000010:2.0:1767384400.707286:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d9acab5. 00000100:00000010:2.0:1767384400.707293:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c99bd2f2. 00000100:00000010:2.0:1767384400.707295:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b1301f7. 00000100:00000010:2.0:1767384400.707297:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4176ae4. 00000100:00000010:2.0:1767384400.707299:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039d6efc3. 00000100:00000010:2.0:1767384400.707301:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c765c6c5. 00000100:00000010:2.0:1767384400.707303:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a873f920. 00000100:00000010:2.0:1767384400.707305:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036015640. 00000100:00000010:2.0:1767384400.707307:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000103aba59. 00000100:00000010:2.0:1767384400.707309:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044ec4e8a. 00000100:00000010:2.0:1767384400.707311:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3c3b168. 00000100:00000010:2.0:1767384400.707313:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005554bc05. 00000100:00000010:2.0:1767384400.707315:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c7163a4. 00000100:00000010:2.0:1767384400.707316:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076181cc4. 00000100:00000010:2.0:1767384400.707318:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef459e77. 00000100:00000010:2.0:1767384400.707320:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071074a98. 00000100:00000010:2.0:1767384400.707322:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e40c5f7. 00000100:00000010:2.0:1767384400.707323:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b510f91a. 00000100:00000010:2.0:1767384400.707325:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045af0b03. 00000100:00000010:2.0:1767384400.707327:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0ca080e. 00000100:00000010:2.0:1767384400.707328:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8cb7636. 00000100:00000010:2.0:1767384400.707330:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4501c54. 00000100:00000010:2.0:1767384400.707333:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbbf5ccb. 00000100:00000010:2.0:1767384400.707335:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2c8244. 00000100:00000010:2.0:1767384400.707339:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000582f9b2a. 00000100:00000010:2.0:1767384400.707341:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000566f5afa. 00000100:00000010:2.0:1767384400.707345:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8303b98. 00000100:00000010:2.0:1767384400.707348:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b931e92. 00000100:00000010:2.0:1767384400.707351:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a8336e7. 00000100:00000010:2.0:1767384400.707354:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c12e076a. 00000100:00000010:2.0:1767384400.707357:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021356894. 00000400:00000200:2.0:1767384400.707360:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384400.707405:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000067789a4e. 00000020:00000010:2.0:1767384400.707410:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000280d19fb. 00000100:00000010:2.0:1767384400.707449:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000173e9b71. 00000100:00000010:2.0:1767384400.707453:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000598d6a66. 00000100:00000010:2.0:1767384400.707456:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001043a82b. 00000100:00000010:2.0:1767384400.707459:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000064350cf7. 00000100:00000010:2.0:1767384400.707462:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000792a366b. 00000100:00000200:2.0:1767384400.707482:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384400.707485:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000419be8b5. 00000100:00000010:1.0:1767384400.707644:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c53e78f4. 00000020:00000010:1.0:1767384400.707651:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000689f20ec. 00000020:00000010:1.0:1767384400.707653:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0982d8a. 00000020:00000010:1.0:1767384400.707656:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e6ae33e. 00000040:00000010:1.0:1767384400.707658:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009652e802. 00000020:00000010:1.0:1767384400.707660:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006cf93200. 00000020:00000010:1.0:1767384400.707662:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cca1f3ee. 00000020:00000010:1.0:1767384400.707664:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d30f236. 80000000:00000010:1.0:1767384400.707666:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e2bef8fe. 40000000:00000010:1.0:1767384400.707667:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ce8f0391. 00100000:00000010:1.0:1767384400.707669:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f31e0389. 00040000:00000010:1.0:1767384400.707671:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092256f20. 00040000:00000010:1.0:1767384400.707673:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005118b633. 00080000:00000010:1.0:1767384400.707675:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aabea653. 00000004:00000010:1.0:1767384400.707677:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d856d69e. 00002000:00000010:1.0:1767384400.707679:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043ec38f1. 00000100:00000200:1.0:1767384400.707681:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707683:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021b63f09. 00000400:00000010:1.0:1767384400.707685:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c173a5. 00000100:00000200:1.0:1767384400.707687:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707688:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049bd1c43. 00000400:00000010:1.0:1767384400.707689:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0bb53ba. 00000100:00000200:1.0:1767384400.707691:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707692:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ede68bca. 00000400:00000010:1.0:1767384400.707693:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a93558c. 00000100:00000200:1.0:1767384400.707694:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707695:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4de596e. 00000400:00000010:1.0:1767384400.707696:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032edcc73. 00000100:00000200:1.0:1767384400.707697:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707698:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3cdd29c. 00000400:00000010:1.0:1767384400.707699:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5513a6f. 00000100:00000200:1.0:1767384400.707700:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707701:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd34b261. 00000400:00000010:1.0:1767384400.707702:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b966cacb. 00000100:00000200:1.0:1767384400.707703:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707707:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bee90809. 00000400:00000010:1.0:1767384400.707709:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000993dc2e4. 00000100:00000200:1.0:1767384400.707710:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707711:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000793673a0. 00000400:00000010:1.0:1767384400.707712:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063512478. 00000100:00000200:1.0:1767384400.707713:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707714:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ec184d. 00000400:00000010:1.0:1767384400.707715:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069ae2130. 00000100:00000200:1.0:1767384400.707716:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707717:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d9e5a9f. 00000400:00000010:1.0:1767384400.707718:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000283a7321. 00000100:00000200:1.0:1767384400.707719:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707720:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000353678ab. 00000400:00000010:1.0:1767384400.707721:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230c90b6. 00000100:00000200:1.0:1767384400.707722:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707723:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074025313. 00000400:00000010:1.0:1767384400.707724:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e719019. 00000100:00000200:1.0:1767384400.707725:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707726:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e236c49. 00000400:00000010:1.0:1767384400.707727:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e8e5802. 00000100:00000200:1.0:1767384400.707728:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707729:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d17beb. 00000400:00000010:1.0:1767384400.707730:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007358a11a. 00000100:00000200:1.0:1767384400.707731:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707732:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d7f1a7c. 00000400:00000010:1.0:1767384400.707733:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f153b. 00000100:00000200:1.0:1767384400.707734:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707735:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000794a716a. 00000400:00000010:1.0:1767384400.707736:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009122900b. 00000100:00000200:1.0:1767384400.707737:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707738:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a1bdd2f. 00000400:00000010:1.0:1767384400.707739:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d90c9887. 00000100:00000200:1.0:1767384400.707740:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707741:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff52a0d. 00000400:00000010:1.0:1767384400.707742:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000536a689e. 00000100:00000200:1.0:1767384400.707746:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707747:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dacd9e6. 00000400:00000010:1.0:1767384400.707749:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff9d3046. 00000100:00000200:1.0:1767384400.707750:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707751:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000633717b4. 00000400:00000010:1.0:1767384400.707752:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009175dd99. 00000100:00000200:1.0:1767384400.707753:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707754:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e11c0a02. 00000400:00000010:1.0:1767384400.707755:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010190f1a. 00000100:00000200:1.0:1767384400.707756:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707757:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f06c4bb. 00000400:00000010:1.0:1767384400.707758:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b25831ee. 00000100:00000200:1.0:1767384400.707759:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707760:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4aa1098. 00000400:00000010:1.0:1767384400.707761:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecaf6d8e. 00000100:00000200:1.0:1767384400.707762:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707763:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000576ce7e1. 00000400:00000010:1.0:1767384400.707764:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067740363. 00000100:00000200:1.0:1767384400.707765:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707765:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c192e479. 00000400:00000010:1.0:1767384400.707773:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c549ac91. 00000100:00000200:1.0:1767384400.707775:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707776:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075c17306. 00000400:00000010:1.0:1767384400.707777:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed5b3a3. 00000100:00000200:1.0:1767384400.707778:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707779:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006783e353. 00000400:00000010:1.0:1767384400.707780:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000720f4561. 00000100:00000200:1.0:1767384400.707781:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707782:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca4613ff. 00000400:00000010:1.0:1767384400.707783:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b60843a. 00000100:00000200:1.0:1767384400.707784:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707785:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ae6d78a. 00000400:00000010:1.0:1767384400.707786:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4b171e3. 00000100:00000200:1.0:1767384400.707787:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707788:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003679169b. 00000400:00000010:1.0:1767384400.707792:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008006b635. 00000100:00000200:1.0:1767384400.707794:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707795:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015e7f89f. 00000400:00000010:1.0:1767384400.707796:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000319d3484. 00000100:00000200:1.0:1767384400.707797:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707798:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e64a89f. 00000400:00000010:1.0:1767384400.707799:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697fc5da. 00000100:00000200:1.0:1767384400.707800:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707801:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c20778e4. 00000400:00000010:1.0:1767384400.707802:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a36242c0. 00000100:00000200:1.0:1767384400.707803:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707805:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000696680f. 00000400:00000010:1.0:1767384400.707806:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027304e49. 00000100:00000200:1.0:1767384400.707807:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707808:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006eda50d7. 00000400:00000010:1.0:1767384400.707809:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df456d29. 00000100:00000200:1.0:1767384400.707810:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707811:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001945baa8. 00000400:00000010:1.0:1767384400.707812:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c878070. 00000100:00000200:1.0:1767384400.707813:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707814:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d80370d. 00000400:00000010:1.0:1767384400.707815:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b5954eb. 00000100:00000200:1.0:1767384400.707816:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707817:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a2eb66. 00000400:00000010:1.0:1767384400.707819:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000152106b8. 00000100:00000200:1.0:1767384400.707821:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707822:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ad444f2. 00000400:00000010:1.0:1767384400.707824:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002e9a69c. 00000100:00000200:1.0:1767384400.707826:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707828:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de9c3572. 00000400:00000010:1.0:1767384400.707829:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1e8edae. 00000100:00000200:1.0:1767384400.707831:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707833:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079efc256. 00000400:00000010:1.0:1767384400.707835:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a130b3dc. 00000100:00000200:1.0:1767384400.707836:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707846:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000039041fe. 00000400:00000010:1.0:1767384400.707849:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061eea3cb. 00000100:00000200:1.0:1767384400.707851:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707853:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074b5d83e. 00000400:00000010:1.0:1767384400.707855:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae8493c8. 00000100:00000200:1.0:1767384400.707857:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707859:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaf57d4a. 00000400:00000010:1.0:1767384400.707861:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3cb34f. 00000100:00000200:1.0:1767384400.707863:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707865:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000814d94fe. 00000400:00000010:1.0:1767384400.707867:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a988f9e4. 00000100:00000200:1.0:1767384400.707869:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707871:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e48c01d9. 00000400:00000010:1.0:1767384400.707873:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457490bf. 00000100:00000200:1.0:1767384400.707875:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707878:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005be43fc. 00000400:00000010:1.0:1767384400.707880:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c7e61d7. 00000100:00000200:1.0:1767384400.707882:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707884:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c3bdb42. 00000400:00000010:1.0:1767384400.707886:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3bdf2b1. 00000100:00000200:1.0:1767384400.707888:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707890:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010f71d65. 00000400:00000010:1.0:1767384400.707892:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b795d89. 00000100:00000200:1.0:1767384400.707894:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707896:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986502a2. 00000400:00000010:1.0:1767384400.707897:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f63dec8e. 00000100:00000200:1.0:1767384400.707898:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707900:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0bb93b9. 00000400:00000010:1.0:1767384400.707901:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a9a3b04. 00000100:00000200:1.0:1767384400.707902:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707903:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ff7fec. 00000400:00000010:1.0:1767384400.707904:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc652c58. 00000100:00000200:1.0:1767384400.707905:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707906:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d314c3b. 00000400:00000010:1.0:1767384400.707908:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc6af41c. 00000100:00000200:1.0:1767384400.707914:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707915:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a420de2. 00000400:00000010:1.0:1767384400.707917:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096fb5ce1. 00000100:00000200:1.0:1767384400.707918:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707919:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b382a1f. 00000400:00000010:1.0:1767384400.707927:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000919f2d46. 00000100:00000200:1.0:1767384400.707929:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707930:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039caa994. 00000400:00000010:1.0:1767384400.707932:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070578aa7. 00000100:00000200:1.0:1767384400.707933:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707934:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bce0f30. 00000400:00000010:1.0:1767384400.707935:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047d54175. 00000100:00000200:1.0:1767384400.707936:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707937:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec65ecd9. 00000400:00000010:1.0:1767384400.707939:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e174887f. 00000100:00000200:1.0:1767384400.707939:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707940:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050e43c9a. 00000400:00000010:1.0:1767384400.707941:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0891c31. 00000100:00000200:1.0:1767384400.707942:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707943:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26a1aaf. 00000400:00000010:1.0:1767384400.707945:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063f6f8c0. 00000100:00000200:1.0:1767384400.707946:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707947:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017df4df2. 00000400:00000010:1.0:1767384400.707948:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffa5af74. 00000100:00000200:1.0:1767384400.707949:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707950:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bcd3d6a. 00000400:00000010:1.0:1767384400.707951:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c6644b2. 00000100:00000200:1.0:1767384400.707952:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707953:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e7e4eb. 00000400:00000010:1.0:1767384400.707954:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094dc49fe. 00000100:00000200:1.0:1767384400.707955:0:40447:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384400.707956:0:40447:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db31fc9e. 00000400:00000010:1.0:1767384400.707957:0:40447:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033923466. 00000100:00000010:1.0:1767384400.707959:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ae9efaa8. 00000100:00000200:1.0:1767384400.707969:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384400.707985:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008f043aea. 00000100:00000010:1.0:1767384400.708123:0:40448:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001dd580c8. 00000020:00000010:1.0:1767384400.708126:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ddf002ef. 00000020:00000010:1.0:1767384400.708129:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075330d62. 00000020:00000010:1.0:1767384400.708131:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001af5acd5. 00000040:00000010:1.0:1767384400.708133:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008dc2e4ea. 00000020:00000010:1.0:1767384400.708134:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000909d48d1. 00000020:00000010:1.0:1767384400.708137:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000400e3ca5. 00000020:00000010:1.0:1767384400.708138:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b63f645. 80000000:00000010:1.0:1767384400.708140:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080c40168. 40000000:00000010:1.0:1767384400.708142:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cdac38b1. 00100000:00000010:1.0:1767384400.708143:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000700e0fb6. 00040000:00000010:1.0:1767384400.708145:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000846b00a8. 00040000:00000010:1.0:1767384400.708147:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006286d59a. 00080000:00000010:1.0:1767384400.708149:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc12ab8d. 00000004:00000010:1.0:1767384400.708152:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003845f03b. 00002000:00000010:1.0:1767384400.708154:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f72a6c0b. 00000100:00000010:1.0:1767384400.708156:0:40448:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000024388b09. 00000100:00000200:1.0:1767384400.708164:0:40448:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.708173:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000a05a82a2. 00000100:00000010:2.0:1767384400.708185:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000017a9d3bd. 00000100:00000010:2.0:1767384400.708193:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000d82b6218. 00000100:00000010:2.0:1767384400.708199:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b54d30d4. 00000100:00000010:2.0:1767384400.708202:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441bae99. 00000100:00000010:2.0:1767384400.708205:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f68e638b. 00000100:00000010:2.0:1767384400.708207:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075771efe. 00000100:00000010:2.0:1767384400.708209:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e823e9b. 00000100:00000010:2.0:1767384400.708211:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa01a5ce. 00000100:00000010:2.0:1767384400.708213:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f7bca2c. 00000100:00000010:2.0:1767384400.708214:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d712bab1. 00000100:00000010:2.0:1767384400.708216:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fde2eae. 00000100:00000010:2.0:1767384400.708217:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f38f3b9. 00000100:00000010:2.0:1767384400.708220:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8ada7c4. 00000100:00000010:2.0:1767384400.708221:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075290ce9. 00000100:00000010:2.0:1767384400.708224:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f492f73. 00000100:00000010:2.0:1767384400.708226:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000247d2f0b. 00000100:00000010:2.0:1767384400.708228:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051e9a882. 00000100:00000010:2.0:1767384400.708230:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3852c52. 00000100:00000010:2.0:1767384400.708232:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065ed46f9. 00000100:00000010:2.0:1767384400.708233:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b99f15a1. 00000100:00000010:2.0:1767384400.708235:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000175c998a. 00000100:00000010:2.0:1767384400.708237:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac2a4d39. 00000100:00000010:2.0:1767384400.708239:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000077c0976. 00000100:00000010:2.0:1767384400.708240:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd2a0bb0. 00000100:00000010:2.0:1767384400.708242:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fefa7d8. 00000100:00000010:2.0:1767384400.708243:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c111047. 00000100:00000010:2.0:1767384400.708250:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057239c48. 00000100:00000010:2.0:1767384400.708252:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2074f74. 00000100:00000010:2.0:1767384400.708254:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df3d4264. 00000100:00000010:2.0:1767384400.708255:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e403670. 00000100:00000010:2.0:1767384400.708257:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ddb937a. 00000100:00000010:2.0:1767384400.708259:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010b96ea3. 00000100:00000010:2.0:1767384400.708261:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099551c52. 00000100:00000010:2.0:1767384400.708267:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004efe6be2. 00000100:00000010:2.0:1767384400.708269:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004498522e. 00000100:00000010:2.0:1767384400.708271:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000558f0210. 00000100:00000010:2.0:1767384400.708273:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000556bcb56. 00000100:00000010:2.0:1767384400.708275:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f7cfeb6. 00000100:00000010:2.0:1767384400.708277:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008df0c4a5. 00000100:00000010:2.0:1767384400.708278:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067e376dd. 00000100:00000010:2.0:1767384400.708280:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009635f02f. 00000100:00000010:2.0:1767384400.708282:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091afe9d1. 00000100:00000010:2.0:1767384400.708289:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a21a4d34. 00000100:00000010:2.0:1767384400.708290:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bffcb9d3. 00000100:00000010:2.0:1767384400.708292:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c83ff288. 00000100:00000010:2.0:1767384400.708294:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba6e19a3. 00000100:00000010:2.0:1767384400.708296:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3aca28e. 00000100:00000010:2.0:1767384400.708298:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098c0e242. 00000100:00000010:2.0:1767384400.708300:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005abb1664. 00000100:00000010:2.0:1767384400.708302:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c258c5b. 00000100:00000010:2.0:1767384400.708304:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d3ff143e. 00000100:00000010:2.0:1767384400.708305:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047a71c4a. 00000100:00000010:2.0:1767384400.708307:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002cc083c4. 00000100:00000010:2.0:1767384400.708308:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ca27596. 00000100:00000010:2.0:1767384400.708310:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025c277fb. 00000100:00000010:2.0:1767384400.708312:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025338774. 00000100:00000010:2.0:1767384400.708314:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017541559. 00000100:00000010:2.0:1767384400.708315:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cdf9068e. 00000100:00000010:2.0:1767384400.708321:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076caa722. 00000100:00000010:2.0:1767384400.708323:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000440a9dc4. 00000100:00000010:2.0:1767384400.708325:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000117ee472. 00000100:00000010:2.0:1767384400.708326:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001af35285. 00000100:00000010:2.0:1767384400.708328:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a4079c8. 00000100:00000010:2.0:1767384400.708330:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb4da0cc. 00000100:00000010:2.0:1767384400.708332:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003337a16a. 00000100:00000010:2.0:1767384400.708338:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036d9ecb1. 00000100:00000010:2.0:1767384400.708340:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee4ee110. 00000100:00000010:2.0:1767384400.708342:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007056a035. 00000100:00000010:2.0:1767384400.708344:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2170410. 00000100:00000010:2.0:1767384400.708345:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002062de16. 00000100:00000010:2.0:1767384400.708347:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000340f4c7f. 00000100:00000010:2.0:1767384400.708348:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009699051e. 00000100:00000010:2.0:1767384400.708350:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0b153a8. 00000100:00000010:2.0:1767384400.708352:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eff947cf. 00000100:00000010:2.0:1767384400.708358:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad760610. 00000100:00000010:2.0:1767384400.708360:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9d51d8d. 00000100:00000010:2.0:1767384400.708362:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbd408f7. 00000100:00000010:2.0:1767384400.708364:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f15e9919. 00000100:00000010:2.0:1767384400.708366:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe0b101d. 00000100:00000010:2.0:1767384400.708368:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000397bccc4. 00000100:00000010:2.0:1767384400.708370:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0cdf64d. 00000100:00000010:2.0:1767384400.708371:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000beb43fa5. 00000100:00000010:2.0:1767384400.708373:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000482a620a. 00000100:00000010:2.0:1767384400.708375:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dfd3d55. 00000100:00000010:2.0:1767384400.708377:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021bbb71a. 00000100:00000010:2.0:1767384400.708378:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050e0d7b3. 00000100:00000010:2.0:1767384400.708392:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffb29682. 00000100:00000010:2.0:1767384400.708395:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dec3c8ed. 00000100:00000010:2.0:1767384400.708397:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003535106a. 00000100:00000010:2.0:1767384400.708399:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0c967aa. 00000100:00000010:2.0:1767384400.708406:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d29e117. 00000100:00000010:2.0:1767384400.708408:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009a11d93. 00000100:00000010:2.0:1767384400.708410:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f32b67e. 00000100:00000010:2.0:1767384400.708411:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1d394ef. 00000100:00000010:2.0:1767384400.708413:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9024785. 00000100:00000010:2.0:1767384400.708415:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000028fbd5. 00000100:00000010:2.0:1767384400.708417:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d4c73d8. 00000100:00000010:2.0:1767384400.708423:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efe3b058. 00000100:00000010:2.0:1767384400.708426:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b7ee563. 00000100:00000010:2.0:1767384400.708427:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b37041. 00000100:00000010:2.0:1767384400.708429:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edbae0db. 00000100:00000010:2.0:1767384400.708431:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2047aa8. 00000100:00000010:2.0:1767384400.708433:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf6dab4f. 00000100:00000010:2.0:1767384400.708434:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd150b3c. 00000100:00000010:2.0:1767384400.708436:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eaa7a68d. 00000100:00000010:2.0:1767384400.708438:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004761ed7c. 00000100:00000010:2.0:1767384400.708445:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fbb25f8f. 00000100:00000010:2.0:1767384400.708447:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008756c0ef. 00000100:00000010:2.0:1767384400.708449:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000584df0b1. 00000100:00000010:2.0:1767384400.708451:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000122c2f73. 00000100:00000010:2.0:1767384400.708453:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045607ffb. 00000100:00000010:2.0:1767384400.708455:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af161734. 00000100:00000010:2.0:1767384400.708457:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000121f66d3. 00000100:00000010:2.0:1767384400.708458:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b203548. 00000100:00000010:2.0:1767384400.708460:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000026f90d5c. 00000100:00000010:2.0:1767384400.708462:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bb02e23. 00000100:00000010:2.0:1767384400.708464:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5a84108. 00000100:00000010:2.0:1767384400.708465:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000639a3a00. 00000100:00000010:2.0:1767384400.708467:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030766d0e. 00000100:00000010:2.0:1767384400.708468:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b92a7f67. 00000100:00000010:2.0:1767384400.708470:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f147e66. 00000100:00000010:2.0:1767384400.708472:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c924eb3. 00000100:00000010:2.0:1767384400.708478:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031ebca95. 00000100:00000010:2.0:1767384400.708480:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a32c34a6. 00000100:00000010:2.0:1767384400.708482:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b18f15a9. 00000100:00000010:2.0:1767384400.708483:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e28be80. 00000100:00000010:2.0:1767384400.708485:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001da09ef3. 00000100:00000010:2.0:1767384400.708486:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2973830. 00000100:00000010:2.0:1767384400.708488:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a745373. 00000100:00000010:2.0:1767384400.708494:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fa14929. 00000100:00000010:2.0:1767384400.708497:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7f52134. 00000400:00000200:2.0:1767384400.708498:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384400.708521:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000699c28d9. 00000020:00000010:2.0:1767384400.708523:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ea51af92. 00000100:00000010:2.0:1767384400.708552:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000edc360e0. 00000100:00000010:2.0:1767384400.708581:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008fb4cbf1. 00000100:00000010:2.0:1767384400.708584:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009b4d3fbe. 00000100:00000010:2.0:1767384400.708588:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000164bcf5c. 00000100:00000010:2.0:1767384400.708590:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000994b1dbb. 00000100:00000200:2.0:1767384400.708617:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384400.708620:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000592a6547. 00000100:00000010:1.0:1767384400.708747:0:40449:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002c03405f. 00000020:00000010:1.0:1767384400.708750:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007450fe74. 00000020:00000010:1.0:1767384400.708753:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc040441. 00000020:00000010:1.0:1767384400.708754:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0cc8d7f. 00000040:00000010:1.0:1767384400.708756:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e113e345. 00000020:00000010:1.0:1767384400.708758:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000966393fd. 00000020:00000010:1.0:1767384400.708760:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067ad254e. 00000020:00000010:1.0:1767384400.708762:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4ba36e2. 80000000:00000010:1.0:1767384400.708763:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d280497b. 40000000:00000010:1.0:1767384400.708765:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040f20ad5. 00100000:00000010:1.0:1767384400.708767:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef37bd37. 00040000:00000010:1.0:1767384400.708769:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d40f8b0b. 00040000:00000010:1.0:1767384400.708771:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c46dbe56. 00080000:00000010:1.0:1767384400.708773:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b9c27afc. 00000004:00000010:1.0:1767384400.708775:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d52724a3. 00002000:00000010:1.0:1767384400.708782:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b011ad2e. 00000100:00000200:1.0:1767384400.708784:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708786:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018bbee06. 00000400:00000010:1.0:1767384400.708788:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007efce863. 00000100:00000200:1.0:1767384400.708790:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708791:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d4f5f8. 00000400:00000010:1.0:1767384400.708792:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000158ede7d. 00000100:00000200:1.0:1767384400.708794:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708795:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a53cc812. 00000400:00000010:1.0:1767384400.708796:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcba8bb9. 00000100:00000200:1.0:1767384400.708797:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708798:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b602121. 00000400:00000010:1.0:1767384400.708799:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000439bbab. 00000100:00000200:1.0:1767384400.708800:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708801:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021683094. 00000400:00000010:1.0:1767384400.708802:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ff161d2. 00000100:00000200:1.0:1767384400.708803:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708804:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c530a58b. 00000400:00000010:1.0:1767384400.708805:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b14907. 00000100:00000200:1.0:1767384400.708806:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708807:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bf8456c. 00000400:00000010:1.0:1767384400.708808:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001159152a. 00000100:00000200:1.0:1767384400.708809:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708810:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5c815a0. 00000400:00000010:1.0:1767384400.708811:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005564a053. 00000100:00000200:1.0:1767384400.708812:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708813:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083fb1baa. 00000400:00000010:1.0:1767384400.708814:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f13ab12. 00000100:00000200:1.0:1767384400.708815:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708816:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000017deb94. 00000400:00000010:1.0:1767384400.708817:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095e1456b. 00000100:00000200:1.0:1767384400.708818:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708819:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a211f2. 00000400:00000010:1.0:1767384400.708820:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e45fa0b4. 00000100:00000200:1.0:1767384400.708821:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708825:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004db580e3. 00000400:00000010:1.0:1767384400.708826:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055614e17. 00000100:00000200:1.0:1767384400.708828:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708829:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000642091b. 00000400:00000010:1.0:1767384400.708830:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6c0c89. 00000100:00000200:1.0:1767384400.708831:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708832:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030852188. 00000400:00000010:1.0:1767384400.708833:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084e7aff8. 00000100:00000200:1.0:1767384400.708834:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708835:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be4271c. 00000400:00000010:1.0:1767384400.708836:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f19eba1. 00000100:00000200:1.0:1767384400.708837:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708838:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008235b069. 00000400:00000010:1.0:1767384400.708839:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013d7d1c1. 00000100:00000200:1.0:1767384400.708840:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708841:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028641e08. 00000400:00000010:1.0:1767384400.708842:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a354e0d4. 00000100:00000200:1.0:1767384400.708843:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708844:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb2fc85c. 00000400:00000010:1.0:1767384400.708845:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f389963. 00000100:00000200:1.0:1767384400.708846:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708847:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d7ae53. 00000400:00000010:1.0:1767384400.708848:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026b325b6. 00000100:00000200:1.0:1767384400.708849:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708850:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000111404d. 00000400:00000010:1.0:1767384400.708851:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008a53af7. 00000100:00000200:1.0:1767384400.708852:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708853:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ed48e3d. 00000400:00000010:1.0:1767384400.708860:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1b8e0d3. 00000100:00000200:1.0:1767384400.708862:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708863:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baeb5ec0. 00000400:00000010:1.0:1767384400.708864:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000061f05cbc. 00000100:00000200:1.0:1767384400.708866:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708866:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a80513f. 00000400:00000010:1.0:1767384400.708868:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008956ed61. 00000100:00000200:1.0:1767384400.708873:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708874:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b402bb73. 00000400:00000010:1.0:1767384400.708876:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008040830. 00000100:00000200:1.0:1767384400.708877:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708878:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c24fff1. 00000400:00000010:1.0:1767384400.708879:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d713f43a. 00000100:00000200:1.0:1767384400.708880:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708881:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c188183c. 00000400:00000010:1.0:1767384400.708882:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c06335. 00000100:00000200:1.0:1767384400.708883:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708884:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018b793a6. 00000400:00000010:1.0:1767384400.708885:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a64bbb2. 00000100:00000200:1.0:1767384400.708886:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708887:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ed1b94. 00000400:00000010:1.0:1767384400.708888:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d289cea. 00000100:00000200:1.0:1767384400.708889:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708890:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a005935c. 00000400:00000010:1.0:1767384400.708891:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e549969f. 00000100:00000200:1.0:1767384400.708892:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708894:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ca56521. 00000400:00000010:1.0:1767384400.708895:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009220c330. 00000100:00000200:1.0:1767384400.708896:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708897:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000321349f8. 00000400:00000010:1.0:1767384400.708898:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cd525b0. 00000100:00000200:1.0:1767384400.708899:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708900:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c0af34. 00000400:00000010:1.0:1767384400.708901:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cab6ff88. 00000100:00000200:1.0:1767384400.708902:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708903:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096293227. 00000400:00000010:1.0:1767384400.708904:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7cbffd4. 00000100:00000200:1.0:1767384400.708905:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708906:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0e231a5. 00000400:00000010:1.0:1767384400.708907:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032ada3ab. 00000100:00000200:1.0:1767384400.708908:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708908:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c94295. 00000400:00000010:1.0:1767384400.708912:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005322d1db. 00000100:00000200:1.0:1767384400.708914:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708915:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fed7da1. 00000400:00000010:1.0:1767384400.708916:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032410b62. 00000100:00000200:1.0:1767384400.708917:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708918:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf724af. 00000400:00000010:1.0:1767384400.708920:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000413d8c7a. 00000100:00000200:1.0:1767384400.708921:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708921:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce93097a. 00000400:00000010:1.0:1767384400.708922:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008169747f. 00000100:00000200:1.0:1767384400.708924:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708924:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d62f33a6. 00000400:00000010:1.0:1767384400.708925:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbdc0cd4. 00000100:00000200:1.0:1767384400.708926:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708927:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f32230d. 00000400:00000010:1.0:1767384400.708928:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000065d01ff. 00000100:00000200:1.0:1767384400.708929:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708930:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a0046c5. 00000400:00000010:1.0:1767384400.708931:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000887e95ba. 00000100:00000200:1.0:1767384400.708932:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708933:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3eaabc. 00000400:00000010:1.0:1767384400.708934:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003110b00c. 00000100:00000200:1.0:1767384400.708935:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708936:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054aa69a5. 00000400:00000010:1.0:1767384400.708937:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e8201d. 00000100:00000200:1.0:1767384400.708938:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708939:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbbe1b5c. 00000400:00000010:1.0:1767384400.708940:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3bd34c2. 00000100:00000200:1.0:1767384400.708941:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708942:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b610b56e. 00000400:00000010:1.0:1767384400.708943:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000725d884. 00000100:00000200:1.0:1767384400.708944:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708945:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7c8f5b3. 00000400:00000010:1.0:1767384400.708946:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adf909d5. 00000100:00000200:1.0:1767384400.708947:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708951:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008038c6a9. 00000400:00000010:1.0:1767384400.708952:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035f53515. 00000100:00000200:1.0:1767384400.708954:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708955:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cf5064b. 00000400:00000010:1.0:1767384400.708956:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a86fdeaa. 00000100:00000200:1.0:1767384400.708957:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708958:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe734f97. 00000400:00000010:1.0:1767384400.708959:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9d81ecd. 00000100:00000200:1.0:1767384400.708960:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708961:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c8c8685. 00000400:00000010:1.0:1767384400.708962:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cd6ba00. 00000100:00000200:1.0:1767384400.708963:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708964:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033615315. 00000400:00000010:1.0:1767384400.708970:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ea8216c. 00000100:00000200:1.0:1767384400.708972:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708973:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060bdd501. 00000400:00000010:1.0:1767384400.708975:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064558580. 00000100:00000200:1.0:1767384400.708976:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708977:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026173e71. 00000400:00000010:1.0:1767384400.708978:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000974a0b9d. 00000100:00000200:1.0:1767384400.708979:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708980:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bf85686. 00000400:00000010:1.0:1767384400.708981:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db8f344b. 00000100:00000200:1.0:1767384400.708982:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708983:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6a52dca. 00000400:00000010:1.0:1767384400.708984:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c345315e. 00000100:00000200:1.0:1767384400.708985:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708986:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c30e406f. 00000400:00000010:1.0:1767384400.708987:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee7701f6. 00000100:00000200:1.0:1767384400.708988:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708989:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001caa52ac. 00000400:00000010:1.0:1767384400.708990:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004472c04b. 00000100:00000200:1.0:1767384400.708991:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708992:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbed77d. 00000400:00000010:1.0:1767384400.708993:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000292e7157. 00000100:00000200:1.0:1767384400.708997:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.708998:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062b9f882. 00000400:00000010:1.0:1767384400.708999:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008edf8b13. 00000100:00000200:1.0:1767384400.709000:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.709001:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024dc4999. 00000400:00000010:1.0:1767384400.709002:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9432531. 00000100:00000200:1.0:1767384400.709003:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.709004:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043250175. 00000400:00000010:1.0:1767384400.709005:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000361a647. 00000100:00000200:1.0:1767384400.709006:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.709007:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d6a016f. 00000400:00000010:1.0:1767384400.709008:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eaba260. 00000100:00000200:1.0:1767384400.709009:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.709010:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94f36bc. 00000400:00000010:1.0:1767384400.709011:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab4e38b3. 00000100:00000200:1.0:1767384400.709012:0:40449:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384400.709013:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005da0346a. 00000400:00000010:1.0:1767384400.709014:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078acc30e. 00000100:00000010:1.0:1767384400.709016:0:40449:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000be93de94. 00000100:00000200:1.0:1767384400.709026:0:40449:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384400.709040:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001be0b1e1. 00000100:00000010:1.0:1767384400.709174:0:40450:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000056b2998c. 00000020:00000010:1.0:1767384400.709176:0:40450:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000019a002a0. 00000020:00000010:1.0:1767384400.709178:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e69349b. 00000020:00000010:1.0:1767384400.709180:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5bab1dd. 00000040:00000010:1.0:1767384400.709181:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009269537e. 00000020:00000010:1.0:1767384400.709183:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a9f655df. 00000020:00000010:1.0:1767384400.709185:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000824bf3b8. 00000020:00000010:1.0:1767384400.709187:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f02f7ce. 80000000:00000010:1.0:1767384400.709188:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2a888e9. 40000000:00000010:1.0:1767384400.709189:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be82e7fe. 00100000:00000010:1.0:1767384400.709191:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006f16f939. 00040000:00000010:1.0:1767384400.709193:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7c372d2. 00040000:00000010:1.0:1767384400.709195:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093d1e3d5. 00080000:00000010:1.0:1767384400.709196:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000bfbf45f. 00000004:00000010:1.0:1767384400.709199:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d7baa9e0. 00002000:00000010:1.0:1767384400.709205:0:40450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003600b371. 00000100:00000010:1.0:1767384400.709207:0:40450:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bc97f6b5. 00000100:00000200:1.0:1767384400.709216:0:40450:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.709226:0:40427:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007f4b9dc1. 00000100:00000010:2.0:1767384400.709231:0:40427:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ab43b544. 00000100:00000010:2.0:1767384400.709241:0:40427:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000dbebade3. 00000100:00000010:2.0:1767384400.709246:0:40427:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d7791490. 00000100:00000010:2.0:1767384400.709250:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055ad2480. 00000100:00000010:2.0:1767384400.709399:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001ca9339a. 00000100:00000010:2.0:1767384400.709402:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afaf9efe. 00000100:00000010:2.0:1767384400.709538:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007cc02e63. 00000100:00000010:2.0:1767384400.709541:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a59a750. 00000100:00000010:2.0:1767384400.709732:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000068146b97. 00000100:00000010:2.0:1767384400.709736:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033b288f9. 00000100:00000010:2.0:1767384400.709876:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e4afe969. 00000100:00000010:2.0:1767384400.709878:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c8a8ed8. 00000100:00000010:2.0:1767384400.710019:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bdfad621. 00000100:00000010:2.0:1767384400.710021:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019fba7fb. 00000100:00000010:2.0:1767384400.710159:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001a8c83e9. 00000100:00000010:2.0:1767384400.710162:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbf87980. 00000100:00000010:2.0:1767384400.710311:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ae35832. 00000100:00000010:2.0:1767384400.710313:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd1d8d2f. 00000100:00000010:2.0:1767384400.710465:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000243e1870. 00000100:00000010:2.0:1767384400.710468:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000714cad0c. 00000100:00000010:2.0:1767384400.710631:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001c8d34ab. 00000100:00000010:2.0:1767384400.710634:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1543e45. 00000100:00000010:2.0:1767384400.710774:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fae9b5a9. 00000100:00000010:2.0:1767384400.710776:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095b259f5. 00000100:00000010:2.0:1767384400.710925:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ee1a3ce. 00000100:00000010:2.0:1767384400.710928:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4a88c08. 00000100:00000010:2.0:1767384400.711067:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000008c50b34. 00000100:00000010:2.0:1767384400.711070:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb78e56d. 00000100:00000010:2.0:1767384400.711209:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bde6b803. 00000100:00000010:2.0:1767384400.711217:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c3e0b87. 00000100:00000010:2.0:1767384400.711355:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001073c7a6. 00000100:00000010:2.0:1767384400.711357:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cbd4979. 00000100:00000010:2.0:1767384400.711516:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000636738c9. 00000100:00000010:2.0:1767384400.711519:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdd7ffa7. 00000100:00000010:2.0:1767384400.711685:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c3d563b. 00000100:00000010:2.0:1767384400.711690:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007306a0bf. 00000100:00000010:2.0:1767384400.711828:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d8e62356. 00000100:00000010:2.0:1767384400.711830:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037373e8e. 00000100:00000010:2.0:1767384400.711968:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d208c056. 00000100:00000010:2.0:1767384400.711970:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbf1adf8. 00000100:00000010:2.0:1767384400.712119:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000718d0e0b. 00000100:00000010:2.0:1767384400.712122:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2a7a954. 00000100:00000010:2.0:1767384400.712263:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e2bd00b5. 00000100:00000010:2.0:1767384400.712265:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e011e7c4. 00000100:00000010:2.0:1767384400.712413:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f4469b42. 00000100:00000010:2.0:1767384400.712416:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002207c1bc. 00000100:00000010:2.0:1767384400.712577:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a80fbcf4. 00000100:00000010:2.0:1767384400.712582:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001906e572. 00000100:00000010:2.0:1767384400.712736:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cb31cbaf. 00000100:00000010:2.0:1767384400.712739:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3070581. 00000100:00000010:2.0:1767384400.712878:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cf1d59a1. 00000100:00000010:2.0:1767384400.712880:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f38db6. 00000100:00000010:2.0:1767384400.713019:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ed99c73b. 00000100:00000010:2.0:1767384400.713022:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015519718. 00000100:00000010:2.0:1767384400.713161:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000057d66db9. 00000100:00000010:2.0:1767384400.713163:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c885fd41. 00000100:00000010:2.0:1767384400.713300:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007b114ec0. 00000100:00000010:2.0:1767384400.713302:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078eb5657. 00000100:00000010:2.0:1767384400.713451:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002c7a14d0. 00000100:00000010:2.0:1767384400.713454:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3039edc. 00000100:00000010:2.0:1767384400.713619:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006e33cc7f. 00000100:00000010:2.0:1767384400.713633:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7ff8cae. 00000100:00000010:2.0:1767384400.713771:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dd118b13. 00000100:00000010:2.0:1767384400.713774:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017995c27. 00000100:00000010:2.0:1767384400.713911:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e37b8b48. 00000100:00000010:2.0:1767384400.713914:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052dcd767. 00000100:00000010:2.0:1767384400.714053:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005c0cbb8d. 00000100:00000010:2.0:1767384400.714056:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005509b52c. 00000100:00000010:2.0:1767384400.714194:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000075f9ccc. 00000100:00000010:2.0:1767384400.714196:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063bc2d70. 00000100:00000010:2.0:1767384400.714334:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000615d3f34. 00000100:00000010:2.0:1767384400.714336:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a4ea743. 00000100:00000010:2.0:1767384400.714499:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c708b7b. 00000100:00000010:2.0:1767384400.714503:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf0e20b. 00000100:00000010:2.0:1767384400.714680:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001afcece3. 00000100:00000010:2.0:1767384400.714684:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bc88faa. 00000100:00000010:2.0:1767384400.714826:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007ec7a09c. 00000100:00000010:2.0:1767384400.714828:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027129f72. 00000100:00000010:2.0:1767384400.714969:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bfe744a8. 00000100:00000010:2.0:1767384400.714972:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000871aeede. 00000100:00000010:2.0:1767384400.715121:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007d3d1f84. 00000100:00000010:2.0:1767384400.715124:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3c596bd. 00000100:00000010:2.0:1767384400.715262:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001c932ac7. 00000100:00000010:2.0:1767384400.715264:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073350e44. 00000100:00000010:2.0:1767384400.715413:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ebb1bde0. 00000100:00000010:2.0:1767384400.715416:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ded39561. 00000100:00000010:2.0:1767384400.715576:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000006e088c2. 00000100:00000010:2.0:1767384400.715582:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc61421. 00000100:00000010:2.0:1767384400.715735:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008fe5e44a. 00000100:00000010:2.0:1767384400.715738:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb6049d8. 00000100:00000010:2.0:1767384400.715877:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff58cb98. 00000100:00000010:2.0:1767384400.715879:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003cc885a. 00000100:00000010:2.0:1767384400.716017:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037e32a16. 00000100:00000010:2.0:1767384400.716024:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae3958d. 00000100:00000010:2.0:1767384400.716160:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000970534db. 00000100:00000010:2.0:1767384400.716163:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044492f7c. 00000100:00000010:2.0:1767384400.716309:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e0efad21. 00000100:00000010:2.0:1767384400.716311:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000351cb0fc. 00000100:00000010:2.0:1767384400.716462:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010c509fb. 00000100:00000010:2.0:1767384400.716465:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062dac661. 00000100:00000010:2.0:1767384400.716626:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000090a93427. 00000100:00000010:2.0:1767384400.716630:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008064e8f7. 00000100:00000010:2.0:1767384400.716767:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009946d87a. 00000100:00000010:2.0:1767384400.716769:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094b94c3f. 00000100:00000010:2.0:1767384400.716918:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d527781c. 00000100:00000010:2.0:1767384400.716920:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b382b77b. 00000100:00000010:2.0:1767384400.717057:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008cc09b80. 00000100:00000010:2.0:1767384400.717059:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000469cd39f. 00000100:00000010:2.0:1767384400.717195:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000021811ad6. 00000100:00000010:2.0:1767384400.717197:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b862924. 00000100:00000010:2.0:1767384400.717333:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ddce2b70. 00000100:00000010:2.0:1767384400.717336:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083be022a. 00000100:00000010:2.0:1767384400.717491:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006bfedad0. 00000100:00000010:2.0:1767384400.717494:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044ca2564. 00000100:00000010:2.0:1767384400.717659:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002515129d. 00000100:00000010:2.0:1767384400.717663:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e80bdf3. 00000100:00000010:2.0:1767384400.717804:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000754fb65b. 00000100:00000010:2.0:1767384400.717806:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6838129. 00000100:00000010:2.0:1767384400.717946:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003e8e9e1e. 00000100:00000010:2.0:1767384400.717948:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e37de3d. 00000100:00000010:2.0:1767384400.718099:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054404787. 00000100:00000010:2.0:1767384400.718102:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa4982f8. 00000100:00000010:2.0:1767384400.718239:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000cd7687a. 00000100:00000010:2.0:1767384400.718241:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005042dbea. 00000100:00000010:2.0:1767384400.718378:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002d4161c. 00000100:00000010:2.0:1767384400.718399:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d62a643. 00000100:00000010:2.0:1767384400.718536:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000595291ab. 00000100:00000010:2.0:1767384400.718538:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02144cb. 00000100:00000010:2.0:1767384400.718711:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002927d42. 00000100:00000010:2.0:1767384400.718715:0:40427:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a757ad2. 00000100:00000010:2.0:1767384400.718851:0:40427:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb1c9e9f. 00000400:00000200:2.0:1767384400.718855:0:40427:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384400.718912:0:40427:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002b48756c. 00000020:00000010:2.0:1767384400.718916:0:40427:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000fa15c7bd. 00000100:00000010:2.0:1767384400.718952:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7ca76d0. 00000100:00000010:2.0:1767384400.718956:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000468402e7. 00000100:00000010:2.0:1767384400.718958:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e8d0f8d. 00000100:00000010:2.0:1767384400.718961:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000832c9351. 00000100:00000010:2.0:1767384400.718963:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009e3e53e4. 00000100:00000010:2.0:1767384400.718965:0:40427:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000460c0e1f. 00000100:00000010:2.0:1767384400.718967:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002a236096. 00000100:00000010:2.0:1767384400.718968:0:40427:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e53323fc. 00000100:00000010:2.0:1767384400.718969:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a9a10a89. 00000100:00000010:2.0:1767384400.718971:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bd603262. 00000100:00000010:2.0:1767384400.718973:0:40427:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039714317. 00000100:00000200:2.0:1767384400.718994:0:40427:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384400.718997:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000015b727b9. 00000020:00000010:1.0:1767384400.719543:0:40451:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000087153698. 00000100:00000010:1.0:1767384400.719548:0:40451:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ae60c2b3. 00000020:00000010:1.0:1767384400.719551:0:40451:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c7f33405. 00000020:00000010:1.0:1767384400.719580:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aabb6510. 00000020:00000010:1.0:1767384400.719583:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c710bc1f. 00000040:00000010:1.0:1767384400.719588:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b661b2d. 00000020:00000010:1.0:1767384400.719591:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006dee9a4a. 00000020:00000010:1.0:1767384400.719595:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb1aec15. 00000020:00000010:1.0:1767384400.719598:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041699dad. 80000000:00000010:1.0:1767384400.719601:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba7e1e20. 40000000:00000010:1.0:1767384400.719603:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004acb1b1b. 00100000:00000010:1.0:1767384400.719608:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ea57abc3. 00040000:00000010:1.0:1767384400.719610:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec97a33e. 00040000:00000010:1.0:1767384400.719613:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3e565e9. 00080000:00000010:1.0:1767384400.719616:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a72ea19a. 00000004:00000010:1.0:1767384400.719619:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f2387fae. 00002000:00000010:1.0:1767384400.719631:0:40451:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dbef9d90. 00000100:00000200:1.0:1767384400.719636:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719640:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009b91f16. 00000400:00000010:1.0:1767384400.719645:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eda0ab68. 00000100:00000200:1.0:1767384400.719650:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719652:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ffc56d1. 00000400:00000010:1.0:1767384400.719660:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009fa3f70a. 00000100:00000200:1.0:1767384400.719663:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719664:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e05f8ba9. 00000400:00000010:1.0:1767384400.719667:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d212cd0. 00000100:00000200:1.0:1767384400.719668:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719669:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b56fd0c. 00000400:00000010:1.0:1767384400.719671:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000081712590. 00000100:00000200:1.0:1767384400.719673:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719674:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000142cac7b. 00000400:00000010:1.0:1767384400.719679:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fbaf408a. 00000100:00000200:1.0:1767384400.719681:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719682:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c585f08. 00000400:00000010:1.0:1767384400.719684:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000cc4e76f. 00000100:00000200:1.0:1767384400.719686:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719687:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e212333. 00000400:00000010:1.0:1767384400.719689:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000839eff24. 00000100:00000200:1.0:1767384400.719691:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719692:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b93bdf. 00000400:00000010:1.0:1767384400.719694:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000026ba8a62. 00000100:00000200:1.0:1767384400.719695:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719696:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000995a12fc. 00000400:00000010:1.0:1767384400.719698:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003bc4ddbb. 00000100:00000200:1.0:1767384400.719700:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719701:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce832d33. 00000400:00000010:1.0:1767384400.719707:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad46faf2. 00000100:00000200:1.0:1767384400.719709:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719711:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c6a0a0a. 00000400:00000010:1.0:1767384400.719713:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d61a963. 00000100:00000200:1.0:1767384400.719715:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719716:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5a62a55. 00000400:00000010:1.0:1767384400.719718:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000006a79f6a. 00000100:00000200:1.0:1767384400.719719:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719720:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fe78672. 00000400:00000010:1.0:1767384400.719722:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a954125a. 00000100:00000200:1.0:1767384400.719724:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719725:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef466cfc. 00000400:00000010:1.0:1767384400.719727:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ccbf781. 00000100:00000200:1.0:1767384400.719729:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719730:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ff35d7. 00000400:00000010:1.0:1767384400.719732:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000009d57aaa. 00000100:00000200:1.0:1767384400.719734:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719735:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c678b09c. 00000400:00000010:1.0:1767384400.719737:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000454af63f. 00000100:00000200:1.0:1767384400.719738:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719739:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015511785. 00000400:00000010:1.0:1767384400.719745:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000045fee40d. 00000100:00000200:1.0:1767384400.719748:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719749:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c025012d. 00000400:00000010:1.0:1767384400.719755:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030683b11. 00000100:00000200:1.0:1767384400.719758:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719759:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092ad8652. 00000400:00000010:1.0:1767384400.719761:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d37e0921. 00000100:00000200:1.0:1767384400.719762:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719763:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000960e6307. 00000400:00000010:1.0:1767384400.719765:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004abbb423. 00000100:00000200:1.0:1767384400.719767:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719768:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2513c0. 00000400:00000010:1.0:1767384400.719770:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005e175fb1. 00000100:00000200:1.0:1767384400.719771:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719772:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6820b2d. 00000400:00000010:1.0:1767384400.719774:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004da79aa2. 00000100:00000200:1.0:1767384400.719776:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719777:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000699d789. 00000400:00000010:1.0:1767384400.719780:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d5cf9715. 00000100:00000200:1.0:1767384400.719782:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719783:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f6b428d. 00000400:00000010:1.0:1767384400.719785:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a59a013. 00000100:00000200:1.0:1767384400.719787:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719788:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d4f5827. 00000400:00000010:1.0:1767384400.719790:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec3b17de. 00000100:00000200:1.0:1767384400.719791:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719792:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1497b1c. 00000400:00000010:1.0:1767384400.719798:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006559e7e7. 00000100:00000200:1.0:1767384400.719801:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719802:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000305d1f7a. 00000400:00000010:1.0:1767384400.719804:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fed1c79. 00000100:00000200:1.0:1767384400.719806:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719807:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000954c1115. 00000400:00000010:1.0:1767384400.719809:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029cae37b. 00000100:00000200:1.0:1767384400.719810:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719811:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bc05b4. 00000400:00000010:1.0:1767384400.719816:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b80bd849. 00000100:00000200:1.0:1767384400.719819:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719820:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002951884a. 00000400:00000010:1.0:1767384400.719822:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c019430b. 00000100:00000200:1.0:1767384400.719824:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719825:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca41857. 00000400:00000010:1.0:1767384400.719827:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc8abbe7. 00000100:00000200:1.0:1767384400.719828:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719829:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4465836. 00000400:00000010:1.0:1767384400.719831:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3c87eb2. 00000100:00000200:1.0:1767384400.719833:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719834:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bda0c3f1. 00000400:00000010:1.0:1767384400.719836:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008330bb3f. 00000100:00000200:1.0:1767384400.719837:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719838:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ac89ba. 00000400:00000010:1.0:1767384400.719845:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000884cb746. 00000100:00000200:1.0:1767384400.719847:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719848:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b556039. 00000400:00000010:1.0:1767384400.719850:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c93600f. 00000100:00000200:1.0:1767384400.719852:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719853:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8513e15. 00000400:00000010:1.0:1767384400.719855:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006692d865. 00000100:00000200:1.0:1767384400.719856:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719857:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8e57e93. 00000400:00000010:1.0:1767384400.719859:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000212ed912. 00000100:00000200:1.0:1767384400.719861:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719862:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bf205bb. 00000400:00000010:1.0:1767384400.719863:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087ff85f0. 00000100:00000200:1.0:1767384400.719865:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719866:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce51685d. 00000400:00000010:1.0:1767384400.719868:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e25f46d. 00000100:00000200:1.0:1767384400.719870:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719871:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9c1e76. 00000400:00000010:1.0:1767384400.719873:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c99be2e6. 00000100:00000200:1.0:1767384400.719874:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719875:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004eec165. 00000400:00000010:1.0:1767384400.719880:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa450247. 00000100:00000200:1.0:1767384400.719882:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719883:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bf1e4c. 00000400:00000010:1.0:1767384400.719889:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009b4e6f98. 00000100:00000200:1.0:1767384400.719892:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719893:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8103e7c. 00000400:00000010:1.0:1767384400.719895:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002352fb53. 00000100:00000200:1.0:1767384400.719897:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719898:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005194e107. 00000400:00000010:1.0:1767384400.719900:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073365a2a. 00000100:00000200:1.0:1767384400.719901:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719902:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec8ddd4b. 00000400:00000010:1.0:1767384400.719904:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000224cf7be. 00000100:00000200:1.0:1767384400.719906:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719907:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003953d1c6. 00000400:00000010:1.0:1767384400.719909:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000042a625e. 00000100:00000200:1.0:1767384400.719910:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719911:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dfd6d25. 00000400:00000010:1.0:1767384400.719913:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b129be80. 00000100:00000200:1.0:1767384400.719915:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719916:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009862e9ff. 00000400:00000010:1.0:1767384400.719918:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006a2b236d. 00000100:00000200:1.0:1767384400.719919:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719920:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85dd311. 00000400:00000010:1.0:1767384400.719922:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc7701e1. 00000100:00000200:1.0:1767384400.719924:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719925:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d250ff68. 00000400:00000010:1.0:1767384400.719930:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000206983c6. 00000100:00000200:1.0:1767384400.719933:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719934:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347a96e. 00000400:00000010:1.0:1767384400.719936:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002ea485a0. 00000100:00000200:1.0:1767384400.719938:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719939:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c10ff9db. 00000400:00000010:1.0:1767384400.719941:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001c75f043. 00000100:00000200:1.0:1767384400.719943:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719943:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038ee4bb9. 00000400:00000010:1.0:1767384400.719948:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000861baf60. 00000100:00000200:1.0:1767384400.719950:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719951:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1fe6ff8. 00000400:00000010:1.0:1767384400.719953:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2531d92. 00000100:00000200:1.0:1767384400.719955:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719956:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bd04e60. 00000400:00000010:1.0:1767384400.719958:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000096d7216e. 00000100:00000200:1.0:1767384400.719959:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719960:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004dcfb883. 00000400:00000010:1.0:1767384400.719962:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005dc46a94. 00000100:00000200:1.0:1767384400.719964:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719971:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb5d9985. 00000400:00000010:1.0:1767384400.719974:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4422b0c. 00000100:00000200:1.0:1767384400.719976:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719978:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b9ad86f. 00000400:00000010:1.0:1767384400.719983:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005af7486a. 00000100:00000200:1.0:1767384400.719986:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719987:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e96b9acf. 00000400:00000010:1.0:1767384400.719989:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011dd0f34. 00000100:00000200:1.0:1767384400.719991:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719992:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007c882a5. 00000400:00000010:1.0:1767384400.719994:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001eaa0b54. 00000100:00000200:1.0:1767384400.719995:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.719996:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be5d7ec2. 00000400:00000010:1.0:1767384400.719998:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000069aea6bb. 00000100:00000200:1.0:1767384400.720000:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.720000:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008828616f. 00000400:00000010:1.0:1767384400.720002:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070070dc0. 00000100:00000200:1.0:1767384400.720004:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.720005:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e53be448. 00000400:00000010:1.0:1767384400.720008:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000a443bd6. 00000100:00000200:1.0:1767384400.720009:0:40451:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384400.720010:0:40451:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002982dde6. 00000400:00000010:1.0:1767384400.720012:0:40451:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015838fe5. 00000100:00000010:1.0:1767384400.720021:0:40451:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b5ae1de8. 00000100:00000200:1.0:1767384400.720035:0:40451:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384400.720092:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003352b8be. 00000020:00000010:1.0:1767384400.720581:0:40452:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000001dad8976. 00000100:00000010:1.0:1767384400.720585:0:40452:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000009b0e7d2. 00000020:00000010:1.0:1767384400.720587:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f6ecea7. 00000020:00000010:1.0:1767384400.720590:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6585cd5. 00000020:00000010:1.0:1767384400.720592:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001227b8e. 00000040:00000010:1.0:1767384400.720594:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000872ccb9. 00000020:00000010:1.0:1767384400.720597:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d724d3a. 00000020:00000010:1.0:1767384400.720599:0:40452:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6469c60. 00000020:00000010:1.0:1767384400.720601:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017d9a3e2. 80000000:00000010:1.0:1767384400.720604:0:40452:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf9a98ab. 40000000:00000010:1.0:1767384400.720606:0:40452:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000019f38f2f. 00100000:00000010:1.0:1767384400.720608:0:40452:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091687de9. 00040000:00000010:1.0:1767384400.720611:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000003654bad. 00040000:00000010:1.0:1767384400.720613:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064405d1a. 00080000:00000010:1.0:1767384400.720615:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000779b348c. 00000004:00000010:1.0:1767384400.720617:0:40452:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000041b8dc95. 00002000:00000010:1.0:1767384400.720620:0:40452:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006213115b. 00000100:00000010:1.0:1767384400.720629:0:40452:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fffce166. 00000100:00000200:1.0:1767384400.720639:0:40452:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384400.720662:0:40427:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003635948c. 00000020:00000010:1.0:1767384400.721074:0:40453:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000005839230a. 00000100:00000010:1.0:1767384400.721077:0:40453:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000119cd850. 00000020:00000010:1.0:1767384400.721078:0:40453:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d11b5445. 00000020:00000010:1.0:1767384400.721081:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f45f21bd. 00000020:00000010:1.0:1767384400.721082:0:40453:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e16f5b45. 00000040:00000010:1.0:1767384400.721084:0:40453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003d254cc0. 00000020:00000010:1.0:1767384400.721086:0:40453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000886d5960. 00000020:00000010:1.0:1767384400.721088:0:40453:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034e4228b. 00000020:00000010:1.0:1767384400.721090:0:40453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085735217. 80000000:00000010:1.0:1767384400.721091:0:40453:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079cb38cc. 40000000:00000010:1.0:1767384400.721092:0:40453:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ebc5fefc. 00100000:00000010:1.0:1767384400.721094:0:40453:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c96485de. 00040000:00000010:1.0:1767384400.721097:0:40453:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000555cd2b9. 00040000:00000010:1.0:1767384400.721100:0:40453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093281856. 00080000:00000010:1.0:1767384400.721104:0:40453:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007848653f. 00000004:00000010:1.0:1767384400.721112:0:40453:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000008303a49. 00002000:00000010:1.0:1767384400.721114:0:40453:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000076a6380f. 00000100:00000010:1.0:1767384400.721122:0:40453:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000001bb9650. 00000100:00000200:1.0:1767384400.721132:0:40453:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:2.0:1767384400.721192:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000083383757. 00000040:00000010:2.0:1767384400.721199:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d70cbbf. 00000020:00000010:2.0:1767384400.721201:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001c5e3b1d. 00000020:00000010:2.0:1767384400.721205:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000821fe620. 00000020:00000010:2.0:1767384400.721209:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f5de4b1. 80000000:00000010:2.0:1767384400.721212:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb5f047d. 40000000:00000010:2.0:1767384400.721214:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000052c953cd. 00100000:00000010:2.0:1767384400.721216:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef793181. 00040000:00000010:2.0:1767384400.721222:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bfb81945. 00040000:00000010:2.0:1767384400.721225:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f6be27f. 00080000:00000010:2.0:1767384400.721227:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029833a34. 00000020:00000010:2.0:1767384400.721229:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c60929e. 00000020:00000010:2.0:1767384400.721233:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008998f9bf. 00000020:00000010:2.0:1767384400.721236:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000008:00000010:2.0:1767384400.721239:0:40427:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a05bfa30. 00020000:00000010:2.0:1767384400.721243:0:40427:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008ef1c552. 00008000:00000010:2.0:1767384400.721246:0:40427:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000f453ed09. 00000080:00000010:2.0:1767384400.721249:0:40427:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003099f8f7. 00000020:00000010:2.0:1767384400.721251:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000356b2424. 00000020:00000010:2.0:1767384400.721256:0:40427:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000ea684204. 00000020:00000010:2.0:1767384400.721265:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000691b8d41. 00000020:00000010:2.0:1767384400.721267:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076f4ec72. 00000040:00000010:2.0:1767384400.721269:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ab767a2. 00000020:00000010:2.0:1767384400.721271:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e97f3125. 00000020:00000010:2.0:1767384400.721273:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bf3a85d. 80000000:00000010:2.0:1767384400.721274:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb5f047d. 00040000:00000010:2.0:1767384400.721276:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d392514c. 00080000:00000010:2.0:1767384400.721278:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6612cb4. 20000000:00000010:2.0:1767384400.721281:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000356b2424. 00000020:00000010:2.0:1767384400.721294:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000bfb81945. 00000020:00000010:2.0:1767384400.721298:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b4133cd3. 00080000:00000010:2.0:1767384400.721304:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009bda314e. 00080000:00000010:2.0:1767384400.721405:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009bda314e. 00000020:00000010:2.0:1767384400.721408:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b4133cd3. 00000040:00000010:2.0:1767384400.721418:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008dafe6de. 00000020:00000010:2.0:1767384400.721451:0:40427:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000fb7fd451. 00000100:00000010:2.0:1767384400.721500:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.721515:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e145ea2b. 00000100:00000010:2.0:1767384400.721525:0:40427:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ae4bfb6. 00000100:00000010:2.0:1767384400.721526:0:40427:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000019595d0d. 00000100:00000010:2.0:1767384400.721549:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cdf946db. 00000400:00000010:2.0:1767384400.721569:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042ab7c49. 00000400:00000010:2.0:1767384400.721575:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080b3596f. 00000100:00000200:2.0:1767384400.721579:0:40427:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dd08780-0x695824dd08780, portal 33 02000000:00000010:2.0:1767384400.721606:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ff58df7a. 00000400:00000010:2.0:1767384400.721611:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.721614:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046a58129. 00000100:00000200:2.0:1767384400.721617:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744062848, portal 25 00000400:00000010:2.0:1767384400.721622:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007244453b. 00000100:00000200:2.0:1767384400.721625:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236744062848, offset 0 00000400:00000200:2.0:1767384400.721633:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.721643:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.721652:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dd08780 00000400:00000200:2.0:1767384400.721656:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21bd [2] + 0 00000400:00000010:2.0:1767384400.721660:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec57887. 00000400:00000200:2.0:1767384400.721663:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e2f5b6f 00000400:00000200:2.0:1767384400.721669:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.721672:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.721676:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e2f5b6f 00000400:00000010:2.0:1767384400.721677:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e2f5b6f. 00000100:00000200:2.0:1767384400.721682:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.721699:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007244453b 00000400:00000010:2.0:1767384400.721701:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007244453b. 00000100:00000200:2.0:1767384400.721707:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744062848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.721725:0:40427:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be9d1368. 00000020:00000010:3.0:1767384400.721728:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000403fb4d6. 00000020:00000010:3.0:1767384400.721733:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000403fb4d6. 00000020:00000010:3.0:1767384400.721737:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000428f962d. 00000020:00000010:3.0:1767384400.721740:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000100:00000010:2.0:1767384400.721743:0:40427:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ea203c7. 00000020:00000010:3.0:1767384400.721744:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000100:00000010:2.0:1767384400.721747:0:40427:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b8d317f. 00000100:00000010:2.0:1767384400.721752:0:40427:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000710a8a2. 00000020:00000010:3.0:1767384400.721774:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000403fb4d6. 00000020:00000010:3.0:1767384400.721778:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000403fb4d6. 00000100:00000200:3.0:1767384400.721781:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744062848 02000000:00000010:3.0:1767384400.721797:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e4dc4734. 20000000:00000010:3.0:1767384400.721806:0:40431:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000ad9218ab. 00000100:00000010:3.0:1767384400.721810:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001f0b3d7b. 00000100:00000010:3.0:1767384400.721812:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009dc652e2. 00000400:00000010:3.0:1767384400.721818:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000400:00000010:3.0:1767384400.721825:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8d84974. 00000400:00000200:3.0:1767384400.721829:0:40431:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384400.721836:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384400.721842:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dd08780 00000400:00000200:3.0:1767384400.721845:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x29dd [1] + 0 00000400:00000010:3.0:1767384400.721848:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042ab7c49. 00000400:00000200:3.0:1767384400.721850:0:40431:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080b3596f 00000100:00000200:3.0:1767384400.721853:0:40431:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001f0b3d7b 00000400:00000200:3.0:1767384400.721858:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384400.721862:0:40431:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x29e9 00000400:00000200:3.0:1767384400.721864:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.721866:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384400.721868:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384400.721869:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384400.721871:0:40431:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000001f0b3d7b 00000400:00000200:3.0:1767384400.721873:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3596f 00000400:00000010:3.0:1767384400.721874:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080b3596f. 00000100:00000200:3.0:1767384400.721876:0:40431:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000241d9333 desc 000000007ae4bfb6 mbits 1853236744062848 00000100:00000200:3.0:1767384400.721890:0:40431:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dd08780-0x695824dd08780 20000000:00000010:3.0:1767384400.721901:0:40431:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000007d65b8ce. 20000000:00000010:3.0:1767384400.721908:0:40431:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000814d571e. 20000000:00000010:3.0:1767384400.721912:0:40431:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000b994e4e4. 00000100:00000010:3.0:1767384400.723680:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009dc652e2. 00000100:00000010:3.0:1767384400.723685:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001f0b3d7b. 20000000:00000010:3.0:1767384400.723687:0:40431:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000ad9218ab. 00010000:00000200:3.0:1767384400.723693:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015909a9f x1853236744062848/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 4784/4768 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.723706:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d9ec251. 00000100:00000200:3.0:1767384400.723708:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744062848, offset 224 00000400:00000200:3.0:1767384400.723711:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.723715:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.723719:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd08780 00000400:00000200:3.0:1767384400.723721:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x29e1 [2] + 224 00000400:00000200:3.0:1767384400.723725:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.723727:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.723730:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744062848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.723744:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d9ec251 00000400:00000010:3.0:1767384400.723747:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d9ec251. 00000020:00000010:3.0:1767384400.723757:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.723760:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.723763:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000428f962d. 02000000:00000010:3.0:1767384400.723769:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e4dc4734. 00000100:00000200:3.0:1767384400.723774:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.723778:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19c619a. 00000400:00000010:3.0:1767384400.723781:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d9ec251. 00000400:00000010:2.0:1767384400.723786:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.723790:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046a58129 00000400:00000010:2.0:1767384400.723791:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046a58129. 00000100:00000200:2.0:1767384400.723796:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744062848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.723805:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744062848/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.723824:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cdf946db. 02000000:00000010:2.0:1767384400.723830:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ff58df7a. 00000100:00000010:2.0:1767384400.723834:0:40427:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000019595d0d. 00000100:00000010:2.0:1767384400.723836:0:40427:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ae4bfb6. 02000000:00000010:2.0:1767384400.723840:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e145ea2b. 00000100:00000010:2.0:1767384400.723844:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 00000020:00000010:2.0:1767384400.723848:0:40427:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 00000000fb7fd451. 00000020:00000010:2.0:1767384400.723852:0:40427:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000003302669e. 00000020:00000010:2.0:1767384400.723856:0:40427:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000019595d0d. 00000020:00000010:2.0:1767384400.723861:0:40427:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000008998f9bf. 00000020:00000010:2.0:1767384400.723864:0:40427:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000cdf946db. 00000020:00000010:2.0:1767384400.723868:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c60929e. 00000020:00000010:2.0:1767384400.723870:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f6be27f. 00000040:00000010:2.0:1767384400.723873:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006f5de4b1. 00000020:00000010:2.0:1767384400.723876:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f003964. 00000020:00000010:2.0:1767384400.723879:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d70cbbf. 00040000:00000010:2.0:1767384400.723882:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005569a1c1. 00040000:00000010:2.0:1767384400.723885:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083383757. 00080000:00000010:2.0:1767384400.723888:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000037c6160d. 10000000:00000010:2.0:1767384400.723907:0:40427:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000025beb130. 10000000:00000010:2.0:1767384400.723913:0:40427:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000003a9ede06. 00000100:00000010:2.0:1767384400.723917:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.723923:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0c40ec5. 00010000:00000010:2.0:1767384400.723933:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a7cb531a. 00010000:00000010:2.0:1767384400.723939:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000099252107. 00000100:00000010:2.0:1767384400.723950:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.723957:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ae4bfb6. 00000400:00000010:2.0:1767384400.723959:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.723963:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.723966:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744062976, portal 25 00000400:00000010:2.0:1767384400.723969:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.723971:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744062976, offset 0 00000400:00000200:2.0:1767384400.723975:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.723980:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.723985:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd08800 00000400:00000200:2.0:1767384400.723989:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c1 [2] + 0 00000400:00000010:2.0:1767384400.723992:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeea0426. 00000400:00000200:2.0:1767384400.723995:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007232b54e 00000400:00000200:2.0:1767384400.723997:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.724000:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.724003:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007232b54e 00000400:00000010:2.0:1767384400.724004:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007232b54e. 00000100:00000200:2.0:1767384400.724008:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.724021:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384400.724023:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.724028:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744062976/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.724056:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724060:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724063:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000428f962d. 00000020:00000010:3.0:1767384400.724066:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724069:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724089:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724092:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000100:00000200:3.0:1767384400.724095:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744062976 00010000:00000010:3.0:1767384400.724106:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045b36561. 00010000:00000010:3.0:1767384400.724110:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d98d436. 02000000:00000010:3.0:1767384400.724118:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001f0b3d7b. 00010000:00000200:3.0:1767384400.724132:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c0bc49d x1853236744062976/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/344 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.724140:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384400.724142:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744062976, offset 224 00000400:00000200:3.0:1767384400.724145:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.724149:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.724152:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd08800 00000400:00000200:3.0:1767384400.724155:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29f5 [1] + 224 00000400:00000200:3.0:1767384400.724157:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.724159:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.724162:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744062976/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.724176:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384400.724178:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000020:00000010:3.0:1767384400.724185:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724188:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724191:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000428f962d. 02000000:00000010:3.0:1767384400.724195:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001f0b3d7b. 00000100:00000200:3.0:1767384400.724199:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.724202:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9d6096. 00000400:00000010:3.0:1767384400.724205:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c26cc94a. 00000400:00000010:2.0:1767384400.724209:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.724212:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384400.724214:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.724219:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744062976/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.724226:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744062976/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.724239:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.724250:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ae4bfb6. 02000000:00000010:2.0:1767384400.724253:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0c40ec5. 00000100:00000010:2.0:1767384400.724256:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 10000000:00000010:2.0:1767384400.724271:0:40427:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000f0c40ec5. 10000000:00000010:2.0:1767384400.724277:0:40427:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000f8d3ec2a. 00000100:00000010:2.0:1767384400.724281:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.724285:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd24a34f. 00010000:00000010:2.0:1767384400.724291:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca78f9e0. 00010000:00000010:2.0:1767384400.724295:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dc96daad. 00000100:00000010:2.0:1767384400.724301:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.724307:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ae4bfb6. 00000400:00000010:2.0:1767384400.724310:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.724313:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.724316:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744063104, portal 25 00000400:00000010:2.0:1767384400.724319:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.724321:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744063104, offset 0 00000400:00000200:2.0:1767384400.724325:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.724330:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.724334:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd08880 00000400:00000200:2.0:1767384400.724338:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21c5 [2] + 0 00000400:00000010:2.0:1767384400.724341:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062e95e3e. 00000400:00000200:2.0:1767384400.724344:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e3373be 00000400:00000200:2.0:1767384400.724347:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.724350:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.724352:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e3373be 00000400:00000010:2.0:1767384400.724354:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e3373be. 00000100:00000200:2.0:1767384400.724356:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.724367:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384400.724368:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.724372:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744063104/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.724399:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724403:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724406:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000428f962d. 00000020:00000010:3.0:1767384400.724409:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724412:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724434:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724437:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000100:00000200:3.0:1767384400.724441:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063104 00010000:00000010:3.0:1767384400.724449:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006cbee19b. 00010000:00000010:3.0:1767384400.724452:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c7354503. 02000000:00000010:3.0:1767384400.724458:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001f0b3d7b. 00010000:00000200:3.0:1767384400.724466:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000919ca0ef x1853236744063104/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/344 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.724477:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384400.724479:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744063104, offset 224 00000400:00000200:3.0:1767384400.724483:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.724488:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.724493:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd08880 00000400:00000200:3.0:1767384400.724497:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a05 [1] + 224 00000400:00000200:3.0:1767384400.724501:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.724503:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.724508:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744063104/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.724523:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384400.724525:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000020:00000010:3.0:1767384400.724532:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724535:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724538:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000428f962d. 02000000:00000010:3.0:1767384400.724567:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001f0b3d7b. 00000100:00000200:3.0:1767384400.724572:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.724576:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c013f0. 00000400:00000010:3.0:1767384400.724579:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bf562d4. 00000400:00000010:2.0:1767384400.724581:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.724585:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384400.724587:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.724593:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744063104/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.724602:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744063104/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.724614:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.724621:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ae4bfb6. 02000000:00000010:2.0:1767384400.724624:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd24a34f. 00000100:00000010:2.0:1767384400.724628:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 10000000:00000010:2.0:1767384400.724633:0:40427:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ea684204. 00000020:00000010:2.0:1767384400.724636:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd24a34f. 00000020:00000010:2.0:1767384400.724638:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085ae0f25. 00000040:00000010:2.0:1767384400.724641:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000752f4885. 00000020:00000010:2.0:1767384400.724644:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac0ead35. 00000020:00000010:2.0:1767384400.724646:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d2f518e. 80000000:00000010:2.0:1767384400.724649:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae22ab6e. 00040000:00000010:2.0:1767384400.724652:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007561b532. 00080000:00000010:2.0:1767384400.724655:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b7253c95. 20000000:00000010:2.0:1767384400.724658:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c56919e5. 00000040:00000010:2.0:1767384400.724663:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be8f470d. 00000100:00000010:2.0:1767384400.724667:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.724672:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3032eb5. 00000100:00000010:2.0:1767384400.724678:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.724684:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f93d9d89. 00000400:00000010:2.0:1767384400.724687:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.724689:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.724692:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744063232, portal 25 00000400:00000010:2.0:1767384400.724695:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.724697:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236744063232, offset 0 00000400:00000200:2.0:1767384400.724701:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.724706:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.724710:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dd08900 00000400:00000200:2.0:1767384400.724714:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21c9 [2] + 0 00000400:00000010:2.0:1767384400.724717:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825f32ab. 00000400:00000200:2.0:1767384400.724720:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6f10dd9 00000400:00000200:2.0:1767384400.724722:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.724724:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.724726:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6f10dd9 00000400:00000010:2.0:1767384400.724727:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6f10dd9. 00000100:00000200:2.0:1767384400.724729:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.724740:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384400.724742:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.724746:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744063232/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.724766:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724770:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724773:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000428f962d. 00000020:00000010:3.0:1767384400.724776:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724779:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724799:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009498a438. 00000020:00000010:3.0:1767384400.724802:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009498a438. 00000100:00000200:3.0:1767384400.724804:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063232 02000000:00000010:3.0:1767384400.724812:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001f0b3d7b. 00000040:00000010:3.0:1767384400.724818:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000072f90ac9. 00000040:00000010:3.0:1767384400.724846:0:40431:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000009dc652e2. 00000020:00000010:3.0:1767384400.724851:0:40431:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a80bb680. 00080000:00000010:3.0:1767384400.724855:0:40431:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f999d8eb. 00000040:00000010:3.0:1767384400.724906:0:40431:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000009dc652e2. 00000040:00000010:3.0:1767384400.724910:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000072f90ac9. 20000000:00000010:3.0:1767384400.724916:0:40431:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000015b8583d. 00010000:00000200:3.0:1767384400.724922:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9c25f8a x1853236744063232/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 512/272 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.724932:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000200:3.0:1767384400.724935:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744063232, offset 224 00000400:00000200:3.0:1767384400.724939:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.724944:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.724948:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd08900 00000400:00000200:3.0:1767384400.724952:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a15 [1] + 224 00000400:00000200:3.0:1767384400.724956:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.724958:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.724962:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744063232/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.724977:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:3.0:1767384400.724979:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000020:00000010:3.0:1767384400.724987:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.724990:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.724993:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000428f962d. 02000000:00000010:3.0:1767384400.724996:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001f0b3d7b. 00000100:00000200:3.0:1767384400.725000:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.725003:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027d601c6. 00000400:00000010:3.0:1767384400.725006:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eccbc235. 00000400:00000010:2.0:1767384400.725009:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.725012:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384400.725014:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.725018:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744063232/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.725025:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744063232/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.725038:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.725043:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f93d9d89. 02000000:00000010:2.0:1767384400.725045:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3032eb5. 00000100:00000010:2.0:1767384400.725048:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 00000040:00000010:2.0:1767384400.725053:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ff58df7a. 00000100:00000010:2.0:1767384400.725057:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.725061:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3032eb5. 00000100:00000010:2.0:1767384400.725065:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.725081:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002a8a3a18. 00000400:00000010:2.0:1767384400.725084:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.725087:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007244453b. 00000100:00000200:2.0:1767384400.725090:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744063360, portal 25 00000400:00000010:2.0:1767384400.725093:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.725095:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744063360, offset 0 00000400:00000200:2.0:1767384400.725099:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.725104:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.725109:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd08980 00000400:00000200:2.0:1767384400.725113:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21cd [2] + 0 00000400:00000010:2.0:1767384400.725116:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061b2febc. 00000400:00000200:2.0:1767384400.725118:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009017415b 00000400:00000200:2.0:1767384400.725121:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.725124:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.725127:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009017415b 00000400:00000010:2.0:1767384400.725129:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009017415b. 00000100:00000200:2.0:1767384400.725131:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384400.725142:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384400.725144:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.725148:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744063360/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.725156:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005365403b. 00000020:00000010:3.0:1767384400.725158:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005365403b. 00000020:00000010:3.0:1767384400.725162:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000428f962d. 00000020:00000010:3.0:1767384400.725165:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.725168:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.725186:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005365403b. 00000020:00000010:3.0:1767384400.725189:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005365403b. 00000100:00000200:3.0:1767384400.725193:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063360 02000000:00000010:3.0:1767384400.725209:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005f74fc4d. 00000040:00000010:3.0:1767384400.725213:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000072f90ac9. 00000040:00000010:3.0:1767384400.725219:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4dc4734. 00000040:00000010:3.0:1767384400.725443:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4dc4734. 00000040:00000010:3.0:1767384400.725446:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000072f90ac9. 00010000:00000200:3.0:1767384400.725450:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000076335058 x1853236744063360/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.725458:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008a46eb36. 00000100:00000200:3.0:1767384400.725460:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744063360, offset 224 00000400:00000200:3.0:1767384400.725462:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.725466:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.725469:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd08980 00000400:00000200:3.0:1767384400.725472:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a25 [4] + 224 00000400:00000200:3.0:1767384400.725475:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.725477:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.725479:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744063360/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.725494:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a46eb36 00000400:00000010:3.0:1767384400.725495:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008a46eb36. 00000020:00000010:3.0:1767384400.725503:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.725506:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.725508:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000428f962d. 02000000:00000010:3.0:1767384400.725512:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005f74fc4d. 00000100:00000200:3.0:1767384400.725525:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.725529:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094579a4a. 00000400:00000010:2.0:1767384400.725529:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.725532:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007244453b 00000400:00000010:2.0:1767384400.725534:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007244453b. 00000400:00000010:3.0:1767384400.725537:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a46eb36. 00000100:00000200:2.0:1767384400.725538:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744063360/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.725546:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744063360/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384400.725580:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000046a58129. 02000000:00000010:2.0:1767384400.725586:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002a8a3a18. 02000000:00000010:2.0:1767384400.725596:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3032eb5. 00000100:00000010:2.0:1767384400.725599:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 00000040:00000010:2.0:1767384400.725604:0:40427:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a013a30a. 00000020:00000010:1.0:1767384400.725756:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085468ffe. 00000020:00000010:1.0:1767384400.725760:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5f377bd. 00000040:00000010:1.0:1767384400.725770:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d578dc0. 00000020:00000010:1.0:1767384400.725773:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000910d3984. 00000020:00000010:1.0:1767384400.725775:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029609ff8. 00000020:00000010:1.0:1767384400.725777:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007882c87b. 80000000:00000010:1.0:1767384400.725779:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000355739c4. 40000000:00000010:1.0:1767384400.725780:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007f0abe08. 00100000:00000010:1.0:1767384400.725783:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007daae6e6. 00040000:00000010:1.0:1767384400.725785:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060fdb4e3. 00040000:00000010:1.0:1767384400.725787:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000530a10dd. 00080000:00000010:1.0:1767384400.725789:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000050bfa29b. 00000004:00000010:1.0:1767384400.725792:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004243737b. 00002000:00000010:1.0:1767384400.725794:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b21ca38. 00000020:00000010:1.0:1767384400.725796:0:40454:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004dd29365. 00000040:00000010:1.0:1767384400.725805:0:40454:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000023c527b9. 00000100:00000010:1.0:1767384400.725810:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 02000000:00000010:1.0:1767384400.725815:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000233599. 00000100:00000010:1.0:1767384400.725819:0:40454:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000294cdb0. 02000000:00000010:1.0:1767384400.725830:0:40454:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000002a8a3a18. 00000400:00000010:1.0:1767384400.725832:0:40454:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d750b7. 00000400:00000010:1.0:1767384400.725835:0:40454:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000029eee81b. 00000100:00000200:1.0:1767384400.725837:0:40454:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744063488, portal 25 00000400:00000010:1.0:1767384400.725840:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000100:00000200:1.0:1767384400.725841:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744063488, offset 0 00000400:00000200:1.0:1767384400.725845:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.725849:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.725853:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd08a00 00000400:00000200:1.0:1767384400.725861:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d1 [2] + 0 00000400:00000010:1.0:1767384400.725863:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8cf8f6. 00000400:00000200:1.0:1767384400.725865:0:40454:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000006cd8257 00000400:00000200:1.0:1767384400.725868:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.725870:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384400.725871:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006cd8257 00000400:00000010:1.0:1767384400.725872:0:40454:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006cd8257. 00000100:00000200:1.0:1767384400.725875:0:40454:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384400.725886:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:1.0:1767384400.725887:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00000100:00000200:1.0:1767384400.725892:0:40454:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006765f1c4 x1853236744063488/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.725899:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce9124c. 00000020:00000010:3.0:1767384400.725903:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce9124c. 00000020:00000010:3.0:1767384400.725907:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072f90ac9. 00000020:00000010:3.0:1767384400.725909:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.725911:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.725927:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ce9124c. 00000020:00000010:3.0:1767384400.725928:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ce9124c. 00000100:00000200:3.0:1767384400.725930:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063488 02000000:00000010:3.0:1767384400.725941:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005f74fc4d. 00000040:00000010:3.0:1767384400.725944:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000073ab05aa. 00000040:00000010:3.0:1767384400.725949:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e4dc4734. 00000040:00000010:3.0:1767384400.726046:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e4dc4734. 00000040:00000010:3.0:1767384400.726049:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000073ab05aa. 00010000:00000200:3.0:1767384400.726053:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052b19f39 x1853236744063488/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8472 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.726060:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000023464c3a. 00000100:00000200:3.0:1767384400.726063:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744063488, offset 224 00000400:00000200:3.0:1767384400.726065:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.726069:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.726072:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd08a00 00000400:00000200:3.0:1767384400.726075:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a35 [4] + 224 00000400:00000200:3.0:1767384400.726079:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.726081:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.726083:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006765f1c4 x1853236744063488/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.726097:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023464c3a 00000400:00000010:3.0:1767384400.726098:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000023464c3a. 00000020:00000010:3.0:1767384400.726104:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.726106:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.726109:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072f90ac9. 02000000:00000010:3.0:1767384400.726112:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005f74fc4d. 00000400:00000010:1.0:1767384400.726112:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6d750b7. 00000400:00000200:1.0:1767384400.726119:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029eee81b 00000400:00000010:1.0:1767384400.726122:0:40454:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000029eee81b. 00000100:00000200:3.0:1767384400.726125:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384400.726128:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006765f1c4 x1853236744063488/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.726131:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000251ecd44. 00000400:00000010:3.0:1767384400.726136:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023464c3a. 00000100:00000200:1.0:1767384400.726142:0:40454:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006765f1c4 x1853236744063488/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384400.726154:0:40454:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000294cdb0. 02000000:00000010:1.0:1767384400.726158:0:40454:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000002a8a3a18. 02000000:00000010:1.0:1767384400.726165:0:40454:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000233599. 00000100:00000010:1.0:1767384400.726167:0:40454:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006765f1c4. 00000020:00000010:1.0:1767384400.726179:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000033fcc08b. 00000020:00000010:1.0:1767384400.726182:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000033fcc08b. 00000020:00000010:1.0:1767384400.726185:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000007fb4df93. 00000020:00000010:1.0:1767384400.726193:0:40454:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003032b1f6. 00000020:00000010:1.0:1767384400.726198:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f0caf74c. 00000020:00000010:1.0:1767384400.726207:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000007fb4df93. 00000020:00000010:1.0:1767384400.726211:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000000294cdb0. 00000001:00000010:1.0:1767384400.726222:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033fcc08b. 00000001:00000010:1.0:1767384400.726225:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bf03879f. 00000001:00000010:1.0:1767384400.726231:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000233599. 00000001:00000010:1.0:1767384400.726233:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aafdfe17. 00000001:00000010:1.0:1767384400.726235:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2540dcc. 00000001:00000010:1.0:1767384400.726236:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e147b73e. 00000001:00000010:1.0:1767384400.726238:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006d79f80c. 00000001:00000010:1.0:1767384400.726240:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001e8e210d. 00000001:00000010:1.0:1767384400.726241:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000129ec1e1. 00000001:00000010:1.0:1767384400.726242:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d37402b4. 00000001:00000010:1.0:1767384400.726244:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c70f3f5. 00000001:00000010:1.0:1767384400.726245:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3881a85. 00000020:00000010:1.0:1767384400.726247:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cd67953. 00000020:00000010:1.0:1767384400.726249:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fb4df93. 00000020:00000010:1.0:1767384400.726251:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000008:00000010:1.0:1767384400.726254:0:40454:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ae0a3f09. 00020000:00000010:1.0:1767384400.726256:0:40454:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d39d277c. 00008000:00000010:1.0:1767384400.726259:0:40454:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009ed8c85f. 00000080:00000010:1.0:1767384400.726262:0:40454:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007e336535. 00000020:00000010:1.0:1767384400.726264:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf28c19c. 00000020:00000010:1.0:1767384400.726265:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae12812a. 00000040:00000010:1.0:1767384400.726267:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5ad99d4. 00000020:00000010:1.0:1767384400.726270:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f59ed52c. 00000020:00000010:1.0:1767384400.726272:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5c3fd50. 00000020:00000010:1.0:1767384400.726273:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005edc0f12. 80000000:00000010:1.0:1767384400.726275:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b95ff78. 40000000:00000010:1.0:1767384400.726277:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f20f3292. 00100000:00000010:1.0:1767384400.726279:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003ed8ee96. 00040000:00000010:1.0:1767384400.726281:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5f36e09. 00040000:00000010:1.0:1767384400.726287:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e604f15. 00080000:00000010:1.0:1767384400.726289:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000801fa47b. 00000004:00000010:1.0:1767384400.726292:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061dea4a6. 00000004:00000010:1.0:1767384400.726295:0:40454:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000003e363994. 00000004:00000010:1.0:1767384400.726300:0:40454:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000889b0697. 00000004:00000010:1.0:1767384400.726305:0:40454:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726308:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000235cf8f8. 00000004:00000010:1.0:1767384400.726312:0:40454:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000029eee81b. 00000004:00000010:1.0:1767384400.726313:0:40454:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000889b0697. 00000020:00000010:1.0:1767384400.726330:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000004666676c. 00000020:00000010:1.0:1767384400.726332:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c4003169. 00000020:00000010:1.0:1767384400.726333:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000007d729b57. 00000020:00000010:1.0:1767384400.726335:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000b618a484. 00000020:00000010:1.0:1767384400.726435:0:40454:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726441:0:40454:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726448:0:40454:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726451:0:40454:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726456:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae12812a. 00000040:00000010:1.0:1767384400.726458:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5ad99d4. 00000020:00000010:1.0:1767384400.726460:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f59ed52c. 00000020:00000010:1.0:1767384400.726462:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5c3fd50. 00000020:00000010:1.0:1767384400.726464:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005edc0f12. 80000000:00000010:1.0:1767384400.726466:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b95ff78. 40000000:00000010:1.0:1767384400.726468:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f20f3292. 00100000:00000010:1.0:1767384400.726469:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003ed8ee96. 00040000:00000010:1.0:1767384400.726471:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5f36e09. 00040000:00000010:1.0:1767384400.726473:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004e604f15. 00080000:00000010:1.0:1767384400.726474:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000801fa47b. 00000004:00000010:1.0:1767384400.726477:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061dea4a6. 00000020:00000010:1.0:1767384400.726479:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf28c19c. 00000020:00000010:1.0:1767384400.726481:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fb4df93. 00000020:00000010:1.0:1767384400.726482:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000008:00000010:1.0:1767384400.726485:0:40454:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ae0a3f09. 00020000:00000010:1.0:1767384400.726486:0:40454:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d39d277c. 00008000:00000010:1.0:1767384400.726489:0:40454:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009ed8c85f. 00000080:00000010:1.0:1767384400.726491:0:40454:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000007e336535. 00000020:00000010:1.0:1767384400.726492:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cd67953. 00000020:00000010:1.0:1767384400.726495:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000000294cdb0. 00000020:00000010:1.0:1767384400.726502:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b5f36e09. 00000020:00000010:1.0:1767384400.726504:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b5f36e09. 00000020:00000010:1.0:1767384400.726506:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b5f36e09. 00000020:00000010:1.0:1767384400.726508:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b5f36e09. 00000020:00000010:1.0:1767384400.726509:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000009b95ff78. 00000020:00000010:1.0:1767384400.726514:0:40454:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009517208d. 00000020:00000010:1.0:1767384400.726517:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000013ba477d. 00000004:00000010:1.0:1767384400.726520:0:40454:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000f20f3292. 00000020:00000010:1.0:1767384400.726525:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000009b95ff78. 00000020:00000010:1.0:1767384400.726526:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 000000009b95ff78. 00000020:00000010:1.0:1767384400.726529:0:40454:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 0000000000491cfd. 00000020:00000010:1.0:1767384400.726531:0:40454:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000ce1c08cf. 00000020:00000010:1.0:1767384400.726532:0:40454:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000710af863. 00000020:00000010:1.0:1767384400.726534:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000009b95ff78. 00000020:00000010:1.0:1767384400.726536:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000294cdb0. 00000001:00000010:1.0:1767384400.726543:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b5f36e09. 00000001:00000010:1.0:1767384400.726545:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000075b456dd. 00000001:00000010:1.0:1767384400.726547:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e604f15. 00000001:00000010:1.0:1767384400.726548:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cad569a6. 00000001:00000010:1.0:1767384400.726549:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006df40754. 00000001:00000010:1.0:1767384400.726551:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb505a85. 00000001:00000010:1.0:1767384400.726573:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005181f98a. 00000001:00000010:1.0:1767384400.726577:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000081dba673. 00000001:00000010:1.0:1767384400.726579:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4ffc7b0. 00000001:00000010:1.0:1767384400.726580:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000950792bf. 00000001:00000010:1.0:1767384400.726582:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5bfd98d. 00000001:00000010:1.0:1767384400.726583:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b68ab98a. 00000020:00000010:1.0:1767384400.726586:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fe7e0ea. 00000020:00000010:1.0:1767384400.726588:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fb4df93. 00000020:00000010:1.0:1767384400.726590:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000008:00000010:1.0:1767384400.726592:0:40454:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ae0a3f09. 00020000:00000010:1.0:1767384400.726599:0:40454:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d39d277c. 00008000:00000010:1.0:1767384400.726601:0:40454:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009ed8c85f. 00000080:00000010:1.0:1767384400.726603:0:40454:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007e336535. 00000020:00000010:1.0:1767384400.726606:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2a4e1e8. 00000020:00000010:1.0:1767384400.726607:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090f850ef. 00000040:00000010:1.0:1767384400.726609:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000979d7b8b. 00000020:00000010:1.0:1767384400.726611:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5f2cd3f. 00000020:00000010:1.0:1767384400.726612:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5c3fd50. 00000020:00000010:1.0:1767384400.726614:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aa8dbcb1. 80000000:00000010:1.0:1767384400.726615:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b95ff78. 40000000:00000010:1.0:1767384400.726617:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f46a8f4. 00100000:00000010:1.0:1767384400.726619:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aaa447f0. 00040000:00000010:1.0:1767384400.726621:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00040000:00000010:1.0:1767384400.726622:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eec715cc. 00080000:00000010:1.0:1767384400.726624:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000093e45b8c. 00000004:00000010:1.0:1767384400.726626:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061dea4a6. 00000004:00000010:1.0:1767384400.726628:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e12e790. 00000004:00000010:1.0:1767384400.726631:0:40454:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000030f3b3c. 00000004:00000010:1.0:1767384400.726636:0:40454:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 000000009e14f249. 00000004:00000010:1.0:1767384400.726638:0:40454:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000009716b0fc. 00000004:00000010:1.0:1767384400.726640:0:40454:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000009aa89bbc. 00000004:00000010:1.0:1767384400.726643:0:40454:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000009c4cfd2b. 00000020:00000010:1.0:1767384400.726648:0:40454:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000082866237. 00000020:00000010:1.0:1767384400.726651:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009cc6d090. 00000004:00000010:1.0:1767384400.726658:0:40454:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000009c4cfd2b. 00000004:00000010:1.0:1767384400.726661:0:40454:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000009c4cfd2b. 00000001:00000010:1.0:1767384400.726674:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000722f633c. 00000001:00000010:1.0:1767384400.726676:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ea9a8b4b. 00000001:00000010:1.0:1767384400.726678:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a8a3a18. 00000001:00000010:1.0:1767384400.726679:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000444b7466. 00000001:00000010:1.0:1767384400.726681:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005cd67953. 00000001:00000010:1.0:1767384400.726683:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf28c19c. 00000001:00000010:1.0:1767384400.726684:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f6616767. 00000001:00000010:1.0:1767384400.726688:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005974340e. 00000001:00000010:1.0:1767384400.726690:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005edc0f12. 00000001:00000010:1.0:1767384400.726691:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5ad99d4. 00000001:00000010:1.0:1767384400.726692:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae12812a. 00000001:00000010:1.0:1767384400.726697:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007efc527a. 00000020:00000010:1.0:1767384400.726699:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be80aa64. 00000020:00000010:1.0:1767384400.726700:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053e128d5. 00000020:00000010:1.0:1767384400.726702:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5aae0ec. 00000008:00000010:1.0:1767384400.726704:0:40454:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bdea702b. 00020000:00000010:1.0:1767384400.726705:0:40454:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000014e587ed. 00008000:00000010:1.0:1767384400.726707:0:40454:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000047b5ae06. 00000080:00000010:1.0:1767384400.726709:0:40454:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000612b5c5. 00000020:00000010:1.0:1767384400.726710:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cd828b9. 00000020:00000010:1.0:1767384400.726712:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000154b67aa. 00000040:00000010:1.0:1767384400.726713:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000664583ad. 00000020:00000010:1.0:1767384400.726715:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d6f1afa. 00000020:00000010:1.0:1767384400.726717:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e6ae752. 00000020:00000010:1.0:1767384400.726718:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008318c06b. 80000000:00000010:1.0:1767384400.726720:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e22d74c0. 40000000:00000010:1.0:1767384400.726721:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000556e65dc. 00100000:00000010:1.0:1767384400.726723:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000983ce130. 00040000:00000010:1.0:1767384400.726725:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c45d15e7. 00040000:00000010:1.0:1767384400.726726:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ab4e40dd. 00080000:00000010:1.0:1767384400.726728:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094481e88. 00000004:00000010:1.0:1767384400.726731:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008bdbef20. 00000004:00000010:1.0:1767384400.726732:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b5db756. 00000004:00000010:1.0:1767384400.726735:0:40454:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000710a293a. 00000004:00000010:1.0:1767384400.726738:0:40454:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726741:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000481936ee. 00000004:00000010:1.0:1767384400.726745:0:40454:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726793:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000154b67aa. 00000040:00000010:1.0:1767384400.726795:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000664583ad. 00000020:00000010:1.0:1767384400.726800:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d6f1afa. 00000020:00000010:1.0:1767384400.726802:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000e6ae752. 00000020:00000010:1.0:1767384400.726804:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008318c06b. 80000000:00000010:1.0:1767384400.726806:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e22d74c0. 40000000:00000010:1.0:1767384400.726807:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000556e65dc. 00100000:00000010:1.0:1767384400.726809:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000983ce130. 00040000:00000010:1.0:1767384400.726811:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c45d15e7. 00040000:00000010:1.0:1767384400.726813:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ab4e40dd. 00080000:00000010:1.0:1767384400.726814:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000094481e88. 00000004:00000010:1.0:1767384400.726816:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008bdbef20. 00000004:00000010:1.0:1767384400.726818:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b5db756. 00000020:00000010:1.0:1767384400.726819:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cd828b9. 00000020:00000010:1.0:1767384400.726821:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053e128d5. 00000020:00000010:1.0:1767384400.726823:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5aae0ec. 00000008:00000010:1.0:1767384400.726825:0:40454:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bdea702b. 00020000:00000010:1.0:1767384400.726827:0:40454:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000014e587ed. 00008000:00000010:1.0:1767384400.726829:0:40454:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000047b5ae06. 00000080:00000010:1.0:1767384400.726830:0:40454:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000612b5c5. 00000020:00000010:1.0:1767384400.726832:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be80aa64. 00000004:00000010:1.0:1767384400.726835:0:40454:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726838:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b5db756. 00000004:00000010:1.0:1767384400.726841:0:40454:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000029eee81b. 00000004:00000010:1.0:1767384400.726843:0:40454:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000029eee81b. 00000020:00000010:1.0:1767384400.726845:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000094481e88. 00000004:00000010:1.0:1767384400.726847:0:40454:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000029eee81b. 00000004:00000010:1.0:1767384400.726850:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000983ce130. 00000004:00000010:1.0:1767384400.726852:0:40454:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000009c4cfd2b. 00000004:00000010:1.0:1767384400.726853:0:40454:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000009aa89bbc. 00000004:00000010:1.0:1767384400.726855:0:40454:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 000000009e14f249. 00000004:00000010:1.0:1767384400.726856:0:40454:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000009716b0fc. 00000004:00000010:1.0:1767384400.726858:0:40454:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000029eee81b. 80000000:00000010:1.0:1767384400.726861:0:40454:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000001054998c. 80000000:00000010:1.0:1767384400.726864:0:40454:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000009716b0fc. 00000004:00000010:1.0:1767384400.726872:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006587e598. 00000004:00000010:1.0:1767384400.726877:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001681e4d6. 00000004:00000010:1.0:1767384400.726881:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000045071e1c. 00080000:00000010:1.0:1767384400.726886:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ef272389. 00100000:00000010:1.0:1767384400.726924:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dcc3d84b. 00100000:00000010:1.0:1767384400.726928:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000dcc3d84b. 00080000:00000010:1.0:1767384400.726931:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.726933:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000dcc3d84b. 80000000:00000010:1.0:1767384400.726953:0:40454:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000006511c49e. 80000000:00000010:1.0:1767384400.726962:0:40454:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d7440b32. 80000000:00000010:1.0:1767384400.726968:0:40454:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000363a421c. 80000000:00000010:1.0:1767384400.726974:0:40454:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000dc2607dc. 80000000:00000010:1.0:1767384400.726979:0:40454:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000de9919d4. 00080000:00000010:1.0:1767384400.726985:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.726991:0:40454:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.726993:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.726994:0:40454:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.726996:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.726997:0:40454:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000cb93d051. 00080000:00000010:1.0:1767384400.727000:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000dcc3d84b. 00080000:00000010:1.0:1767384400.727002:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 80000000:00000010:1.0:1767384400.727004:0:40454:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000009716b0fc. 00000004:00000010:1.0:1767384400.727016:0:40454:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000be80aa64. 00000004:00000010:1.0:1767384400.727020:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c60d5677. 00000004:00000010:1.0:1767384400.727022:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bbcbc7dd. 00000004:00000010:1.0:1767384400.727024:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000057952b2f. 00080000:00000010:1.0:1767384400.727027:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e70a93c. 00000004:00000010:1.0:1767384400.727109:0:40454:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000ab4e40dd. 00000004:00000010:1.0:1767384400.727113:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001a7f5ccb. 00000004:00000010:1.0:1767384400.727141:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002d1e329e. 00000004:00000010:1.0:1767384400.727143:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000155cda19. 00080000:00000010:1.0:1767384400.727145:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1f30c9b. 00000004:00000010:1.0:1767384400.727221:0:40454:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000c45d15e7. 00000004:00000010:1.0:1767384400.727224:0:40454:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 0000000006cd8257. 00000004:00000010:1.0:1767384400.727241:0:40454:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 0000000006cd8257. 00010000:00000010:1.0:1767384400.727245:0:40454:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cb93d051. 00000001:00000010:1.0:1767384400.727247:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000123c31b0. 00000001:00000010:1.0:1767384400.727249:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000008d7ebcb6. 00000001:00000010:1.0:1767384400.727441:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b57ce8c. 00000001:00000010:1.0:1767384400.727703:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003fd1603. 00000001:00000010:1.0:1767384400.727967:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c061b2a1. 00000001:00000010:1.0:1767384400.728208:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c3a30c5. 00000001:00000010:1.0:1767384400.728462:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b21b4b7d. 00000001:00000010:1.0:1767384400.728719:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e2d81b8. 00000001:00000010:1.0:1767384400.728959:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006da8381f. 00000001:00000010:1.0:1767384400.729228:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000939e5c3. 00000001:00000010:1.0:1767384400.729503:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d33a097. 00000001:00000010:1.0:1767384400.729806:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ddd70407. 00000001:00000010:1.0:1767384400.730074:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000086889d50. 00000001:00000010:1.0:1767384400.730341:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000335895c1. 00000001:00000010:1.0:1767384400.730612:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087b141a5. 00000001:00000010:1.0:1767384400.730855:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4c58090. 00000001:00000010:1.0:1767384400.731115:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055c2ff03. 00000001:00000010:1.0:1767384400.731354:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000422ec8d. 00000001:00000010:1.0:1767384400.731658:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000691c3839. 00000001:00000010:1.0:1767384400.731888:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006268a75b. 00000001:00000010:1.0:1767384400.732133:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e66cbf2. 00000001:00000010:1.0:1767384400.732364:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000157d7d7. 00000001:00000010:1.0:1767384400.732624:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fb1cefd. 00000001:00000010:1.0:1767384400.732855:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058044576. 00000001:00000010:1.0:1767384400.733085:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013461acd. 00000001:00000010:1.0:1767384400.733314:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e985c5c. 00000001:00000010:1.0:1767384400.733570:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000022076e74. 00000001:00000010:1.0:1767384400.733812:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfdcf0f0. 00000001:00000010:1.0:1767384400.734042:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c32b40c9. 00000001:00000010:1.0:1767384400.734292:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003843adaf. 00000001:00000010:1.0:1767384400.734537:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a6f61c81. 00000001:00000010:1.0:1767384400.734790:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aac33d31. 00000001:00000010:1.0:1767384400.735057:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002434b2ca. 00000001:00000010:1.0:1767384400.735296:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0ecff3e. 00000001:00000010:1.0:1767384400.735548:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b9b48eed. 00000001:00000010:1.0:1767384400.735810:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005593a2e5. 00000001:00000010:1.0:1767384400.736049:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc13885b. 00000001:00000010:1.0:1767384400.736287:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b0509bd. 00000001:00000010:1.0:1767384400.736540:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067060ab4. 00000001:00000010:1.0:1767384400.736790:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ae421c08. 00000001:00000010:1.0:1767384400.737029:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d7b5f4f. 00000001:00000010:1.0:1767384400.737266:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d86a7586. 00000001:00000010:1.0:1767384400.737516:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007bea9fd6. 00000001:00000010:1.0:1767384400.737779:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b145812a. 00000001:00000010:1.0:1767384400.738017:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000074f8f0da. 00000001:00000010:1.0:1767384400.738260:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e06e0f30. 00000001:00000010:1.0:1767384400.738509:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000072fd356. 00000001:00000010:1.0:1767384400.738765:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000086695a8. 00000001:00000010:1.0:1767384400.739029:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce4205e0. 00000001:00000010:1.0:1767384400.739266:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000bc2c0d7. 00000001:00000010:1.0:1767384400.739533:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000062bde729. 00000001:00000010:1.0:1767384400.739833:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095815f2c. 00000001:00000010:1.0:1767384400.740071:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f60a8967. 00000001:00000010:1.0:1767384400.740308:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000682d363e. 00000001:00000010:1.0:1767384400.740573:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021a160c0. 00000001:00000010:1.0:1767384400.740808:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac35ee3f. 00000001:00000010:1.0:1767384400.741046:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7c0d322. 00000001:00000010:1.0:1767384400.741283:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e689be15. 00000001:00000010:1.0:1767384400.741580:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b2fab2c. 00000001:00000010:1.0:1767384400.741852:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b458a92. 00000001:00000010:1.0:1767384400.742108:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f5db7aeb. 00000001:00000010:1.0:1767384400.742369:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec1f2c52. 00000001:00000010:1.0:1767384400.742682:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e538930. 00000001:00000010:1.0:1767384400.742939:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edeeffe5. 00000001:00000010:1.0:1767384400.743176:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d391e84. 00000001:00000010:1.0:1767384400.743426:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e56fe49. 00000100:00000010:1.0:1767384400.743586:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ea203c7. 00000100:00000010:3.0:1767384400.743606:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000710a8a2. 00000100:00000010:2.0:1767384400.743618:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b8d317f. 00000100:00000010:0.0:1767384400.743627:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be9d1368. 00000001:00000010:1.0:1767384400.743713:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085a06d18. 00000001:00000010:1.0:1767384400.743965:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002cca7763. 00000001:00000010:1.0:1767384400.744202:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a4dab17a. 00000001:00000010:1.0:1767384400.744449:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba956ff5. 00000001:00000010:1.0:1767384400.744717:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000f14f1d5. 00000001:00000010:1.0:1767384400.744955:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087f4456a. 00000001:00000010:1.0:1767384400.745192:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d10d1f7b. 00000001:00000010:1.0:1767384400.745442:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084d320de. 00000001:00000010:1.0:1767384400.745708:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0adc160. 00000001:00000010:1.0:1767384400.745958:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075440b7f. 00000001:00000010:1.0:1767384400.746197:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d18aae00. 00000001:00000010:1.0:1767384400.746453:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f38d4f7e. 00000001:00000010:1.0:1767384400.746703:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f837474. 00000001:00000010:1.0:1767384400.746959:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000592400b0. 00000001:00000010:1.0:1767384400.747198:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a77b8eb. 00000001:00000010:1.0:1767384400.747449:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000878a637d. 00000001:00000010:1.0:1767384400.747714:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b9abc287. 00000001:00000010:1.0:1767384400.747953:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000559017c1. 00000001:00000010:1.0:1767384400.748191:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f01d6a74. 00000001:00000010:1.0:1767384400.748439:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000017964a64. 00000001:00000010:1.0:1767384400.748693:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4a6ac1b. 00000001:00000010:1.0:1767384400.748930:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000052e20e3d. 00000001:00000010:1.0:1767384400.749169:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005304a8c. 00000001:00000010:1.0:1767384400.749418:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082603719. 00000001:00000010:1.0:1767384400.749673:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008e91d3fa. 00000001:00000010:1.0:1767384400.749911:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fca5f7b4. 00000001:00000010:1.0:1767384400.750149:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009a5f00f0. 00000001:00000010:1.0:1767384400.750407:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b2d6ba9. 00000001:00000010:1.0:1767384400.750657:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3a10923. 00000001:00000010:1.0:1767384400.750909:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000042fe2326. 00000001:00000010:1.0:1767384400.751148:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000473d6e46. 00000001:00000010:1.0:1767384400.751396:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000840e04b5. 00000001:00000010:1.0:1767384400.751659:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000793f7478. 00000001:00000010:1.0:1767384400.751917:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002201af83. 00000001:00000010:1.0:1767384400.752174:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008200cc37. 00000001:00000010:1.0:1767384400.752440:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000585a48f1. 00000001:00000010:1.0:1767384400.752706:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005abc4ea8. 00000001:00000010:1.0:1767384400.752959:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000097a4f9b1. 00000001:00000010:1.0:1767384400.753211:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8a5c44f. 00000001:00000010:1.0:1767384400.753473:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff9c3bb2. 00000001:00000010:1.0:1767384400.754238:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b571012. 00000001:00000010:1.0:1767384400.754449:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e7aa5259. 00000001:00000010:1.0:1767384400.754666:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000daa95762. 00000001:00000010:1.0:1767384400.754890:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000415ecbe4. 00000001:00000010:1.0:1767384400.755095:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000624884b8. 00000001:00000010:1.0:1767384400.755292:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c844263d. 00000001:00000010:1.0:1767384400.755505:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007251cf2. 00000001:00000010:1.0:1767384400.757472:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d04da083. 00000001:00000010:1.0:1767384400.757797:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b18613ef. 00000001:00000010:1.0:1767384400.758110:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000031a0b066. 00000001:00000010:1.0:1767384400.758411:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009367eb25. 00000001:00000010:1.0:1767384400.758754:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e8075ae. 00000001:00000010:1.0:1767384400.759054:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d4f930c. 00000001:00000010:1.0:1767384400.759359:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a9eefbc. 00000001:00000010:1.0:1767384400.759691:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f73fc513. 00000001:00000010:1.0:1767384400.760582:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002fe3fe9c. 00000001:00000010:1.0:1767384400.760874:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066481708. 00000001:00000010:1.0:1767384400.761116:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bcb93148. 00000001:00000010:1.0:1767384400.761322:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000016ce35. 00000001:00000010:1.0:1767384400.761548:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000806bf80a. 00000001:00000010:1.0:1767384400.761768:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000645ddf8c. 00000001:00000010:1.0:1767384400.761995:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7a8e56d. 00000001:00000010:1.0:1767384400.762199:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3671fbb. 00000001:00000010:1.0:1767384400.763000:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007154152. 00000020:00000010:1.0:1767384400.763155:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bc340576. 00000020:00000010:1.0:1767384400.763158:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e3b13299. 00000020:00000010:1.0:1767384400.763207:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000022e75ea5. 00000020:00000010:1.0:1767384400.763209:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007858f528. 00000020:00000010:1.0:1767384400.763246:0:40454:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000480913e6. 00000004:00000010:1.0:1767384400.763254:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ac71e52b. 00000004:00000010:1.0:1767384400.763261:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b6382f51. 00000004:00000010:1.0:1767384400.763266:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001b6022c0. 00080000:00000010:1.0:1767384400.763271:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001567b582. 00000001:00000010:1.0:1767384400.763542:0:40454:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000eda1f3ea. 00000001:00000010:1.0:1767384400.763596:0:40454:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000eda1f3ea. 00080000:00000010:1.0:1767384400.763604:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000867cd91e. 00000020:00000010:1.0:1767384400.763668:0:40454:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000eda1f3ea. 00000004:00000010:1.0:1767384400.763683:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b97a1d0c. 00000004:00000010:1.0:1767384400.763685:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000055a9892b. 00000004:00000010:1.0:1767384400.763688:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000346be4b8. 00080000:00000010:1.0:1767384400.763690:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ee04f29. 00000001:00000010:1.0:1767384400.763746:0:40454:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000006cd8257. 00000001:00000010:1.0:1767384400.763767:0:40454:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000006cd8257. 00000001:00000010:1.0:1767384400.763777:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007533b910. 00000001:00000010:1.0:1767384400.763784:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007e100b2d. 00000001:00000010:1.0:1767384400.763786:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000006cd8257. 00000020:00000010:1.0:1767384400.763788:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c1b5781. 00000020:00000010:1.0:1767384400.763791:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003197904d. 00000040:00000010:1.0:1767384400.763793:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc607a93. 00000020:00000010:1.0:1767384400.763796:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d6f1afa. 00000020:00000010:1.0:1767384400.763799:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e6ae752. 00000020:00000010:1.0:1767384400.763802:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e36075c4. 80000000:00000010:1.0:1767384400.763804:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ff3e3e68. 40000000:00000010:1.0:1767384400.763806:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000943d4644. 00100000:00000010:1.0:1767384400.763810:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006649ea4f. 00040000:00000010:1.0:1767384400.763813:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001fddbae6. 00040000:00000010:1.0:1767384400.763815:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a91e3843. 00080000:00000010:1.0:1767384400.763818:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a1560f0. 00000004:00000010:1.0:1767384400.763822:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a5a1b8aa. 00000004:00000010:1.0:1767384400.763826:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008bdbef20. 00000004:00000010:1.0:1767384400.763830:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000801fa47b. 00000020:00000010:1.0:1767384400.763842:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013ca373. 00000020:00000010:1.0:1767384400.763846:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005173dc95. 00000020:00000010:1.0:1767384400.763850:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5aae0ec. 02000000:00000010:1.0:1767384400.763863:0:40454:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000003ed8ee96. 02000000:00000010:1.0:1767384400.763867:0:40454:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000f59ed52c. 02000000:00000010:1.0:1767384400.763872:0:40454:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002af2e2ed. 02000000:00000010:1.0:1767384400.763875:0:40454:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000b24f1568. 00000020:00000010:1.0:1767384400.764082:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cde7e5a8. 00000020:00000010:1.0:1767384400.764085:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000043b738bb. 00000004:00000010:1.0:1767384400.764101:0:40454:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000006bea5b53. 00000004:00000010:1.0:1767384400.764103:0:40454:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000045fd5bfb. 00000004:00000010:1.0:1767384400.764105:0:40454:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000002689acad. 00000004:00000010:1.0:1767384400.764107:0:40454:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000005baee0be. 00000004:00000010:1.0:1767384400.764111:0:40454:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 0000000015835709. 00000020:00000010:1.0:1767384400.764120:0:40454:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009f446f28. 00000020:00000010:1.0:1767384400.764129:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000072329c7d. 00000004:00000010:1.0:1767384400.764143:0:40454:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 0000000015835709. 00000004:00000010:1.0:1767384400.764146:0:40454:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 0000000015835709. 00000001:00000010:1.0:1767384400.764155:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d60193dc. 00000001:00000010:1.0:1767384400.764158:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000013116890. 00000001:00000010:1.0:1767384400.764159:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c03a06e1. 00000001:00000010:1.0:1767384400.764160:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eab882fe. 00000001:00000010:1.0:1767384400.764162:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b449baab. 00000001:00000010:1.0:1767384400.764163:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002a5d5451. 00000001:00000010:1.0:1767384400.764164:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000264da430. 00000001:00000010:1.0:1767384400.764166:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e88712b4. 00000001:00000010:1.0:1767384400.764167:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b9f68a7. 00000001:00000010:1.0:1767384400.764168:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8879a43. 00000001:00000010:1.0:1767384400.764169:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004d0a274. 00000001:00000010:1.0:1767384400.764170:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000050f4831. 00000020:00000010:1.0:1767384400.764172:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90ad78b. 00000020:00000010:1.0:1767384400.764174:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b59040c. 00000020:00000010:1.0:1767384400.764176:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000abfef362. 00000008:00000010:1.0:1767384400.764179:0:40454:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bdea702b. 00020000:00000010:1.0:1767384400.764182:0:40454:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000014e587ed. 00008000:00000010:1.0:1767384400.764185:0:40454:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000047b5ae06. 00000080:00000010:1.0:1767384400.764189:0:40454:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000612b5c5. 00000020:00000010:1.0:1767384400.764191:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000113be880. 00000020:00000010:1.0:1767384400.764193:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8f300a7. 00000040:00000010:1.0:1767384400.764195:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a87116a0. 00000020:00000010:1.0:1767384400.764197:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d214202e. 00000020:00000010:1.0:1767384400.764199:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002ef55c47. 00000020:00000010:1.0:1767384400.764201:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000031ad2ed7. 80000000:00000010:1.0:1767384400.764202:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cbd8d11. 40000000:00000010:1.0:1767384400.764204:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000005414321. 00100000:00000010:1.0:1767384400.764206:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000036eadb1. 00040000:00000010:1.0:1767384400.764208:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035d10cad. 00040000:00000010:1.0:1767384400.764213:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090509a27. 00080000:00000010:1.0:1767384400.764217:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005202cc1e. 00000004:00000010:1.0:1767384400.764219:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007c62c86a. 00000004:00000010:1.0:1767384400.764220:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001127a424. 00000004:00000010:1.0:1767384400.764223:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec13493c. 00040000:00000010:1.0:1767384400.764226:0:40454:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000002fd76fcd. 00040000:00000010:1.0:1767384400.764231:0:40454:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000008860ac7b. 00000020:00000010:1.0:1767384400.764235:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008ea457ec. 00040000:00000010:1.0:1767384400.764239:0:40454:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000008860ac7b. 00040000:00000010:1.0:1767384400.764242:0:40454:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000d7aa040d. 00000020:00000010:1.0:1767384400.764244:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006eef3939. 00000020:00000010:1.0:1767384400.764250:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7e3e94a. 00000040:00000010:1.0:1767384400.764252:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f23a0b33. 00000020:00000010:1.0:1767384400.764254:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056a95ab0. 00000020:00000010:1.0:1767384400.764255:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000e9479f2. 00000020:00000010:1.0:1767384400.764257:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f62e4b23. 80000000:00000010:1.0:1767384400.764259:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000923b8043. 40000000:00000010:1.0:1767384400.764260:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000462dc57e. 00100000:00000010:1.0:1767384400.764262:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000046f64bbf. 00040000:00000010:1.0:1767384400.764263:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000778bd089. 00040000:00000010:1.0:1767384400.764265:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e03d8a50. 00040000:00000010:1.0:1767384400.764267:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008289e8f5. 00080000:00000010:1.0:1767384400.764269:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008918e452. 00000004:00000010:1.0:1767384400.764271:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000056bb389b. 00000004:00000010:1.0:1767384400.764273:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c745a508. 00000004:00000010:1.0:1767384400.764277:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007e366312. 00000020:00000010:1.0:1767384400.764486:0:40454:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef9257d0. 00040000:00000010:1.0:1767384400.764537:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d1467ef. 00040000:00000010:1.0:1767384400.764542:0:40454:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000d51ac3ff. 00000020:00000010:1.0:1767384400.764579:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000fbc2c2ee. 00040000:00000010:1.0:1767384400.764584:0:40454:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000002ca6554. 00000020:00000010:1.0:1767384400.764597:0:40454:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000013cea5ff. 00000020:00000010:1.0:1767384400.764617:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e8f300a7. 00000040:00000010:1.0:1767384400.764626:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a87116a0. 00000020:00000010:1.0:1767384400.764627:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d214202e. 00000020:00000010:1.0:1767384400.764630:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002ef55c47. 00000020:00000010:1.0:1767384400.764633:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000031ad2ed7. 80000000:00000010:1.0:1767384400.764635:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cbd8d11. 40000000:00000010:1.0:1767384400.764637:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000005414321. 00100000:00000010:1.0:1767384400.764639:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000036eadb1. 00040000:00000010:1.0:1767384400.764640:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000035d10cad. 00040000:00000010:1.0:1767384400.764643:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003d1467ef. 00040000:00000010:1.0:1767384400.764645:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090509a27. 00080000:00000010:1.0:1767384400.764647:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005202cc1e. 00000004:00000010:1.0:1767384400.764653:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007c62c86a. 00000004:00000010:1.0:1767384400.764655:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001127a424. 00000004:00000010:1.0:1767384400.764658:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ec13493c. 00000020:00000010:1.0:1767384400.764660:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000113be880. 00000020:00000010:1.0:1767384400.764662:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b59040c. 00000020:00000010:1.0:1767384400.764663:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000abfef362. 00000008:00000010:1.0:1767384400.764666:0:40454:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bdea702b. 00020000:00000010:1.0:1767384400.764668:0:40454:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000014e587ed. 00008000:00000010:1.0:1767384400.764671:0:40454:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000047b5ae06. 00000080:00000010:1.0:1767384400.764673:0:40454:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000612b5c5. 00000020:00000010:1.0:1767384400.764675:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90ad78b. 00000004:00000010:1.0:1767384400.764682:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000084403f8d. 00000004:00000010:1.0:1767384400.764687:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006acaa1c9. 00000004:00000010:1.0:1767384400.764689:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ca82333c. 00080000:00000010:1.0:1767384400.764693:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7ff8d00. 00000020:00000010:1.0:1767384400.764747:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000035d10cad. 00080000:00000010:1.0:1767384400.764752:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e8fa1cd. 00080000:00000010:1.0:1767384400.764793:0:40454:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e8fa1cd. 00000020:00000010:1.0:1767384400.764796:0:40454:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000035d10cad. 00000004:00000010:1.0:1767384400.764807:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ffd2664. 00000004:00000010:1.0:1767384400.764810:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000067dc74fb. 00000004:00000010:1.0:1767384400.764812:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000042427589. 00080000:00000010:1.0:1767384400.764824:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e8fa1cd. 00040000:00000010:1.0:1767384400.764889:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003d1467ef. 00000020:00000010:1.0:1767384400.764912:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000fd8c1aa. 00080000:00000010:1.0:1767384400.764918:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000964d7b41. 00080000:00000010:1.0:1767384400.764969:0:40454:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000964d7b41. 00000020:00000010:1.0:1767384400.764972:0:40454:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000fd8c1aa. 00000004:00000010:1.0:1767384400.764980:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b498af1f. 00000004:00000010:1.0:1767384400.764985:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008eb7d75d. 00000004:00000010:1.0:1767384400.764990:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c6cecb43. 00080000:00000010:1.0:1767384400.764995:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000964d7b41. 00000004:00000010:1.0:1767384400.765081:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006296b8a5. 00000004:00000010:1.0:1767384400.765086:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb905598. 00000004:00000010:1.0:1767384400.765090:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dde6dee8. 00080000:00000010:1.0:1767384400.765093:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064f13eb9. 00100000:00000010:1.0:1767384400.765141:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000608c9bec. 00100000:00000010:1.0:1767384400.765145:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000608c9bec. 00040000:00000010:1.0:1767384400.765150:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005a84807d. 00000001:00000010:1.0:1767384400.765154:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a652783e. 00000001:00000010:1.0:1767384400.765159:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fe2be018. 00000001:00000010:1.0:1767384400.765161:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008860ac7b. 00040000:00000010:1.0:1767384400.765164:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000608c9bec. 00080000:00000010:1.0:1767384400.765169:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.765172:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000001e0e851c. 00080000:00000010:1.0:1767384400.765197:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000001e0e851c. 00080000:00000010:1.0:1767384400.765199:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.765202:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000608c9bec. 00040000:00000010:1.0:1767384400.765216:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c7c09e09. 00000004:00000010:1.0:1767384400.765262:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdcdaa5f. 00000004:00000010:1.0:1767384400.765267:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000863aea30. 00000004:00000010:1.0:1767384400.765270:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000008a84ce9. 00080000:00000010:1.0:1767384400.765274:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b6f3ee0. 00100000:00000010:1.0:1767384400.765318:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008655add1. 00100000:00000010:1.0:1767384400.765320:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008655add1. 00040000:00000010:1.0:1767384400.765330:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ac753354. 00000001:00000010:1.0:1767384400.765333:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001c7f2f48. 00000001:00000010:1.0:1767384400.765338:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a6f48cfc. 00000001:00000010:1.0:1767384400.765340:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008a290230. 00040000:00000010:1.0:1767384400.765343:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000008655add1. 00080000:00000010:1.0:1767384400.765346:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.765348:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e47e703b. 00080000:00000010:1.0:1767384400.765362:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e47e703b. 00080000:00000010:1.0:1767384400.765365:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.765366:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000008655add1. 00040000:00000010:1.0:1767384400.765369:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000b01cf32c. 00000004:00000010:1.0:1767384400.765420:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a7813432. 00000004:00000010:1.0:1767384400.765425:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000d720d0e. 00000004:00000010:1.0:1767384400.765428:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f37c69d1. 00080000:00000010:1.0:1767384400.765431:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f69dec42. 00100000:00000010:1.0:1767384400.765463:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000049ff17ee. 00100000:00000010:1.0:1767384400.765465:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000049ff17ee. 00040000:00000010:1.0:1767384400.765467:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004831196a. 00000001:00000010:1.0:1767384400.765470:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000029f2211d. 00000001:00000010:1.0:1767384400.765472:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000e277fa5. 00000001:00000010:1.0:1767384400.765474:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000003b44a58. 00040000:00000010:1.0:1767384400.765476:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000049ff17ee. 00080000:00000010:1.0:1767384400.765478:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.765480:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c66ab756. 00080000:00000010:1.0:1767384400.765492:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c66ab756. 00080000:00000010:1.0:1767384400.765494:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.765496:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000049ff17ee. 00040000:00000010:1.0:1767384400.765499:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000001be7a35c. 00000020:00000010:1.0:1767384400.765532:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f4cdb414. 00080000:00000010:1.0:1767384400.765535:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000019c5ca90. 00080000:00000010:1.0:1767384400.765595:0:40454:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000019c5ca90. 00000020:00000010:1.0:1767384400.765598:0:40454:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f4cdb414. 00000004:00000010:1.0:1767384400.765603:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eca7f8ad. 00000004:00000010:1.0:1767384400.765613:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007e527ab9. 00000004:00000010:1.0:1767384400.765616:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002fd97353. 00080000:00000010:1.0:1767384400.765618:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000019c5ca90. 00000004:00000010:1.0:1767384400.765670:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f8e1c957. 00000004:00000010:1.0:1767384400.765673:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000050b2ef65. 00000004:00000010:1.0:1767384400.765675:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000006677689. 00080000:00000010:1.0:1767384400.765678:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945c05f3. 00100000:00000010:1.0:1767384400.765702:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000073e93d42. 00100000:00000010:1.0:1767384400.765704:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000073e93d42. 00040000:00000010:1.0:1767384400.765707:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cf0711c3. 00000001:00000010:1.0:1767384400.765709:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000662ae523. 00000001:00000010:1.0:1767384400.765712:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000051291881. 00000001:00000010:1.0:1767384400.765714:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009ae236e3. 00040000:00000010:1.0:1767384400.765716:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000073e93d42. 00080000:00000010:1.0:1767384400.765718:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.765720:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004be9f514. 00080000:00000010:1.0:1767384400.765733:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004be9f514. 00080000:00000010:1.0:1767384400.765735:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.765737:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000073e93d42. 00040000:00000010:1.0:1767384400.765740:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f3d41dd4. 00000004:00000010:1.0:1767384400.765766:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d453523c. 00000004:00000010:1.0:1767384400.765769:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cbc6ffef. 00000004:00000010:1.0:1767384400.765771:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fa5bd577. 00080000:00000010:1.0:1767384400.765774:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df09355a. 00100000:00000010:1.0:1767384400.765799:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006ebd4927. 00100000:00000010:1.0:1767384400.765801:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006ebd4927. 00040000:00000010:1.0:1767384400.765803:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007aa37e22. 00000001:00000010:1.0:1767384400.765805:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ed59674e. 00000001:00000010:1.0:1767384400.765808:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d473b403. 00000001:00000010:1.0:1767384400.765810:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f8b4de1a. 00040000:00000010:1.0:1767384400.765811:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006ebd4927. 00080000:00000010:1.0:1767384400.765813:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.765815:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000fa0c7984. 00080000:00000010:1.0:1767384400.765842:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000fa0c7984. 00080000:00000010:1.0:1767384400.765846:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.765849:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006ebd4927. 00040000:00000010:1.0:1767384400.765854:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000adc36c61. 00000004:00000010:1.0:1767384400.765896:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000014d4ba5f. 00000004:00000010:1.0:1767384400.765936:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b11dab83. 00000004:00000010:1.0:1767384400.765940:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000879bb867. 00080000:00000010:1.0:1767384400.765952:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000b032285. 00100000:00000010:1.0:1767384400.765994:0:40454:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000072bd944a. 00100000:00000010:1.0:1767384400.765997:0:40454:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000072bd944a. 00040000:00000010:1.0:1767384400.766002:0:40454:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000049ec2454. 00000001:00000010:1.0:1767384400.766004:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008d931f52. 00000001:00000010:1.0:1767384400.766008:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000dad7b7e1. 00000001:00000010:1.0:1767384400.766010:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004939279f. 00040000:00000010:1.0:1767384400.766011:0:40454:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000072bd944a. 00080000:00000010:1.0:1767384400.766014:0:40454:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000056644c14. 00080000:00000010:1.0:1767384400.766015:0:40454:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000000f43357e. 00080000:00000010:1.0:1767384400.766026:0:40454:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000000f43357e. 00080000:00000010:1.0:1767384400.766029:0:40454:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000056644c14. 00040000:00000010:1.0:1767384400.766030:0:40454:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000072bd944a. 00040000:00000010:1.0:1767384400.766033:0:40454:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f234ad93. 00000020:00000010:1.0:1767384400.766052:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005d9a32df. 00000004:00000010:1.0:1767384400.766060:0:40454:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 0000000015835709. 00000004:00000010:1.0:1767384400.766062:0:40454:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000002689acad. 00000004:00000010:1.0:1767384400.766063:0:40454:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000006bea5b53. 00000004:00000010:1.0:1767384400.766064:0:40454:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000045fd5bfb. 00000004:00000010:1.0:1767384400.766066:0:40454:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000005baee0be. 00000020:00000010:1.0:1767384400.766076:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000795e32d5. 00000020:00000010:1.0:1767384400.766078:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000070903a82. 00000040:00000010:1.0:1767384400.766080:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c085df3. 00000020:00000010:1.0:1767384400.766082:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019162147. 00000020:00000010:1.0:1767384400.766084:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002ef55c47. 00000020:00000010:1.0:1767384400.766086:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d90ad78b. 80000000:00000010:1.0:1767384400.766094:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008083ac11. 40000000:00000010:1.0:1767384400.766096:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000045fd5bfb. 00100000:00000010:1.0:1767384400.766098:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000842540d4. 00040000:00000010:1.0:1767384400.766101:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000621afeb6. 00040000:00000010:1.0:1767384400.766103:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cddf9e67. 00040000:00000010:1.0:1767384400.766105:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000113be880. 00080000:00000010:1.0:1767384400.766107:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094ce0686. 00000004:00000010:1.0:1767384400.766109:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022d7a10e. 00000004:00000010:1.0:1767384400.766111:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001127a424. 00000004:00000010:1.0:1767384400.766113:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de4c4a4c. 00000020:00000010:1.0:1767384400.766115:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090509a27. 00000020:00000010:1.0:1767384400.766117:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bea5b53. 00000020:00000010:1.0:1767384400.766119:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000abfef362. 00000020:00000010:0.0:1767384400.766293:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000090f850ef. 00000040:00000010:0.0:1767384400.766299:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000979d7b8b. 00000020:00000010:0.0:1767384400.766302:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d5f2cd3f. 00000020:00000010:0.0:1767384400.766304:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5c3fd50. 00000020:00000010:0.0:1767384400.766307:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aa8dbcb1. 80000000:00000010:0.0:1767384400.766309:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b95ff78. 40000000:00000010:0.0:1767384400.766311:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f46a8f4. 00100000:00000010:0.0:1767384400.766314:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aaa447f0. 00040000:00000010:0.0:1767384400.766317:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000562f07a5. 00040000:00000010:0.0:1767384400.766320:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003d1467ef. 00040000:00000010:0.0:1767384400.766322:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eec715cc. 00080000:00000010:0.0:1767384400.766324:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000093e45b8c. 00000004:00000010:0.0:1767384400.766326:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000983ce130. 00000004:00000010:0.0:1767384400.766337:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061dea4a6. 00000004:00000010:0.0:1767384400.766339:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e12e790. 00000020:00000010:0.0:1767384400.766341:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2a4e1e8. 00000020:00000010:0.0:1767384400.766344:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fb4df93. 00000020:00000010:0.0:1767384400.766347:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000008:00000010:0.0:1767384400.766349:0:40454:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ae0a3f09. 00020000:00000010:0.0:1767384400.766352:0:40454:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d39d277c. 00008000:00000010:0.0:1767384400.766355:0:40454:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009ed8c85f. 00000080:00000010:0.0:1767384400.766357:0:40454:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000007e336535. 00000020:00000010:0.0:1767384400.766359:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe7e0ea. 00000020:00000010:0.0:1767384400.766362:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000294cdb0. 00000020:00000010:0.0:1767384400.766372:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766374:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766391:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766393:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766397:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000000294cdb0. 00000020:00000010:0.0:1767384400.766403:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e7ed804. 00000020:00000010:0.0:1767384400.766405:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe12021f. 00000040:00000010:0.0:1767384400.766407:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002186a026. 00000020:00000010:0.0:1767384400.766409:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000451f6fdc. 00000020:00000010:0.0:1767384400.766412:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.766414:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049d4c6d5. 80000000:00000010:0.0:1767384400.766416:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000248dac99. 40000000:00000010:0.0:1767384400.766418:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.766420:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a5d16a3f. 00040000:00000010:0.0:1767384400.766422:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000809fdfa5. 00040000:00000010:0.0:1767384400.766424:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005160d2c. 00040000:00000010:0.0:1767384400.766426:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b49942a4. 00080000:00000010:0.0:1767384400.766429:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001696dc51. 00000004:00000010:0.0:1767384400.766431:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009428c324. 00000004:00000010:0.0:1767384400.766434:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.766436:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002e12e790. 02000000:00000010:0.0:1767384400.766449:0:40454:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000781e929a. 02000000:00000010:0.0:1767384400.766454:0:40454:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000781e929a. 00000020:00000010:0.0:1767384400.766458:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fe12021f. 00000040:00000010:0.0:1767384400.766460:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002186a026. 00000020:00000010:0.0:1767384400.766461:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000451f6fdc. 00000020:00000010:0.0:1767384400.766465:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.766469:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000049d4c6d5. 80000000:00000010:0.0:1767384400.766471:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000248dac99. 40000000:00000010:0.0:1767384400.766474:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.766476:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a5d16a3f. 00040000:00000010:0.0:1767384400.766478:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000809fdfa5. 00040000:00000010:0.0:1767384400.766481:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000005160d2c. 00040000:00000010:0.0:1767384400.766484:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b49942a4. 00080000:00000010:0.0:1767384400.766486:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001696dc51. 00000004:00000010:0.0:1767384400.766488:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009428c324. 00000004:00000010:0.0:1767384400.766489:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.766492:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002e12e790. 00000020:00000010:0.0:1767384400.766494:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e7ed804. 00000020:00000010:0.0:1767384400.766496:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000000294cdb0. 00000020:00000010:0.0:1767384400.766501:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766502:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766506:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766508:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766513:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766515:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000809fdfa5. 00000020:00000010:0.0:1767384400.766519:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000077946666. 00000100:00000010:0.0:1767384400.766523:0:40454:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000f8289da9. 00000400:00000200:0.0:1767384400.766526:0:40454:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384400.766532:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.766538:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384400.766543:0:40454:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (41) 00000400:00000200:0.0:1767384400.766547:0:40454:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000200:0.0:1767384400.766577:0:40454:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): 0 00000400:00000200:0.0:1767384400.766586:0:40454:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384400.766589:0:40454:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384400.766593:0:40454:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767384400.766595:0:40454:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000400:00000200:0.0:1767384400.766597:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.766600:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:1.0:1767384400.766602:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384400.766605:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766608:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:1.0:1767384400.766611:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 00000400:00000200:0.0:1767384400.766611:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.766618:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000010:1.0:1767384400.766620:0:16152:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000400:00000200:0.0:1767384400.766620:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.766625:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:1.0:1767384400.766628:0:16152:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (42) 00000400:00000200:0.0:1767384400.766630:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766633:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:0.0:1767384400.766635:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000010:1.0:1767384400.766636:0:16152:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084fb75ae. 00000400:00000200:0.0:1767384400.766639:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766642:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:1.0:1767384400.766644:0:16152:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.113@tcp 00000400:00000200:0.0:1767384400.766654:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:1.0:1767384400.766659:0:16152:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.113@tcp local destination 00000400:00000200:0.0:1767384400.766659:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766664:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:0.0:1767384400.766666:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:1.0:1767384400.766670:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 152], ns[179, 162] 00000400:00000200:0.0:1767384400.766675:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766678:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:1.0:1767384400.766680:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 152], ns[60, 162] 00000400:00000200:0.0:1767384400.766682:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.766688:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766691:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 60], ns[64, 60] 00000400:00000200:0.0:1767384400.766692:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.766697:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:1.0:1767384400.766703:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 60], ns[75, 60] 00000400:00000200:0.0:1767384400.766703:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766708:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:0.0:1767384400.766712:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:1.0:1767384400.766715:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 60], ns[79, 60] 00000400:00000200:0.0:1767384400.766719:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766723:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:0.0:1767384400.766727:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:1.0:1767384400.766728:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 60], ns[92, 60] 00000400:00000200:0.0:1767384400.766732:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766736:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:1.0:1767384400.766739:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[96, 60] 00000400:00000200:0.0:1767384400.766739:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:1.0:1767384400.766744:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 60], ns[112, 60] 00000400:00000200:0.0:1767384400.766750:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766752:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384400.766757:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:1.0:1767384400.766761:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 60], ns[122, 60] 00000400:00000200:0.0:1767384400.766765:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766770:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 60], ns[131, 60] 00000400:00000200:0.0:1767384400.766771:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:1.0:1767384400.766778:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[130, 60], ns[140, 60] 00000400:00000200:0.0:1767384400.766778:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384400.766786:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766787:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 60], ns[143, 60] 00000400:00000200:0.0:1767384400.766792:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:1.0:1767384400.766795:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 60], ns[152, 60] 00000400:00000200:0.0:1767384400.766798:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:1.0:1767384400.766808:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 60], ns[158, 60] 00000400:00000200:0.0:1767384400.766808:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766812:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384400.766817:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:1.0:1767384400.766818:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 60], ns[181, 60] 00000400:00000200:0.0:1767384400.766822:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766826:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:0.0:1767384400.766830:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:1.0:1767384400.766834:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 60], ns[185, 60] 00000400:00000200:0.0:1767384400.766835:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766838:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:0.0:1767384400.766841:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.766846:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766848:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.766850:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:1.0:1767384400.766852:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[185, 60], ns[195, 60] 00000400:00000200:0.0:1767384400.766855:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766859:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:0.0:1767384400.766863:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.766866:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766868:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[189, 60], ns[199, 60] 00000400:00000200:0.0:1767384400.766869:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.766873:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:0.0:1767384400.766878:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766880:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:1.0:1767384400.766883:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 60], ns[168, 60] 00000400:00000200:0.0:1767384400.766883:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:0.0:1767384400.766889:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766892:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:1.0:1767384400.766893:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 60], ns[72, 60] 00000400:00000200:0.0:1767384400.766896:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.766903:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766904:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 60], ns[73, 60] 00000400:00000200:0.0:1767384400.766905:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.766910:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:1.0:1767384400.766913:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[181, 60], ns[191, 60] 00000400:00000200:1.0:1767384400.766916:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[183, 60], ns[193, 60] 00000400:00000200:0.0:1767384400.766923:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766924:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 60], ns[120, 60] 00000400:00000200:0.0:1767384400.766926:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:0.0:1767384400.766931:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:1.0:1767384400.766934:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 60], ns[100, 60] 00000400:00000200:0.0:1767384400.766937:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766940:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:1.0:1767384400.766942:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[193, 60], ns[203, 60] 00000400:00000200:0.0:1767384400.766944:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.766946:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766947:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.766948:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.766949:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766953:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.766958:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.766960:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766963:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 60], ns[169, 60] 00000400:00000200:0.0:1767384400.766963:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.766966:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.766973:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384400.766975:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[127, 60] 00000400:00000200:0.0:1767384400.766976:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.766981:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:1.0:1767384400.766985:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[198, 60], ns[239, 60] 00000400:00000200:0.0:1767384400.766987:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.766991:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:0.0:1767384400.766994:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:1.0:1767384400.766996:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 60], ns[150, 60] 00000400:00000200:0.0:1767384400.767000:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.767004:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:1.0:1767384400.767007:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 60], ns[149, 60] 00000400:00000200:0.0:1767384400.767008:0:40454:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:0.0:1767384400.767014:0:40454:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.767016:0:40454:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000400:00000200:1.0:1767384400.767017:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[157, 60], ns[167, 60] 00000100:00000010:0.0:1767384400.767019:0:40454:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000f8289da9. 00000400:00000200:1.0:1767384400.767025:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 60], ns[170, 60] 00000020:00000010:0.0:1767384400.767025:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000077946666. 00000400:00000200:1.0:1767384400.767031:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 60], ns[207, 60] 00000020:00000010:0.0:1767384400.767032:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000037f98e44. 00000400:00000200:1.0:1767384400.767038:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 60], ns[177, 60] 00000400:00000200:1.0:1767384400.767042:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 60], ns[242, 60] 00000020:00000010:0.0:1767384400.767043:0:40454:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000089f03d61. 00000020:00000010:0.0:1767384400.767050:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002e12e790. 00000400:00000200:1.0:1767384400.767051:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[205, 60], ns[246, 60] 00000400:00000200:1.0:1767384400.767059:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[203, 60], ns[244, 60] 00000020:00000010:0.0:1767384400.767061:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000037f98e44. 00000400:00000200:1.0:1767384400.767068:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[206, 60], ns[247, 60] 00000020:00000010:0.0:1767384400.767068:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000037f98e44. 00000400:00000200:1.0:1767384400.767077:0:16152:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 60], ns[0, 60] 00000400:00000200:1.0:1767384400.767083:0:16152:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000001:00000010:0.0:1767384400.767084:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000809fdfa5. 00000001:00000010:0.0:1767384400.767089:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000021536024. 00000400:00000200:1.0:1767384400.767090:0:16152:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp49 00000400:00000200:1.0:1767384400.767098:0:16152:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.113@tcp49 lpni_is_preferred = 0 00000001:00000010:0.0:1767384400.767098:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e7ed804. 00000001:00000010:0.0:1767384400.767101:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b49942a4. 00000400:00000200:1.0:1767384400.767105:0:16152:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.113@tcp49 00000001:00000010:0.0:1767384400.767107:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000049d4c6d5. 00000001:00000010:0.0:1767384400.767112:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002186a026. 00000400:00000200:1.0:1767384400.767113:0:16152:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp49 NI seq info: [248:248:256:4294967295] 192.168.203.113@tcp49 LPNI seq info [207:207:8:4294967295] 00000001:00000010:0.0:1767384400.767115:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002bf13d12. 00000001:00000010:0.0:1767384400.767120:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bb15edcb. 00000001:00000010:0.0:1767384400.767122:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe12021f. 00000001:00000010:0.0:1767384400.767124:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1b8527b. 00000400:00000200:1.0:1767384400.767127:0:16152:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp49 00000001:00000010:0.0:1767384400.767127:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001c291b4f. 00000001:00000010:0.0:1767384400.767130:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006ec922cd. 00000020:00000010:0.0:1767384400.767133:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f911eec4. 00000020:00000010:0.0:1767384400.767135:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc0a457c. 00000020:00000010:0.0:1767384400.767140:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000008:00000010:0.0:1767384400.767142:0:40454:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d40c5c2a. 00020000:00000010:0.0:1767384400.767147:0:40454:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003603f383. 00008000:00000010:0.0:1767384400.767150:0:40454:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009bfbfa7e. 00000400:00000200:1.0:1767384400.767153:0:16152:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp49(192.168.203.113@tcp49:) -> 192.168.203.113@tcp49(192.168.203.113@tcp:192.168.203.113@tcp49) : PUT try# 0 00000080:00000010:0.0:1767384400.767155:0:40454:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001a9a5a34. 00000020:00000010:0.0:1767384400.767159:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000775c0f12. 00000800:00000200:1.0:1767384400.767163:0:16152:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.113@tcp49 00000020:00000010:0.0:1767384400.767163:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000542a7586. 00000800:00000010:1.0:1767384400.767168:0:16152:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b46f2d7. 00000040:00000010:0.0:1767384400.767168:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000755100b4. 00000020:00000010:0.0:1767384400.767175:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000983ce130. 00000020:00000010:0.0:1767384400.767177:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000800:00000010:1.0:1767384400.767180:0:16152:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004df65601. 00000020:00000010:0.0:1767384400.767180:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000fe7e0ea. 80000000:00000010:0.0:1767384400.767182:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000248dac99. 00000800:00000010:1.0:1767384400.767186:0:16152:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d078ae62. 40000000:00000010:0.0:1767384400.767187:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.767191:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093e45b8c. 00000800:00000200:1.0:1767384400.767195:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00040000:00000010:0.0:1767384400.767195:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008711530e. 00040000:00000010:0.0:1767384400.767201:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aaa447f0. 00000800:00000200:1.1:1767384400.767205:0:16152:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00040000:00000010:0.0:1767384400.767207:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2a4e1e8. 00080000:00000010:0.0:1767384400.767211:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d5f2cd3f. 00000004:00000010:0.0:1767384400.767214:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009428c324. 00000004:00000010:0.0:1767384400.767216:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ca8295e. 00000400:00000200:1.0:1767384400.767221:0:16152:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.113@tcp 00000004:00000010:0.0:1767384400.767226:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001696dc51. 00000400:00000200:1.0:1767384400.767227:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300571 rc 0 00002000:00000010:0.0:1767384400.767233:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b22550c1. 00000004:00000010:0.0:1767384400.767237:0:40454:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000005160d2c. 00000004:00000010:0.0:1767384400.767245:0:40454:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000001fd7d5e5. 00000004:00000010:0.0:1767384400.767248:0:40454:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000000294cdb0. 00000020:00000010:0.0:1767384400.767251:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a5d16a3f. 00000004:00000010:0.0:1767384400.767256:0:40454:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000000294cdb0. 00010000:00000010:0.0:1767384400.767264:0:40454:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000e3862c12. 00010000:00000010:0.0:1767384400.767277:0:40454:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000d6df65a7. 00000020:00000010:0.0:1767384400.767281:0:40454:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000451f6fdc. 00000100:00000200:0.0:1767384400.767294:0:40454:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00010000:00000010:0.0:1767384400.767300:0:40454:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ee3b0cb5. 00010000:00000010:0.0:1767384400.767304:0:40454:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000dc29aed0. 00000001:00000010:0.0:1767384400.767307:0:40454:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eec715cc. 00000001:00000010:0.0:1767384400.767312:0:40454:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000eb5066c6. 00000400:00000200:2.0:1767384400.767315:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000001:00000010:0.0:1767384400.767316:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a62325e5. 00000001:00000010:0.0:1767384400.767323:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000004f3a05a. 00000001:00000010:0.0:1767384400.767329:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000006ecf562. 00000001:00000010:0.0:1767384400.767334:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000024a3f4cd. 00000001:00000010:0.0:1767384400.767339:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000040b4858a. 00000001:00000010:0.0:1767384400.767344:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c4786eb1. 00000001:00000010:0.0:1767384400.767349:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d10ef302. 00000001:00000010:0.0:1767384400.767354:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000833fb32d. 00000001:00000010:0.0:1767384400.767359:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000073319d3e. 00000001:00000010:0.0:1767384400.767364:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001c8451a6. 00000400:00000200:2.0:1767384400.767371:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000001:00000010:0.0:1767384400.767376:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004d348030. 00000001:00000010:0.0:1767384400.767396:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a911bf15. 00000001:00000010:0.0:1767384400.767401:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a6d858a3. 00000001:00000010:0.0:1767384400.767406:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000040e36037. 00000400:00000200:2.0:1767384400.767413:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000001:00000010:0.0:1767384400.767418:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dd753b6c. 00000001:00000010:0.0:1767384400.767424:0:40454:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d67adfa0. 00000400:00000200:2.0:1767384400.767444:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.767477:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000020:00000010:0.0:1767384400.767486:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000443a3c4d. 00000020:00000010:0.0:1767384400.767497:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003c0fd1f1. 00000400:00000200:2.0:1767384400.767500:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.767533:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000020:00000010:0.0:1767384400.767596:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000906f0637. 00000400:00000200:2.0:1767384400.767598:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000020:00000010:0.0:1767384400.767600:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000aa8dbcb1. 40000000:00000010:0.0:1767384400.767618:0:40454:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000000f158aa5. 40000000:00000010:0.0:1767384400.767621:0:40454:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000000294cdb0. 00000400:00000200:2.0:1767384400.767643:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 40000000:00000010:0.0:1767384400.767669:0:40454:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000000294cdb0. 00000004:00000010:0.0:1767384400.767677:0:40454:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003e1c6e96. 00000020:00000010:0.0:1767384400.767683:0:40454:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d3564c6c. 00000004:00000010:0.0:1767384400.767687:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000031ac3733. 00000004:00000010:0.0:1767384400.767692:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fcd5eb7c. 00000004:00000010:0.0:1767384400.767696:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000007190737. 00000400:00000200:2.0:1767384400.767698:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00080000:00000010:0.0:1767384400.767700:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f3e09b0. 00000400:00000200:2.0:1767384400.767757:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.767807:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.767848:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000004:00000010:0.0:1767384400.767866:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e6f76501. 00000004:00000010:0.0:1767384400.767872:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005849ed4e. 00000004:00000010:0.0:1767384400.767876:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a35546cc. 00080000:00000010:0.0:1767384400.767880:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000032beecc8. 00000400:00000200:2.0:1767384400.767905:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.767965:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768021:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000004:00000010:0.0:1767384400.768036:0:40454:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000d1a9c557. 00000004:00000010:0.0:1767384400.768041:0:40454:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 0000000013fe0eaa. 00000004:00000010:0.0:1767384400.768046:0:40454:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c22d1c13. 00000004:00000010:0.0:1767384400.768051:0:40454:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dad504c6. 00000004:00000010:0.0:1767384400.768055:0:40454:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002e6354c6. 00080000:00000010:0.0:1767384400.768058:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a78b68b. 00000400:00000200:2.0:1767384400.768069:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768117:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768174:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000040:00000010:0.0:1767384400.768193:0:40454:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000294cdb0. 00000040:00000010:0.0:1767384400.768203:0:40454:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009a6c2003. 00000400:00000200:2.0:1767384400.768207:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000020:00000010:0.0:1767384400.768209:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001b39021b. 00080000:00000010:0.0:1767384400.768214:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e416656e. 00000400:00000200:2.0:1767384400.768242:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768264:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768285:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768310:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768348:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768394:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768437:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000040:00000010:0.0:1767384400.768456:0:40454:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002eccca84. 00000400:00000200:2.0:1767384400.768479:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768535:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00080000:00000010:0.0:1767384400.768616:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000036c9e51b. 00000400:00000200:2.0:1767384400.768622:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768693:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768743:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00080000:00000010:0.0:1767384400.768777:0:40454:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004719e9bb. 00000040:00000010:0.0:1767384400.768784:0:40454:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000beea56d1. 00000020:00000010:0.0:1767384400.768792:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009bf112da. 00080000:00000010:0.0:1767384400.768797:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000af93a25. 00000400:00000200:2.0:1767384400.768805:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384400.768856:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00080000:00000010:0.0:1767384400.768864:0:40454:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000070cc9415. 00000040:00000010:0.0:1767384400.768896:0:40454:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e40c3e67. 00000400:00000200:2.0:1767384400.768899:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000020:00000010:0.0:1767384400.768901:0:40454:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099f1914f. 00080000:00000010:0.0:1767384400.768907:0:40454:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009689fe10. 00000040:00000010:0.0:1767384400.769058:0:40454:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ebb5c6c0. 00000800:00000010:2.0:1767384400.769113:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006264890d. 00000800:00000010:2.0:1767384400.769120:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007244453b. 00000800:00000010:2.0:1767384400.769127:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0c622a0. 00000800:00000010:2.0:1767384400.769159:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0c622a0. 00000800:00020000:2.0:1767384400.769172:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000020:00000010:0.0:1767384400.769172:0:40454:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000f6f98418. 00000020:00000010:0.0:1767384400.769337:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000314bef6a. 00000020:00000010:0.0:1767384400.769341:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a7dd717e. 00000040:00000010:0.0:1767384400.769343:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061a9194f. 00000020:00000010:0.0:1767384400.769345:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b24f0394. 00000020:00000010:0.0:1767384400.769349:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee5fac09. 00000004:00000010:1.0:1767384400.769351:0:40454:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000027ceed24. 00040000:00000010:0.0:1767384400.769353:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000562f07a5. 00000020:00000010:1.0:1767384400.769356:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ad2ed7. 00040000:00000010:0.0:1767384400.769358:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ff0684f. 00000020:00000010:1.0:1767384400.769362:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a87116a0. 00080000:00000010:0.0:1767384400.769364:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002a276084. 00000040:00000010:1.0:1767384400.769367:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8f300a7. 00000020:00000010:0.0:1767384400.769369:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000021218e61. 00000020:00000010:1.0:1767384400.769373:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000049682b1d. 00000040:00000010:0.0:1767384400.769376:0:40458:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000108a047c. 00000020:00000010:1.0:1767384400.769389:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5c3fd50. 00000040:00000010:0.0:1767384400.769402:0:40458:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000237b2940. 00000020:00000010:1.0:1767384400.769405:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002c2be65b. 80000000:00000010:1.0:1767384400.769409:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000075554071. 40000000:00000010:1.0:1767384400.769412:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000f43357e. 00100000:00000010:1.0:1767384400.769416:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d1467ef. 00040000:00000010:1.0:1767384400.769418:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc1cbecd. 00040000:00000010:1.0:1767384400.769421:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ec13493c. 00040000:00000010:1.0:1767384400.769423:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000900cd6c8. 00080000:00000010:1.0:1767384400.769426:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007c62c86a. 00000004:00000010:1.0:1767384400.769429:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005202cc1e. 00000004:00000010:1.0:1767384400.769432:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061dea4a6. 00000004:00000010:1.0:1767384400.769435:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000036eadb1. 00000040:00000010:0.0:1767384400.769438:0:40458:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f31891bd. 00000040:00000010:0.0:1767384400.769443:0:40458:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c0d17773. 00002000:00000010:1.0:1767384400.769445:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004c7862ae. 00000004:00000010:1.0:1767384400.769450:0:40454:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc276ac0. 00000020:00000010:0.0:1767384400.769691:0:40454:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000655219cb. 00000020:00000010:0.0:1767384400.769695:0:40454:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000001f3c94. 00000020:00000010:0.0:1767384400.769713:0:40454:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000066933fc4. 00000020:00000010:0.0:1767384400.769719:0:40454:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000066933fc4. 00000004:00000010:0.0:1767384400.769722:0:40454:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000001fd7d5e5. 00000020:00000010:0.0:1767384400.769725:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000542a7586. 00000040:00000010:0.0:1767384400.769727:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000755100b4. 00000020:00000010:0.0:1767384400.769729:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000983ce130. 00000020:00000010:0.0:1767384400.769731:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.769734:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000fe7e0ea. 80000000:00000010:0.0:1767384400.769736:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000248dac99. 40000000:00000010:0.0:1767384400.769738:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.769740:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093e45b8c. 00040000:00000010:0.0:1767384400.769741:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008711530e. 00040000:00000010:0.0:1767384400.769748:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aaa447f0. 00040000:00000010:0.0:1767384400.769750:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e2a4e1e8. 00080000:00000010:0.0:1767384400.769752:0:40454:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000070cc9415. 00000020:00000010:0.0:1767384400.769754:0:40454:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000f6f98418. 00080000:00000010:0.0:1767384400.769756:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5f2cd3f. 00000004:00000010:0.0:1767384400.769758:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009428c324. 00000004:00000010:0.0:1767384400.769761:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.769764:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001696dc51. 00002000:00000010:0.0:1767384400.769767:0:40454:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b22550c1. 00000004:00000010:0.0:1767384400.769769:0:40454:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003e1c6e96. 00000020:00000010:0.0:1767384400.769772:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000775c0f12. 00000020:00000010:0.0:1767384400.769775:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc0a457c. 00000020:00000010:0.0:1767384400.769779:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000008:00000010:0.0:1767384400.769782:0:40454:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d40c5c2a. 00020000:00000010:0.0:1767384400.769785:0:40454:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003603f383. 00008000:00000010:0.0:1767384400.769788:0:40454:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009bfbfa7e. 00000080:00000010:0.0:1767384400.769790:0:40454:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001a9a5a34. 00000020:00000010:0.0:1767384400.769793:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f911eec4. 00000020:00000010:0.0:1767384400.769796:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.769802:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.769807:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041770551. 00000020:00000010:0.0:1767384400.769811:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001bbb1258. 00000040:00000010:0.0:1767384400.769813:0:40454:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ed0ddcb8. 00000020:00000010:0.0:1767384400.769816:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b24dff1. 00000020:00000010:0.0:1767384400.769818:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.769820:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000083a4b425. 80000000:00000010:0.0:1767384400.769822:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6f98418. 40000000:00000010:0.0:1767384400.769823:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.769825:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000049b028bd. 00040000:00000010:0.0:1767384400.769827:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070cc9415. 00040000:00000010:0.0:1767384400.769829:0:40454:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000357260d9. 00040000:00000010:0.0:1767384400.769830:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bd1b249. 00080000:00000010:0.0:1767384400.769832:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.769839:0:40454:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000180360ff. 00000004:00000010:0.0:1767384400.769841:0:40454:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.769843:0:40454:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008de68edf. 00000004:00000010:0.0:1767384400.769845:0:40454:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000077717f98. 00000004:00000010:0.0:1767384400.769854:0:40454:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000066933fc4. 00000020:00000010:0.0:1767384400.769858:0:40454:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000066c6dcaa. 00000100:00000010:0.0:1767384400.769873:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a50f6ae. 02000000:00000010:0.0:1767384400.769885:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007592eda1. 00040000:00000010:1.0:1767384400.769919:0:16153:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d214202e. 00000004:00000010:0.0:1767384400.769920:0:40454:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000066933fc4. 00000004:00000010:1.0:1767384400.769927:0:16153:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000009768bca. 00000004:00000010:0.0:1767384400.769927:0:40454:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000382a83c3. 00020000:00000010:0.0:1767384400.769934:0:40454:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000afab940b. 00020000:00000010:0.0:1767384400.769939:0:40454:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000bc0a457c. 00000004:00000010:1.0:1767384400.769940:0:16153:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004bf1d86c. 00100000:00000010:0.0:1767384400.769944:0:40454:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000066933fc4. 00000004:00000010:1.0:1767384400.769946:0:16153:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f106d04e. 00000020:00000010:0.0:1767384400.769949:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001bbb1258. 00000004:00000010:1.0:1767384400.769950:0:16153:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000087f0780e. 00000040:00000010:0.0:1767384400.769953:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed0ddcb8. 00000100:00000010:3.0:1767384400.769958:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be0c1182. 00000020:00000010:0.0:1767384400.769959:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b24dff1. 00000020:00000010:0.0:1767384400.769965:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.769968:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000083a4b425. 80000000:00000010:0.0:1767384400.769970:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f6f98418. 02000000:00000010:3.0:1767384400.769972:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dec60. 02000000:00000010:1.0:1767384400.769972:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000028dcb534. 40000000:00000010:0.0:1767384400.769972:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077946666. 00100000:00000010:0.0:1767384400.769979:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000049b028bd. 00000400:00000010:1.0:1767384400.769981:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6d750b7. 00040000:00000010:0.0:1767384400.769982:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070cc9415. 00040000:00000010:0.0:1767384400.769988:0:40454:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000357260d9. 00000400:00000010:1.0:1767384400.769989:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb3e91c9. 00040000:00000010:0.0:1767384400.769993:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000bd1b249. 00000100:00000200:1.0:1767384400.769996:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744063616, portal 4 00080000:00000010:0.0:1767384400.769997:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.770002:0:40454:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000180360ff. 00040000:00000010:3.0:1767384400.770004:0:16156:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000064fc4cb8. 00000020:00000010:1.0:1767384400.770005:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000393810bb. 00000004:00000010:0.0:1767384400.770005:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ca8295e. 00000004:00000010:3.0:1767384400.770012:0:16156:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f9e68d40. 00000004:00000010:0.0:1767384400.770012:0:40454:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008de68edf. 00000400:00000010:1.0:1767384400.770014:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000004:00000010:0.0:1767384400.770018:0:40454:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000077717f98. 00000004:00000010:3.0:1767384400.770019:0:16156:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000078184348. 00000100:00000200:1.0:1767384400.770019:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236744063616, offset 0 00000020:00000010:0.0:1767384400.770021:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041770551. 00000004:00000010:3.0:1767384400.770026:0:16156:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6f4ab02. 00000020:00000010:0.0:1767384400.770027:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000037f98e44. 00000400:00000200:1.0:1767384400.770031:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:3.0:1767384400.770032:0:16156:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001f0b3d7b. 00000020:00000010:0.0:1767384400.770036:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000070cc9415. 00000020:00000010:0.0:1767384400.770039:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000070cc9415. 00000400:00000200:1.0:1767384400.770042:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384400.770051:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000070cc9415. 02000000:00000010:3.0:1767384400.770054:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e18bd355. 00000400:00000200:1.0:1767384400.770054:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824dd08a80 00000020:00000010:0.0:1767384400.770055:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000070cc9415. 00000400:00000010:3.0:1767384400.770062:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000861cf69f. 00000020:00000010:0.0:1767384400.770063:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000077946666. 00000400:00000200:1.0:1767384400.770066:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5304 00000020:00000010:0.0:1767384400.770068:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000077946666. 00000400:00000200:1.0:1767384400.770076:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384400.770077:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c4d57f1. 00000100:00000010:0.0:1767384400.770079:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d03e81f. 00000100:00000200:3.0:1767384400.770082:0:16156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744063744, portal 10 00000400:00000200:1.0:1767384400.770082:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384400.770086:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041770551. 00000400:00000010:3.0:1767384400.770090:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:1.0:1767384400.770092:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1767384400.770093:0:16156:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236744063744, offset 0 00000100:00000010:0.0:1767384400.770095:0:40454:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032f65b6d. 00000100:00000010:1.0:1767384400.770097:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006765f1c4. 00000400:00000200:3.0:1767384400.770102:0:16156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.770108:0:16156:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384400.770114:0:40454:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b435cf79. 00000400:00000200:1.0:1767384400.770115:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e314838e 00000400:00000010:1.0:1767384400.770118:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000400:00000200:3.0:1767384400.770120:0:16156:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824dd08b00 00000400:00000010:0.0:1767384400.770122:0:40454:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000100:00000200:1.0:1767384400.770126:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009a50f6ae x1853236744063616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.770127:0:16156:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x22d5 [64] + 0 00000400:00000200:3.0:1767384400.770136:0:16156:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384400.770137:0:40454:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000074878ca. 00000400:00000200:3.0:1767384400.770143:0:16156:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.770144:0:40454:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744063872, portal 25 00000100:00000010:1.0:1767384400.770147:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3564c07. 00000100:00000200:3.0:1767384400.770148:0:16156:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384400.770150:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.770154:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744063872, offset 0 00000100:00000010:3.0:1767384400.770155:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008dd3df58. 00000100:00000010:1.0:1767384400.770160:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aca89de. 00000400:00000200:0.0:1767384400.770162:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384400.770168:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008353e4d6. 00000400:00000200:3.0:1767384400.770171:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000200:0.0:1767384400.770172:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384400.770174:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000100:00000010:1.0:1767384400.770175:0:16153:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a81eacfb. 00000100:00000200:3.0:1767384400.770182:0:16156:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be0c1182 x1853236744063744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.770184:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd08b80 00000400:00000200:0.0:1767384400.770194:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21d5 [2] + 0 00040000:00000010:1.0:1767384400.770198:0:16157:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e7cb32d. 00000400:00000010:0.0:1767384400.770200:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93c3cbf. 00000004:00000010:1.0:1767384400.770202:0:16157:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000071ffa82. 00000400:00000200:0.0:1767384400.770204:0:40454:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3d3ea7a 00000004:00000010:1.0:1767384400.770207:0:16157:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008252dba3. 00000400:00000200:0.0:1767384400.770208:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1767384400.770212:0:16157:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c6773d43. 00000400:00000200:0.0:1767384400.770214:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:1.0:1767384400.770217:0:16157:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c23ee434. 00000400:00000200:0.0:1767384400.770218:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3d3ea7a 00000400:00000010:0.0:1767384400.770221:0:40454:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3d3ea7a. 00000100:00000200:0.0:1767384400.770225:0:40454:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767384400.770237:0:40439:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e4dc4734. 00000400:00000200:0.0:1767384400.770238:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384400.770243:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00040000:00000010:3.0:1767384400.770245:0:40439:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d01c1058. 00000100:00000200:0.0:1767384400.770246:0:40454:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d03e81f x1853236744063872/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384400.770250:0:40439:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008092e8fd. 00000004:00000010:3.0:1767384400.770257:0:40439:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c62febdd. 00000004:00000010:3.0:1767384400.770261:0:40439:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001c464815. 00000020:00000010:3.0:1767384400.770270:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db0d62d. 00000020:00000010:3.0:1767384400.770272:0:40439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a08f7ff7. 00000020:00000010:3.0:1767384400.770275:0:40439:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:0.0:1767384400.770291:0:40431:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000068a41e3. 00000020:00000010:0.0:1767384400.770302:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00000020:00000010:0.0:1767384400.770305:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077946666. 00000100:00000200:3.0:1767384400.770308:0:40439:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063744 00000020:00000010:0.0:1767384400.770308:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd1b249. 02000000:00000010:3.0:1767384400.770316:0:40439:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000df5eece8. 00000020:00000010:0.0:1767384400.770318:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.770322:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000400:00000010:3.0:1767384400.770327:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384400.770331:0:40439:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744063744, offset 224 00000400:00000200:3.0:1767384400.770334:0:40439:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.770340:0:40439:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.770347:0:40439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd08b00 00000020:00000010:0.0:1767384400.770349:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00000400:00000200:3.0:1767384400.770352:0:40439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a51 [1] + 224 00000020:00000010:0.0:1767384400.770353:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077946666. 00000100:00000200:0.0:1767384400.770358:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063872 00000400:00000200:3.0:1767384400.770359:0:40439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.770363:0:40439:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.770367:0:40439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be0c1182 x1853236744063744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384400.770375:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000001d3aab0c. 00000400:00000200:3.0:1767384400.770395:0:40439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000040:00000010:0.0:1767384400.770397:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083a4b425. 00000400:00000010:3.0:1767384400.770398:0:40439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000400:00000010:1.0:1767384400.770406:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861cf69f. 00000040:00000010:0.0:1767384400.770409:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b72bd9c5. 00000020:00000010:3.0:1767384400.770411:0:40439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a08f7ff7. 00000400:00000200:1.0:1767384400.770411:0:16156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c4d57f1 00000400:00000010:1.0:1767384400.770416:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c4d57f1. 00000020:00000010:3.0:1767384400.770417:0:40439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.770422:0:40439:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000db0d62d. 00000100:00000200:1.0:1767384400.770423:0:16156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be0c1182 x1853236744063744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384400.770439:0:16156:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be0c1182 x1853236744063744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:02000400:1.0:1767384400.770455:0:16156:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000040:00000010:0.0:1767384400.770508:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b72bd9c5. 00000040:00000010:0.0:1767384400.770512:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083a4b425. 00010000:00000200:0.0:1767384400.770520:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a7d9c86 x1853236744063872/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8472 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.770533:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c6e653c1. 00000100:00000200:0.0:1767384400.770537:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744063872, offset 224 00000400:00000200:0.0:1767384400.770541:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.770547:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.770576:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd08b80 00000400:00000200:0.0:1767384400.770580:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a59 [4] + 224 00000400:00000200:0.0:1767384400.770585:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.770589:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.770595:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d03e81f x1853236744063872/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.770608:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e653c1 00000400:00000010:0.0:1767384400.770609:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c6e653c1. 00000020:00000010:0.0:1767384400.770616:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.770618:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384400.770620:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd1b249. 02000000:00000010:0.0:1767384400.770624:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000001d3aab0c. 00000100:00000200:0.0:1767384400.770633:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384400.770636:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c382306. 00000400:00000010:0.0:1767384400.770639:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e653c1. 00000020:00000010:0.0:1767384400.770656:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd1b249. 00000020:00000010:0.0:1767384400.770658:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.770664:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000100:00000200:0.0:1767384400.770682:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744063616 02000000:00000010:0.0:1767384400.770692:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000077717f98. 00000020:00000010:0.0:1767384400.770698:0:17567:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008de68edf. 00000001:00000010:0.0:1767384400.770702:0:17567:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ed343121. 00000001:00000010:0.0:1767384400.770705:0:17567:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000070cc9415. 00000001:00000010:0.0:1767384400.770708:0:17567:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b1e015cd. 00000001:00000010:0.0:1767384400.770710:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000083a4b425. 00000001:00000010:0.0:1767384400.770711:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed0ddcb8. 00000001:00000010:0.0:1767384400.770712:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001bbb1258. 00000001:00000010:0.0:1767384400.770714:0:17567:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017e0b894. 00080000:00000010:0.0:1767384400.770734:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000015ef79d2. 00000001:00000010:0.0:1767384400.770789:0:17567:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d84ffb0e. 00000020:00000010:0.0:1767384400.770856:0:17567:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f6f98418. 00000020:00000010:0.0:1767384400.770861:0:17567:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000f6f98418. 00000020:00000010:0.0:1767384400.770864:0:17567:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000180360ff. 00000020:00000010:0.0:1767384400.770867:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00010000:00000200:0.0:1767384400.770883:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006765f1c4 x1853236744063616/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.770891:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.770893:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236744063616, offset 0 00000400:00000200:0.0:1767384400.770896:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.770900:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.770903:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824dd08a80 00000400:00000200:0.0:1767384400.770906:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a49 [1] + 0 00000400:00000200:0.0:1767384400.770908:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.770910:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.770913:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009a50f6ae x1853236744063616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.770929:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384400.770930:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000020:00000010:0.0:1767384400.770937:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037f98e44. 00000400:00000010:3.0:1767384400.770944:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6d750b7. 00000020:00000010:0.0:1767384400.770944:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000400:00000200:3.0:1767384400.770950:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb3e91c9 00000020:00000010:0.0:1767384400.770951:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd1b249. 00000400:00000010:3.0:1767384400.770954:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb3e91c9. 00000100:00000200:3.0:1767384400.770961:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009a50f6ae x1853236744063616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.770968:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009a50f6ae x1853236744063616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.770970:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000400:00000200:0.0:1767384400.770978:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074878ca 00000400:00000010:0.0:1767384400.770981:0:40454:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000074878ca. 00000020:00000010:3.0:1767384400.770983:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ad9218ab. 00000100:00000200:0.0:1767384400.770988:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d03e81f x1853236744063872/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.770999:0:40454:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d03e81f x1853236744063872/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384400.771013:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000028dcb534. 00000100:00000010:0.0:1767384400.771017:0:40454:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032f65b6d. 02000000:00000010:3.0:1767384400.771019:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007592eda1. 00000100:00000010:3.0:1767384400.771024:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009a50f6ae. 02000000:00000010:0.0:1767384400.771026:0:40454:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b435cf79. 00080000:00000010:3.0:1767384400.771040:0:40458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa449547. 02000000:00000010:0.0:1767384400.771040:0:40454:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041770551. 00000100:00000010:0.0:1767384400.771048:0:40454:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d03e81f. 00000020:00000010:0.0:1767384400.771056:0:40454:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000008711530e. 00000020:00000010:0.0:1767384400.771059:0:40454:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000008711530e. 00080000:00000010:3.0:1767384400.771060:0:40458:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000ba0745fd. 00000040:00000010:0.0:1767384400.771063:0:40454:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000023c527b9. 00000020:00000010:0.0:1767384400.771072:0:40454:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004dd29365. 00000020:00000010:0.0:1767384400.771083:0:40454:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5f377bd. 00000040:00000010:0.0:1767384400.771087:0:40454:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d578dc0. 00000020:00000010:0.0:1767384400.771089:0:40454:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000910d3984. 00000020:00000010:0.0:1767384400.771091:0:40454:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029609ff8. 00000020:00000010:0.0:1767384400.771095:0:40454:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007882c87b. 80000000:00000010:0.0:1767384400.771097:0:40454:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000355739c4. 40000000:00000010:0.0:1767384400.771100:0:40454:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007f0abe08. 00100000:00000010:0.0:1767384400.771104:0:40454:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007daae6e6. 00080000:00000010:3.0:1767384400.771108:0:40458:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082203860. 00040000:00000010:0.0:1767384400.771110:0:40454:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060fdb4e3. 00000004:00000010:3.0:1767384400.771114:0:40458:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000004e771e1. 00040000:00000010:0.0:1767384400.771115:0:40454:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000530a10dd. 00080000:00000010:0.0:1767384400.771120:0:40454:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000050bfa29b. 00000004:00000010:0.0:1767384400.771123:0:40454:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004243737b. 00002000:00000010:0.0:1767384400.771125:0:40454:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000b21ca38. 00000020:00000010:0.0:1767384400.771128:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085468ffe. 00000100:00000010:0.0:1767384400.771196:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d03e81f. 02000000:00000010:0.0:1767384400.771204:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008711530e. 02000000:00000010:0.0:1767384400.771254:0:16157:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ab31e1d. 00000400:00000010:0.0:1767384400.771259:0:16157:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000400:00000010:0.0:1767384400.771263:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.771267:0:16157:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744064000, portal 4 00000020:00000010:0.0:1767384400.771271:0:16157:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b72bd9c5. 00000400:00000010:0.0:1767384400.771277:0:16157:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.771279:0:16157:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236744064000, offset 0 00000400:00000200:0.0:1767384400.771286:0:16157:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.771293:0:16157:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.771301:0:16157:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824dd08c00 00000400:00000200:0.0:1767384400.771307:0:16157:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000400:00000200:0.0:1767384400.771312:0:16157:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.771316:0:16157:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.771321:0:16157:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384400.771326:0:16157:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f4830b42. 00000400:00000200:0.0:1767384400.771343:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:0.0:1767384400.771346:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.771352:0:16157:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d03e81f x1853236744064000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.771442:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f72d49a0. 00000020:00000010:0.0:1767384400.771448:0:18868:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000077946666. 00000020:00000010:0.0:1767384400.771462:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041770551. 00000020:00000010:0.0:1767384400.771466:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.771469:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000020:00000010:0.0:1767384400.771489:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077946666. 00000020:00000010:0.0:1767384400.771492:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077946666. 00000100:00000200:0.0:1767384400.771495:0:18868:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064000 02000000:00000010:0.0:1767384400.771504:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000226956f8. 00010000:00000200:0.0:1767384400.771521:0:18868:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4830b42 x1853236744064000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:381/0 lens 224/368 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.771534:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.771537:0:18868:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236744064000, offset 224 00000400:00000200:0.0:1767384400.771551:0:18868:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.771584:0:18868:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.771591:0:18868:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824dd08c00 00000400:00000200:0.0:1767384400.771595:0:18868:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a71 [1] + 224 00000400:00000200:0.0:1767384400.771599:0:18868:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.771602:0:18868:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.771607:0:18868:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d03e81f x1853236744064000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.771623:0:18868:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:0.0:1767384400.771625:0:18868:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000020:00000010:0.0:1767384400.771635:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037f98e44. 00000020:00000010:0.0:1767384400.771639:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384400.771643:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041770551. 00000400:00000010:0.0:1767384400.771778:0:16157:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000400:00000200:0.0:1767384400.771782:0:16157:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:0.0:1767384400.771784:0:16157:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.771790:0:16157:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d03e81f x1853236744064000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.771799:0:16157:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d03e81f x1853236744064000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384400.772138:0:16157:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ab31e1d. 02000000:00000010:0.0:1767384400.772143:0:16157:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008711530e. 00000100:00000010:0.0:1767384400.772146:0:16157:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d03e81f. 00000040:00000010:0.0:1767384400.772491:0:40427:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a013a30a. 00000040:00000010:0.0:1767384400.772497:0:40427:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ff58df7a. 00000040:00000010:0.0:1767384400.772499:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be8f470d. 00000020:00000010:0.0:1767384400.772504:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085ae0f25. 00000040:00000010:0.0:1767384400.772508:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000752f4885. 00000020:00000010:0.0:1767384400.772510:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac0ead35. 00000020:00000010:0.0:1767384400.772513:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d2f518e. 80000000:00000010:0.0:1767384400.772516:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae22ab6e. 00040000:00000010:0.0:1767384400.772519:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007561b532. 00080000:00000010:0.0:1767384400.772528:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b7253c95. 20000000:00000010:0.0:1767384400.772530:0:40427:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c56919e5. 00000020:00000010:0.0:1767384400.772532:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd24a34f. 10000000:00000010:0.0:1767384400.772534:0:40427:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ea684204. 00000100:00000010:0.0:1767384400.772550:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d03e81f. 02000000:00000010:0.0:1767384400.772576:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041770551. 00010000:00000010:0.0:1767384400.772582:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000096ab8622. 00010000:00000010:0.0:1767384400.772587:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000014f506e2. 00000100:00000010:0.0:1767384400.772596:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032f65b6d. 02000000:00000010:0.0:1767384400.772603:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ab31e1d. 00000400:00000010:0.0:1767384400.772606:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000400:00000010:0.0:1767384400.772608:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000100:00000200:0.0:1767384400.772610:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744064128, portal 25 00000400:00000010:0.0:1767384400.772613:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.772615:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744064128, offset 0 00000400:00000200:0.0:1767384400.772619:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.772624:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.772631:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd08c80 00000400:00000200:0.0:1767384400.772634:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21d9 [2] + 0 00000400:00000010:0.0:1767384400.772637:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069f54536. 00000400:00000200:0.0:1767384400.772639:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001ecdba36 00000400:00000200:0.0:1767384400.772642:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.772644:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.772645:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ecdba36 00000400:00000010:0.0:1767384400.772647:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ecdba36. 00000100:00000200:0.0:1767384400.772649:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.772659:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:0.0:1767384400.772660:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.772662:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d03e81f x1853236744064128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.773884:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c56beeb. 00000020:00000010:0.0:1767384400.773888:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c56beeb. 00000020:00000010:0.0:1767384400.773891:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd1b249. 00000020:00000010:0.0:1767384400.773899:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384400.773902:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000020:00000010:0.0:1767384400.773925:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c56beeb. 00000020:00000010:0.0:1767384400.773953:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c56beeb. 00000100:00000200:0.0:1767384400.773957:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064128 00010000:00000010:0.0:1767384400.773971:0:40431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000657d182f. 00010000:00000010:0.0:1767384400.773976:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fb54ef2f. 00000020:00000010:0.0:1767384400.773980:0:40431:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007c56beeb. 02000000:00000010:0.0:1767384400.773989:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009617b6f5. 00010000:00000200:0.0:1767384400.774006:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081475a75 x1853236744064128/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/344 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.774019:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.774023:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744064128, offset 224 00000400:00000200:0.0:1767384400.774029:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.774036:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.774042:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd08c80 00000400:00000200:0.0:1767384400.774050:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a7d [1] + 224 00000400:00000200:0.0:1767384400.774055:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.774058:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.774066:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d03e81f x1853236744064128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.774085:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:0.0:1767384400.774088:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000020:00000010:0.0:1767384400.774098:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384400.774102:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:0.0:1767384400.774106:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd1b249. 02000000:00000010:0.0:1767384400.774111:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009617b6f5. 00000100:00000200:0.0:1767384400.774117:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384400.774131:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6e350f. 00000400:00000010:0.0:1767384400.774136:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074878ca. 00000400:00000010:3.0:1767384400.774325:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 00000400:00000200:3.0:1767384400.774329:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2eedb37 00000400:00000010:3.0:1767384400.774330:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000100:00000200:3.0:1767384400.774334:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d03e81f x1853236744064128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.774342:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d03e81f x1853236744064128/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.774355:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032f65b6d. 02000000:00000010:3.0:1767384400.774365:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ab31e1d. 02000000:00000010:3.0:1767384400.774369:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041770551. 00000100:00000010:3.0:1767384400.774371:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d03e81f. 10000000:00000010:3.0:1767384400.774377:0:40427:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000017cc7dac. 00000100:00000010:3.0:1767384400.774995:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee8deac3. 02000000:00000010:3.0:1767384400.775003:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1342890. 00000100:00000010:3.0:1767384400.775011:0:40427:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007b18a52f. 00000100:00000010:3.0:1767384400.775014:0:40427:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000c57978aa. 00000100:00000010:3.0:1767384400.775033:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009dca5527. 00000400:00000010:3.0:1767384400.775043:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000861cf69f. 00000400:00000010:3.0:1767384400.775048:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000190cdcb5. 00000100:00000200:3.0:1767384400.775053:0:40427:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824dd08d00-0x695824dd08d00, portal 33 02000000:00000010:3.0:1767384400.775057:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bf0da54. 00000400:00000010:3.0:1767384400.775060:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007c954f4. 00000400:00000010:3.0:1767384400.775063:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004513e74f. 00000100:00000200:3.0:1767384400.775066:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744064256, portal 25 00000400:00000010:3.0:1767384400.775068:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.775069:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236744064256, offset 0 00000400:00000200:3.0:1767384400.775072:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.775077:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.775080:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824dd08d00 00000400:00000200:3.0:1767384400.775084:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x21dd [2] + 0 00000400:00000010:3.0:1767384400.775086:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f69c884. 00000400:00000200:3.0:1767384400.775088:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001969d0ca 00000400:00000200:3.0:1767384400.775090:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.775092:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.775094:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001969d0ca 00000400:00000010:3.0:1767384400.775095:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001969d0ca. 00000100:00000200:3.0:1767384400.775098:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384400.775110:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.775111:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.775114:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee8deac3 x1853236744064256/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.775144:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008bcf6c2. 00000020:00000010:0.0:1767384400.775149:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008bcf6c2. 00000020:00000010:0.0:1767384400.775161:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bd1b249. 00000020:00000010:0.0:1767384400.775167:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8c9dfc2. 00000020:00000010:0.0:1767384400.775173:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006948006d. 00000020:00000010:3.0:1767384400.775212:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b74b03e. 00000020:00000010:3.0:1767384400.775216:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b74b03e. 00000100:00000200:3.0:1767384400.775219:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064256 02000000:00000010:3.0:1767384400.775228:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f209aa12. 20000000:00000010:3.0:1767384400.775238:0:40432:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000531c798e. 00000100:00000010:3.0:1767384400.775294:0:40432:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c6a420ef. 00000100:00000010:3.0:1767384400.775298:0:40432:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009dc652e2. 00000400:00000010:3.0:1767384400.775303:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000400:00000010:3.0:1767384400.775308:0:40432:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbb56ca6. 00000400:00000200:3.0:1767384400.775311:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.775316:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.775320:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824dd08d00 00000400:00000200:3.0:1767384400.775323:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2a8d [256] + 0 00000400:00000010:3.0:1767384400.775326:0:40432:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861cf69f. 00000400:00000200:3.0:1767384400.775328:0:40432:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000190cdcb5 00000400:00000200:3.0:1767384400.775330:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.775332:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.775334:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000190cdcb5 00000400:00000010:3.0:1767384400.775335:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000190cdcb5. 00000100:00000200:3.0:1767384400.775337:0:40432:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ee8deac3 desc 000000007b18a52f mbits 1853236744064256 00000400:00000200:3.0:1767384400.775348:0:40432:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384400.775352:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384400.775356:0:40432:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a99 00000400:00000200:3.0:1767384400.775358:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.775359:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:3.0:1767384400.775362:0:40432:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c6a420ef 00000400:00000200:3.0:1767384400.775366:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.775367:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.775369:0:40432:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c6a420ef 00000100:00000200:3.0:1767384400.775375:0:40432:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824dd08d00-0x695824dd08d00 00000100:00000010:3.0:1767384400.775393:0:40432:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009dc652e2. 00000100:00000010:3.0:1767384400.775396:0:40432:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c6a420ef. 20000000:00000010:3.0:1767384400.775402:0:40432:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000531c798e. 00010000:00000200:3.0:1767384400.775410:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b02df68 x1853236744064256/t0(0) o256->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 304/240 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.775419:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.775421:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236744064256, offset 224 00000400:00000200:3.0:1767384400.775423:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.775427:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.775430:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824dd08d00 00000400:00000200:3.0:1767384400.775432:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2a91 [1] + 224 00000400:00000200:3.0:1767384400.775435:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.775437:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.775439:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee8deac3 x1853236744064256/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.775450:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.775452:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000020:00000010:3.0:1767384400.775458:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8c9dfc2. 00000020:00000010:3.0:1767384400.775461:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006948006d. 00000020:00000010:3.0:1767384400.775463:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bd1b249. 02000000:00000010:3.0:1767384400.775466:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f209aa12. 00000400:00000010:0.0:1767384400.775467:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007c954f4. 00000100:00000200:3.0:1767384400.775470:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.775474:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817ee091. 00000400:00000200:0.0:1767384400.775475:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004513e74f 00000400:00000010:0.0:1767384400.775479:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004513e74f. 00000400:00000010:3.0:1767384400.775484:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6afa6d6. 00000100:00000200:0.0:1767384400.775487:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee8deac3 x1853236744064256/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.775499:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee8deac3 x1853236744064256/t0(0) o256->MGC192.168.203.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.775520:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009dca5527. 10000000:00000010:0.0:1767384400.775531:0:40427:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000004243737b. 00000100:00000200:0.0:1767384400.775542:0:40427:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.113@tcp with 192.168.203.113@tcp 00000100:00000200:0.0:1767384400.775545:0:40427:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.113@tcp' 00000100:00000200:0.0:1767384400.775548:0:40427:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.113@tcp' 00000400:00000200:0.0:1767384400.775574:0:40427:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384400.775580:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.775585:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384400.775589:0:40427:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (43) 00000400:00000200:0.0:1767384400.775596:0:40427:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384400.775599:0:40427:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384400.775603:0:40427:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384400.775608:0:40427:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767384400.775610:0:40427:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (44) 00000400:00000200:0.0:1767384400.775613:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.775617:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:0.0:1767384400.775621:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775623:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:0.0:1767384400.775626:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.775630:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775633:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.775636:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:0.0:1767384400.775639:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775649:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:0.0:1767384400.775652:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:0.0:1767384400.775656:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775658:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:0.0:1767384400.775660:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:0.0:1767384400.775664:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775667:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:0.0:1767384400.775669:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:0.0:1767384400.775673:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775675:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:0.0:1767384400.775677:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.775681:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775683:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.775686:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:0.0:1767384400.775690:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775693:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:0.0:1767384400.775695:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:0.0:1767384400.775700:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775702:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:0.0:1767384400.775704:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:0.0:1767384400.775707:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775710:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:0.0:1767384400.775713:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:0.0:1767384400.775719:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775721:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384400.775724:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384400.775728:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775734:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:0.0:1767384400.775739:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384400.775742:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775744:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:0.0:1767384400.775747:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:0.0:1767384400.775751:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775753:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384400.775756:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:0.0:1767384400.775759:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775771:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:0.0:1767384400.775773:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384400.775778:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775780:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:0.0:1767384400.775782:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.775786:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775788:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.775790:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:0.0:1767384400.775793:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775795:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:0.0:1767384400.775797:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.775800:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775802:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.775804:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:0.0:1767384400.775808:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775809:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:0.0:1767384400.775811:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:0.0:1767384400.775815:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775817:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:0.0:1767384400.775819:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.775823:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775825:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.775827:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:0.0:1767384400.775830:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775832:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:0.0:1767384400.775834:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:0.0:1767384400.775838:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775840:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:0.0:1767384400.775842:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.775845:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775846:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.775849:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.775852:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775854:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.775857:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.775860:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775868:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.775870:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.775874:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775876:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.775878:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:0.0:1767384400.775882:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775884:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:0.0:1767384400.775886:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:0.0:1767384400.775890:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775892:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:0.0:1767384400.775895:0:40427:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:0.0:1767384400.775898:0:40427:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.775899:0:40427:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 10000000:00000010:0.0:1767384400.775919:0:40427:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005b710091. 00000020:00000010:0.0:1767384400.775928:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b121d092. 00000020:00000010:0.0:1767384400.775932:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072351724. 00000040:00000010:0.0:1767384400.775936:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bd1b249. 00000020:00000010:0.0:1767384400.775940:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e5aa954. 00000020:00000010:0.0:1767384400.775945:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.775948:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041770551. 80000000:00000010:0.0:1767384400.775952:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6f98418. 40000000:00000010:0.0:1767384400.775955:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000008bcf6c2. 00100000:00000010:0.0:1767384400.775959:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000357260d9. 00040000:00000010:0.0:1767384400.775963:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096b7408a. 00040000:00000010:0.0:1767384400.775966:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000049b028bd. 00040000:00000010:0.0:1767384400.775969:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000530a10dd. 00080000:00000010:0.0:1767384400.775974:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003b24dff1. 00000004:00000010:0.0:1767384400.775979:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bd030760. 00000004:00000010:0.0:1767384400.775983:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.775988:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000633886cd. 00002000:00000010:0.0:1767384400.775991:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009617b6f5. 00000004:00000010:0.0:1767384400.775995:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c8841209. 00000020:00000010:0.0:1767384400.776046:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000072351724. 00000040:00000010:0.0:1767384400.776050:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000bd1b249. 00000020:00000010:0.0:1767384400.776061:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e5aa954. 00000020:00000010:0.0:1767384400.776065:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.776069:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041770551. 80000000:00000010:0.0:1767384400.776071:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f6f98418. 40000000:00000010:0.0:1767384400.776074:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008bcf6c2. 00100000:00000010:0.0:1767384400.776077:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000357260d9. 00040000:00000010:0.0:1767384400.776080:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096b7408a. 00040000:00000010:0.0:1767384400.776083:0:40427:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000049b028bd. 00040000:00000010:0.0:1767384400.776085:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000530a10dd. 00080000:00000010:0.0:1767384400.776088:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003b24dff1. 00000004:00000010:0.0:1767384400.776090:0:40427:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bd030760. 00000004:00000010:0.0:1767384400.776093:0:40427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008ca8295e. 00000004:00000010:0.0:1767384400.776097:0:40427:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000633886cd. 00002000:00000010:0.0:1767384400.776100:0:40427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009617b6f5. 00000004:00000010:0.0:1767384400.776104:0:40427:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c8841209. 00000020:00000010:0.0:1767384400.776108:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b121d092. 10000000:00000010:0.0:1767384400.776112:0:40427:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005b710091. 10000000:00000010:0.0:1767384400.776117:0:40427:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000004243737b. 02000000:00000010:0.0:1767384400.776122:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bf0da54. 00000100:00000010:0.0:1767384400.776135:0:40427:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000c57978aa. 00000100:00000010:0.0:1767384400.776140:0:40427:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007b18a52f. 02000000:00000010:0.0:1767384400.776142:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e1342890. 00000100:00000010:0.0:1767384400.776147:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee8deac3. 10000000:00000010:0.0:1767384400.776845:0:40427:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000017cc7dac. 00000100:00000010:0.0:1767384400.776872:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ebb2a4. 02000000:00000010:0.0:1767384400.776880:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000530a10dd. 00010000:00000010:0.0:1767384400.776887:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000682065cf. 00010000:00000010:0.0:1767384400.776893:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000966b8536. 00000100:00000010:0.0:1767384400.776900:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057cd5b95. 02000000:00000010:0.0:1767384400.776909:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8841209. 00000400:00000010:0.0:1767384400.776914:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000400:00000010:0.0:1767384400.776919:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.776922:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744064384, portal 25 00000400:00000010:0.0:1767384400.776926:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.776935:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744064384, offset 0 00000400:00000200:0.0:1767384400.776941:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.776947:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.776953:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd08d80 00000400:00000200:0.0:1767384400.776958:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21e1 [2] + 0 00000400:00000010:0.0:1767384400.776962:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050812422. 00000400:00000200:0.0:1767384400.776965:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006296f15d 00000400:00000200:0.0:1767384400.776968:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.776971:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.776974:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006296f15d 00000400:00000010:0.0:1767384400.776975:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006296f15d. 00000100:00000200:0.0:1767384400.776979:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.776990:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.776992:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.776997:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ebb2a4 x1853236744064384/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.777754:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e179ecdc. 00000020:00000010:3.0:1767384400.777757:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e179ecdc. 00000020:00000010:3.0:1767384400.777760:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e26b01fa. 00000020:00000010:3.0:1767384400.777762:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.777765:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.777784:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e179ecdc. 00000020:00000010:3.0:1767384400.777787:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e179ecdc. 00000100:00000200:3.0:1767384400.777789:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064384 00010000:00000010:3.0:1767384400.777796:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000012b3f863. 00010000:00000010:3.0:1767384400.777800:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a3709ffb. 02000000:00000010:3.0:1767384400.777805:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f209aa12. 00010000:00000200:3.0:1767384400.777812:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bcc3a019 x1853236744064384/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/344 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.777821:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.777825:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744064384, offset 224 00000400:00000200:3.0:1767384400.777830:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.777836:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.777842:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd08d80 00000400:00000200:3.0:1767384400.777847:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aa5 [1] + 224 00000400:00000200:3.0:1767384400.777851:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.777854:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.777859:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068ebb2a4 x1853236744064384/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.777880:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.777882:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000400:00000010:0.0:1767384400.777890:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000020:00000010:3.0:1767384400.777892:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.777899:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000400:00000200:0.0:1767384400.777899:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000020:00000010:3.0:1767384400.777903:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e26b01fa. 00000400:00000010:0.0:1767384400.777904:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 02000000:00000010:3.0:1767384400.777911:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f209aa12. 00000100:00000200:0.0:1767384400.777915:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ebb2a4 x1853236744064384/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.777918:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.777923:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000945b669. 00000400:00000010:3.0:1767384400.777928:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dca5527. 00000100:00000200:0.0:1767384400.777933:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ebb2a4 x1853236744064384/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.777951:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057cd5b95. 02000000:00000010:0.0:1767384400.777963:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8841209. 02000000:00000010:0.0:1767384400.777968:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000530a10dd. 00000100:00000010:0.0:1767384400.777972:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ebb2a4. 10000000:00000010:0.0:1767384400.777979:0:40427:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000008bcf6c2. 00000020:00000010:0.0:1767384400.777983:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384400.777987:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007882c87b. 00000040:00000010:0.0:1767384400.778173:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d578dc0. 00000020:00000010:0.0:1767384400.778178:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000633886cd. 00000020:00000010:0.0:1767384400.778187:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b121d092. 80000000:00000010:0.0:1767384400.778191:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6f98418. 00040000:00000010:0.0:1767384400.778194:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041770551. 00080000:00000010:0.0:1767384400.778196:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd030760. 20000000:00000010:0.0:1767384400.778199:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000bd1b249. 00000040:00000010:0.0:1767384400.778204:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000072351724. 00000100:00000010:0.0:1767384400.778210:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ebb2a4. 02000000:00000010:0.0:1767384400.778218:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085468ffe. 00000100:00000010:0.0:1767384400.778226:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bccb0d12. 02000000:00000010:0.0:1767384400.778235:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5f377bd. 00000400:00000010:0.0:1767384400.778240:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000400:00000010:0.0:1767384400.778245:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000100:00000200:0.0:1767384400.778249:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744064512, portal 25 00000400:00000010:0.0:1767384400.778254:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.778257:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236744064512, offset 0 00000400:00000200:0.0:1767384400.778262:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.778272:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.778367:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824dd08e00 00000400:00000200:0.0:1767384400.778372:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x21e5 [2] + 0 00000400:00000010:0.0:1767384400.778376:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a123b. 00000400:00000200:0.0:1767384400.778397:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028a9f78f 00000400:00000200:0.0:1767384400.778401:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.778405:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.778407:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9f78f 00000400:00000010:0.0:1767384400.778409:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028a9f78f. 00000100:00000200:0.0:1767384400.778412:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.778424:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.778426:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.778432:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068ebb2a4 x1853236744064512/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.778437:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b74b03e. 00000020:00000010:3.0:1767384400.778442:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b74b03e. 00000020:00000010:3.0:1767384400.778447:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eceb6307. 00000020:00000010:3.0:1767384400.778449:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.778451:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.778593:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d556cfd2. 00000020:00000010:3.0:1767384400.778596:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d556cfd2. 00000100:00000200:3.0:1767384400.778598:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064512 02000000:00000010:3.0:1767384400.778624:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f209aa12. 00000040:00000010:3.0:1767384400.778628:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000004280193. 00000040:00000010:3.0:1767384400.778824:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000605c03d3. 00000020:00000010:3.0:1767384400.778831:0:40432:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000787d8d88. 00080000:00000010:3.0:1767384400.778837:0:40432:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa8ff5e6. 00000040:00000010:3.0:1767384400.778904:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000605c03d3. 00000040:00000010:3.0:1767384400.778908:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000004280193. 00010000:00000200:3.0:1767384400.778916:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037fbb49a x1853236744064512/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 504/272 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.778928:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.778931:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744064512, offset 224 00000400:00000200:3.0:1767384400.778936:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.778942:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.778947:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd08e00 00000400:00000200:3.0:1767384400.778950:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ab5 [1] + 224 00000400:00000200:3.0:1767384400.778953:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.778955:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.778958:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068ebb2a4 x1853236744064512/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.778971:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.778973:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000020:00000010:3.0:1767384400.778980:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.778982:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.778984:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eceb6307. 02000000:00000010:3.0:1767384400.778987:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f209aa12. 00000100:00000200:3.0:1767384400.778990:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.778992:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007c954f4. 00000400:00000010:3.0:1767384400.778995:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006296f15d. 00000400:00000010:3.0:1767384400.779022:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000400:00000200:3.0:1767384400.779025:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c81f2f 00000400:00000010:3.0:1767384400.779026:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000100:00000200:3.0:1767384400.779029:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068ebb2a4 x1853236744064512/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.779034:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068ebb2a4 x1853236744064512/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.779044:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bccb0d12. 02000000:00000010:3.0:1767384400.779048:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5f377bd. 02000000:00000010:3.0:1767384400.779050:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000085468ffe. 00000100:00000010:3.0:1767384400.779052:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068ebb2a4. 00000040:00000010:3.0:1767384400.779056:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000190cdcb5. 00000100:00000010:3.0:1767384400.779058:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e273e56d. 02000000:00000010:3.0:1767384400.779062:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eceb6307. 00000100:00000010:3.0:1767384400.779066:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001969d0ca. 02000000:00000010:3.0:1767384400.779080:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008e3975f7. 00000400:00000010:3.0:1767384400.779084:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000861cf69f. 00000400:00000010:3.0:1767384400.779086:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000028a9f78f. 00000100:00000200:3.0:1767384400.779088:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744064640, portal 25 00000400:00000010:3.0:1767384400.779091:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.779093:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744064640, offset 0 00000400:00000200:3.0:1767384400.779096:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.779099:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.779103:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd08e80 00000400:00000200:3.0:1767384400.779106:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21e9 [2] + 0 00000400:00000010:3.0:1767384400.779108:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009497ba89. 00000400:00000200:3.0:1767384400.779110:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2048c8b 00000400:00000200:3.0:1767384400.779112:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.779114:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.779116:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2048c8b 00000400:00000010:3.0:1767384400.779118:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2048c8b. 00000100:00000200:3.0:1767384400.779120:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384400.779127:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.779128:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.779130:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e273e56d x1853236744064640/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.779151:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5281b4a. 00000020:00000010:3.0:1767384400.779153:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5281b4a. 00000020:00000010:3.0:1767384400.779155:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004280193. 00000020:00000010:3.0:1767384400.779158:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.779159:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.779171:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5281b4a. 00000020:00000010:3.0:1767384400.779172:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5281b4a. 00000100:00000200:3.0:1767384400.779174:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064640 02000000:00000010:3.0:1767384400.779188:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002e9f7377. 00000040:00000010:3.0:1767384400.779192:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c68f4c3. 00000040:00000010:3.0:1767384400.779200:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000620ea46b. 00000040:00000010:3.0:1767384400.779207:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000620ea46b. 00000040:00000010:3.0:1767384400.779209:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c68f4c3. 00010000:00000200:3.0:1767384400.779214:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c06f35ea x1853236744064640/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.779222:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b2048c8b. 00000100:00000200:3.0:1767384400.779224:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744064640, offset 224 00000400:00000200:3.0:1767384400.779227:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.779232:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.779237:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd08e80 00000400:00000200:3.0:1767384400.779239:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ac5 [4] + 224 00000400:00000200:3.0:1767384400.779243:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.779246:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.779249:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e273e56d x1853236744064640/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.779265:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2048c8b 00000400:00000010:3.0:1767384400.779266:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b2048c8b. 00000020:00000010:3.0:1767384400.779273:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.779275:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.779276:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004280193. 02000000:00000010:3.0:1767384400.779279:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002e9f7377. 00000100:00000200:3.0:1767384400.779288:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.779291:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1f15aba. 00000400:00000010:3.0:1767384400.779294:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2048c8b. 00000400:00000010:3.0:1767384400.779306:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000861cf69f. 00000400:00000200:3.0:1767384400.779309:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9f78f 00000400:00000010:3.0:1767384400.779310:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000028a9f78f. 00000100:00000200:3.0:1767384400.779312:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e273e56d x1853236744064640/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.779317:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e273e56d x1853236744064640/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.779326:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001969d0ca. 02000000:00000010:3.0:1767384400.779330:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008e3975f7. 02000000:00000010:3.0:1767384400.779337:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eceb6307. 00000100:00000010:3.0:1767384400.779339:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e273e56d. 00000040:00000010:3.0:1767384400.779344:0:40427:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000030ae2ba0. 00000100:00000010:1.0:1767384400.780345:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 02000000:00000010:1.0:1767384400.780355:0:16156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9310fda. 02000000:00000010:1.0:1767384400.780372:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e18bd355. 02000000:00000010:1.0:1767384400.780377:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dec60. 00000100:00000010:1.0:1767384400.780394:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be0c1182. 02000000:00000010:1.0:1767384400.780412:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd65af03. 00000400:00000010:1.0:1767384400.780416:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000712821a8. 00000400:00000010:1.0:1767384400.780420:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000100:00000200:1.0:1767384400.780423:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744064768, portal 10 00000400:00000010:1.0:1767384400.780427:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000100:00000200:1.0:1767384400.780428:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236744064768, offset 0 00000400:00000200:1.0:1767384400.780434:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.780440:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.780446:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dd08f00 00000400:00000200:1.0:1767384400.780450:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22d5 [64] + 224 00000400:00000200:1.0:1767384400.780454:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.780457:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.780461:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384400.780465:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ede0195. 00000400:00000200:1.0:1767384400.780480:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697eeefb 00000400:00000010:1.0:1767384400.780483:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000100:00000200:1.0:1767384400.780487:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013c05409 x1853236744064768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384400.780514:0:40439:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008ccbec16. 00000020:00000010:1.0:1767384400.780521:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df24fca. 00000020:00000010:1.0:1767384400.780525:0:40439:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002689acad. 00000020:00000010:1.0:1767384400.780536:0:40439:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000100:00000200:1.0:1767384400.780580:0:40439:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064768 02000000:00000010:1.0:1767384400.780590:0:40439:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005df8dc7f. 00000400:00000010:1.0:1767384400.780596:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000100:00000200:1.0:1767384400.780598:0:40439:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744064768, offset 0 00000400:00000200:1.0:1767384400.780603:0:40439:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.780610:0:40439:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.780616:0:40439:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd08f00 00000400:00000200:1.0:1767384400.780619:0:40439:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ad5 [1] + 0 00000400:00000200:1.0:1767384400.780621:0:40439:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.780623:0:40439:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.780628:0:40439:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013c05409 x1853236744064768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384400.780643:0:40439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697eeefb 00000400:00000010:1.0:1767384400.780644:0:40439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000020:00000010:1.0:1767384400.780651:0:40439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002689acad. 00000020:00000010:1.0:1767384400.780655:0:40439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000020:00000010:1.0:1767384400.780658:0:40439:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df24fca. 00000400:00000010:1.0:1767384400.780673:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000712821a8. 00000400:00000200:1.0:1767384400.780676:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e314838e 00000400:00000010:1.0:1767384400.780677:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000100:00000200:1.0:1767384400.780679:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013c05409 x1853236744064768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384400.780685:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013c05409 x1853236744064768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384400.780702:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd65af03. 02000000:00000010:1.0:1767384400.780706:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e9310fda. 00000100:00000010:1.0:1767384400.780710:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013c05409. 00000020:00000010:1.0:1767384400.781457:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df24fca. 00000020:00000010:1.0:1767384400.781499:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3d5edf0. 00000040:00000010:1.0:1767384400.781503:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a9a2457d. 00000020:00000010:1.0:1767384400.781507:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e924dc3. 00000020:00000010:1.0:1767384400.781517:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb3ad7ad. 00000020:00000010:1.0:1767384400.781521:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000061186d78. 80000000:00000010:1.0:1767384400.781525:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7379bdd. 40000000:00000010:1.0:1767384400.781529:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059d8c81b. 00100000:00000010:1.0:1767384400.781533:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f58e34e1. 00040000:00000010:1.0:1767384400.781535:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc9a5496. 00040000:00000010:1.0:1767384400.781539:0:40461:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000097c96de2. 00040000:00000010:1.0:1767384400.781542:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005cfef710. 00080000:00000010:1.0:1767384400.781547:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000123e1c5d. 00000004:00000010:1.0:1767384400.781551:0:40461:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044833d50. 00000004:00000010:1.0:1767384400.781587:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd0a4492. 00000004:00000010:1.0:1767384400.781590:0:40461:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000783f70e4. 00002000:00000010:1.0:1767384400.781593:0:40461:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9310fda. 00000004:00000010:1.0:1767384400.781596:0:40461:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dd65af03. 00000020:00000010:1.0:1767384400.781599:0:40461:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c4dc1816. 00000040:00000010:1.0:1767384400.781605:0:40461:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bc9800e6. 00000040:00000010:1.0:1767384400.782034:0:40461:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bc9800e6. 00000020:00000010:1.0:1767384400.782041:0:40461:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c4dc1816. 00000020:00000010:1.0:1767384400.782048:0:40461:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3d5edf0. 00000040:00000010:1.0:1767384400.782051:0:40461:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a9a2457d. 00000020:00000010:1.0:1767384400.782054:0:40461:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e924dc3. 00000020:00000010:1.0:1767384400.782059:0:40461:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb3ad7ad. 00000020:00000010:1.0:1767384400.782063:0:40461:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000061186d78. 80000000:00000010:1.0:1767384400.782066:0:40461:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7379bdd. 40000000:00000010:1.0:1767384400.782069:0:40461:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059d8c81b. 00100000:00000010:1.0:1767384400.782071:0:40461:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f58e34e1. 00040000:00000010:1.0:1767384400.782074:0:40461:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc9a5496. 00040000:00000010:1.0:1767384400.782077:0:40461:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000097c96de2. 00040000:00000010:1.0:1767384400.782080:0:40461:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005cfef710. 00080000:00000010:1.0:1767384400.782082:0:40461:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000123e1c5d. 00000004:00000010:1.0:1767384400.782085:0:40461:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000044833d50. 00000004:00000010:1.0:1767384400.782088:0:40461:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd0a4492. 00000004:00000010:1.0:1767384400.782091:0:40461:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000783f70e4. 00002000:00000010:1.0:1767384400.782093:0:40461:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9310fda. 00000004:00000010:1.0:1767384400.782103:0:40461:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd65af03. 00000020:00000010:1.0:1767384400.782105:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df24fca. 00000040:00000010:3.0:1767384400.782511:0:40427:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000030ae2ba0. 00000040:00000010:3.0:1767384400.782516:0:40427:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000190cdcb5. 00000040:00000010:3.0:1767384400.782518:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000072351724. 00000020:00000010:3.0:1767384400.782522:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007882c87b. 00000040:00000010:3.0:1767384400.782524:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d578dc0. 00000020:00000010:3.0:1767384400.782526:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000633886cd. 00000020:00000010:3.0:1767384400.782529:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b121d092. 80000000:00000010:3.0:1767384400.782531:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f6f98418. 00040000:00000010:3.0:1767384400.782533:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041770551. 00080000:00000010:3.0:1767384400.782535:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd030760. 20000000:00000010:3.0:1767384400.782538:0:40427:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000bd1b249. 00000020:00000010:3.0:1767384400.782541:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 10000000:00000010:3.0:1767384400.782543:0:40427:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000008bcf6c2. 00000020:00000010:3.0:1767384400.782569:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f6be27f. 00000040:00000010:3.0:1767384400.782572:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006f5de4b1. 00000020:00000010:3.0:1767384400.782574:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007f003964. 00000020:00000010:3.0:1767384400.782577:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d70cbbf. 00040000:00000010:3.0:1767384400.782579:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005569a1c1. 00040000:00000010:3.0:1767384400.782582:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000083383757. 00080000:00000010:3.0:1767384400.782583:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000037c6160d. 00000020:00000010:3.0:1767384400.782585:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c60929e. 00000020:00000010:3.0:1767384400.782588:0:40427:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000cdf946db. 00000020:00000010:3.0:1767384400.782590:0:40427:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000008998f9bf. 00000020:00000010:3.0:1767384400.782598:0:40427:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000c5281b4a. 00000020:00000010:3.0:1767384400.782601:0:40427:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000030ae2ba0. 00000020:00000010:3.0:1767384400.782604:0:40427:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000b946c1fc. 00000020:00000010:3.0:1767384400.782607:0:40427:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000028a9f78f. 00000020:00000010:3.0:1767384400.782610:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057cbf638. 00000020:00000010:3.0:1767384400.782613:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ac9a2f8. 00000040:00000010:3.0:1767384400.782617:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010ac1296. 00000020:00000010:3.0:1767384400.782620:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078126784. 00000020:00000010:3.0:1767384400.782622:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000693249c7. 00040000:00000010:3.0:1767384400.782626:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060fdb4e3. 00040000:00000010:3.0:1767384400.782629:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003a59196. 00080000:00000010:3.0:1767384400.782631:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e75db117. 10000000:00000010:3.0:1767384400.782635:0:40427:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000009bde50d7. 00000100:00000010:3.0:1767384400.782640:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e273e56d. 02000000:00000010:3.0:1767384400.782645:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e26b01fa. 00010000:00000010:3.0:1767384400.782651:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000714e46ef. 00000100:00000010:3.0:1767384400.782657:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088c9d0e3. 02000000:00000010:3.0:1767384400.782664:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c6a420ef. 00000400:00000010:3.0:1767384400.782667:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e2fe1a4. 00000400:00000010:3.0:1767384400.782670:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.782672:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744064896, portal 25 00000400:00000010:3.0:1767384400.782675:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.782676:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236744064896, offset 0 00000400:00000200:3.0:1767384400.782680:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.782684:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.782689:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824dd08f80 00000400:00000200:3.0:1767384400.782692:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x21ed [2] + 0 00000400:00000010:3.0:1767384400.782694:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d60cee6. 00000400:00000200:3.0:1767384400.782696:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4c82841 00000400:00000200:3.0:1767384400.782699:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.782701:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.782703:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4c82841 00000400:00000010:3.0:1767384400.782704:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4c82841. 00000100:00000200:3.0:1767384400.782707:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384400.782727:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384400.782729:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.782733:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e273e56d x1853236744064896/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.782743:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8da7c3a. 00000020:00000010:0.0:1767384400.782748:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8da7c3a. 00000020:00000010:0.0:1767384400.782753:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021207258. 00000020:00000010:0.0:1767384400.782763:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.782768:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384400.782800:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8da7c3a. 00000020:00000010:0.0:1767384400.782804:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8da7c3a. 00000100:00000200:0.0:1767384400.782808:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744064896 00010000:00000010:0.0:1767384400.782821:0:40431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d3c1d35d. 02000000:00000010:0.0:1767384400.782828:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c8841209. 00010000:00000200:0.0:1767384400.782837:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d50a7b2b x1853236744064896/t0(0) o101->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/344 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384400.782846:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.782849:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236744064896, offset 224 00000400:00000200:0.0:1767384400.782853:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.782867:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.782872:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824dd08f80 00000400:00000200:0.0:1767384400.782875:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ae1 [1] + 224 00000400:00000200:0.0:1767384400.782878:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.782881:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.782884:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e273e56d x1853236744064896/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.782901:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.782903:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000020:00000010:0.0:1767384400.782909:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.782911:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384400.782913:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021207258. 02000000:00000010:0.0:1767384400.782917:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c8841209. 00000100:00000200:0.0:1767384400.782922:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384400.782925:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005666ba13. 00000400:00000010:0.0:1767384400.782929:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff96b420. 00000400:00000010:3.0:1767384400.782930:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2fe1a4. 00000400:00000200:3.0:1767384400.782936:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000400:00000010:3.0:1767384400.782939:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.782946:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e273e56d x1853236744064896/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.782955:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e273e56d x1853236744064896/t0(0) o101->MGC192.168.203.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.782970:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088c9d0e3. 02000000:00000010:3.0:1767384400.782982:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c6a420ef. 02000000:00000010:3.0:1767384400.782986:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e26b01fa. 00000100:00000010:3.0:1767384400.782990:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e273e56d. 10000000:00000010:3.0:1767384400.782996:0:40427:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000018c80a42. 00000020:00000010:3.0:1767384400.782999:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e26b01fa. 00000020:00000010:3.0:1767384400.783003:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091c585f3. 00000040:00000010:3.0:1767384400.783006:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000004280193. 00000020:00000010:3.0:1767384400.783010:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf0ec8ac. 00000020:00000010:3.0:1767384400.783013:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e18bd355. 80000000:00000010:3.0:1767384400.783016:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085f5370e. 00040000:00000010:3.0:1767384400.783020:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1342890. 00080000:00000010:3.0:1767384400.783024:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000159ee2fc. 20000000:00000010:3.0:1767384400.783100:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007bf0da54. 00000040:00000010:3.0:1767384400.783107:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000c60929e. 00000100:00000010:3.0:1767384400.783113:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e273e56d. 02000000:00000010:3.0:1767384400.783120:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083383757. 00000100:00000010:3.0:1767384400.783127:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088c9d0e3. 02000000:00000010:3.0:1767384400.783135:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d70cbbf. 00000400:00000010:3.0:1767384400.783139:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e2fe1a4. 00000400:00000010:3.0:1767384400.783143:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.783147:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744065024, portal 25 00000400:00000010:3.0:1767384400.783151:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.783153:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236744065024, offset 0 00000400:00000200:3.0:1767384400.783159:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.783168:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.783176:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824dd09000 00000400:00000200:3.0:1767384400.783182:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x21f1 [2] + 0 00000400:00000010:3.0:1767384400.783185:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087fe01d1. 00000400:00000200:3.0:1767384400.783189:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069a144d4 00000400:00000200:3.0:1767384400.783193:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.783197:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384400.783200:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069a144d4 00000400:00000010:3.0:1767384400.783203:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069a144d4. 00000100:00000200:3.0:1767384400.783207:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384400.783221:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384400.783224:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.783228:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e273e56d x1853236744065024/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.783289:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbfaa24a. 00000020:00000010:3.0:1767384400.783293:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbfaa24a. 00000020:00000010:3.0:1767384400.783299:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5de4b1. 00000020:00000010:3.0:1767384400.783303:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000389b5f59. 00000020:00000010:3.0:1767384400.783307:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.783335:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbfaa24a. 00000020:00000010:3.0:1767384400.783337:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbfaa24a. 00000100:00000200:3.0:1767384400.783341:0:40432:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065024 02000000:00000010:3.0:1767384400.783351:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c6a420ef. 00000040:00000010:3.0:1767384400.783357:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f6be27f. 00000040:00000010:3.0:1767384400.783408:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000009dc652e2. 00000040:00000010:3.0:1767384400.783418:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000009dc652e2. 00000040:00000010:3.0:1767384400.783422:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f6be27f. 20000000:00000010:3.0:1767384400.783443:0:40432:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000dbfaa24a. 20000000:00000010:3.0:1767384400.783447:0:40432:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000dbfaa24a. 00010000:00000200:3.0:1767384400.783454:0:40432:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002fbae23f x1853236744065024/t0(0) o501->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 512/272 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.783467:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.783472:0:40432:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236744065024, offset 224 00000400:00000200:3.0:1767384400.783477:0:40432:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.783484:0:40432:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.783494:0:40432:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824dd09000 00000400:00000200:3.0:1767384400.783500:0:40432:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2af1 [1] + 224 00000400:00000200:3.0:1767384400.783504:0:40432:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.783507:0:40432:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.783511:0:40432:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e273e56d x1853236744065024/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.783532:0:40432:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384400.783534:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000400:00000010:0.0:1767384400.783541:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2fe1a4. 00000020:00000010:3.0:1767384400.783545:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000389b5f59. 00000400:00000200:0.0:1767384400.783547:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003165f9e4 00000020:00000010:3.0:1767384400.783576:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.783582:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5de4b1. 02000000:00000010:3.0:1767384400.783588:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c6a420ef. 00000400:00000010:0.0:1767384400.783590:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003165f9e4. 00000100:00000200:3.0:1767384400.783597:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384400.783600:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e273e56d x1853236744065024/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.783603:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e85766e. 00000400:00000010:3.0:1767384400.783609:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069a144d4. 00000100:00000200:0.0:1767384400.783622:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e273e56d x1853236744065024/t0(0) o501->MGC192.168.203.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.783635:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088c9d0e3. 02000000:00000010:0.0:1767384400.783811:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d70cbbf. 02000000:00000010:0.0:1767384400.783818:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083383757. 00000100:00000010:0.0:1767384400.783822:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e273e56d. 00000040:00000010:0.0:1767384400.783838:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b03f8d99. 00000100:00000010:0.0:1767384400.783855:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008507d1ba. 02000000:00000010:0.0:1767384400.783861:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021207258. 00000100:00000010:0.0:1767384400.783868:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4c0e122. 02000000:00000010:0.0:1767384400.783884:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008e3975f7. 00000400:00000010:0.0:1767384400.783916:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384400.783922:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ac53f681. 00000100:00000200:0.0:1767384400.783926:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744065152, portal 25 00000400:00000010:0.0:1767384400.783929:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.783932:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744065152, offset 0 00000400:00000200:0.0:1767384400.783939:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.783947:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.783955:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd09080 00000400:00000200:0.0:1767384400.783960:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f5 [2] + 0 00000400:00000010:0.0:1767384400.783964:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc956d46. 00000400:00000200:0.0:1767384400.783969:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007749d423 00000400:00000200:0.0:1767384400.783973:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.783977:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.783982:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007749d423 00000400:00000010:0.0:1767384400.783984:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007749d423. 00000100:00000200:0.0:1767384400.783989:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.784003:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.784005:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.784012:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008507d1ba x1853236744065152/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.784046:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72fc48. 00000020:00000010:3.0:1767384400.784052:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72fc48. 00000020:00000010:3.0:1767384400.784058:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f5de4b1. 00000020:00000010:3.0:1767384400.784063:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.784067:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.784100:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc72fc48. 00000020:00000010:3.0:1767384400.784104:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc72fc48. 00000100:00000200:3.0:1767384400.784107:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065152 02000000:00000010:3.0:1767384400.784127:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000a38a0bb. 00000040:00000010:3.0:1767384400.784134:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f6be27f. 00000040:00000010:3.0:1767384400.784142:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000190cdcb5. 00000040:00000010:3.0:1767384400.784235:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000190cdcb5. 00000040:00000010:3.0:1767384400.784239:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f6be27f. 00010000:00000200:3.0:1767384400.784246:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c30dafd x1853236744065152/t0(0) o503->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.784259:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a4c82841. 00000100:00000200:3.0:1767384400.784263:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236744065152, offset 224 00000400:00000200:3.0:1767384400.784268:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.784276:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.784284:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824dd09080 00000400:00000200:3.0:1767384400.784288:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b01 [4] + 224 00000400:00000200:3.0:1767384400.784294:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.784298:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.784303:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008507d1ba x1853236744065152/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.784325:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4c82841 00000400:00000010:3.0:1767384400.784327:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a4c82841. 00000020:00000010:3.0:1767384400.784336:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2c75382. 00000400:00000010:0.0:1767384400.784339:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000020:00000010:3.0:1767384400.784340:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000400:00000200:0.0:1767384400.784344:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac53f681 00000020:00000010:3.0:1767384400.784347:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f5de4b1. 00000400:00000010:0.0:1767384400.784347:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ac53f681. 02000000:00000010:3.0:1767384400.784357:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000a38a0bb. 00000100:00000200:0.0:1767384400.784357:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008507d1ba x1853236744065152/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.784368:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008507d1ba x1853236744065152/t0(0) o503->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.784391:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4c0e122. 00000100:00000200:3.0:1767384400.784395:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:0.0:1767384400.784397:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008e3975f7. 00000400:00000010:3.0:1767384400.784402:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007395d324. 02000000:00000010:0.0:1767384400.784406:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000021207258. 00000400:00000010:3.0:1767384400.784410:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4c82841. 00000100:00000010:0.0:1767384400.784410:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008507d1ba. 00000040:00000010:0.0:1767384400.784419:0:40427:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f6f98418. 00000020:00000010:0.0:1767384400.784666:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021207258. 00000020:00000010:0.0:1767384400.784672:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076910e55. 00000040:00000010:0.0:1767384400.784675:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002630ab38. 00000020:00000010:0.0:1767384400.784680:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b24dff1. 00000020:00000010:0.0:1767384400.784684:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.784689:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ba24ae0. 80000000:00000010:0.0:1767384400.784693:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022c8e47b. 40000000:00000010:0.0:1767384400.784697:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000453e1ae2. 00100000:00000010:0.0:1767384400.784712:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000049b028bd. 00040000:00000010:0.0:1767384400.784716:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096b7408a. 00040000:00000010:0.0:1767384400.784719:0:40463:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000357260d9. 00040000:00000010:0.0:1767384400.784722:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c42f93b. 00080000:00000010:0.0:1767384400.784726:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.784730:0:40463:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5a0588f. 00000004:00000010:0.0:1767384400.784734:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001246d102. 00000004:00000010:0.0:1767384400.784738:0:40463:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dcae924a. 00002000:00000010:0.0:1767384400.784742:0:40463:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8841209. 00000004:00000010:0.0:1767384400.784745:0:40463:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009617b6f5. 00000020:00000010:0.0:1767384400.784749:0:40463:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000008bcf6c2. 00000040:00000010:0.0:1767384400.784762:0:40463:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002e9f7377. 00000100:00000010:0.0:1767384400.784769:0:40463:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008507d1ba. 02000000:00000010:0.0:1767384400.784776:0:40463:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2a4e1e8. 00000100:00000010:0.0:1767384400.784783:0:40463:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac53f681. 02000000:00000010:0.0:1767384400.784799:0:40463:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008e3975f7. 00000400:00000010:0.0:1767384400.784803:0:40463:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384400.784808:0:40463:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c9ba4a84. 00000100:00000200:0.0:1767384400.784811:0:40463:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744065280, portal 25 00000400:00000010:0.0:1767384400.784816:0:40463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.784819:0:40463:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744065280, offset 0 00000400:00000200:0.0:1767384400.784825:0:40463:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.784833:0:40463:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.784841:0:40463:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd09100 00000400:00000200:0.0:1767384400.784847:0:40463:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21f9 [2] + 0 00000400:00000010:0.0:1767384400.784851:0:40463:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084ae510a. 00000400:00000200:0.0:1767384400.784855:0:40463:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008834dddc 00000400:00000200:0.0:1767384400.784859:0:40463:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.784863:0:40463:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.784874:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008834dddc 00000400:00000010:0.0:1767384400.784876:0:40463:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008834dddc. 00000100:00000200:0.0:1767384400.784882:0:40463:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.784896:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.784898:0:40463:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.784903:0:40463:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008507d1ba x1853236744065280/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.784983:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007400bc93. 00000020:00000010:3.0:1767384400.784988:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007400bc93. 00000020:00000010:3.0:1767384400.784992:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f6be27f. 00000020:00000010:3.0:1767384400.784996:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.784999:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.785023:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007400bc93. 00000020:00000010:3.0:1767384400.785026:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007400bc93. 00000100:00000200:3.0:1767384400.785029:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065280 02000000:00000010:3.0:1767384400.785047:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000009500ac0a. 00000040:00000010:3.0:1767384400.785052:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000083383757. 00000040:00000010:3.0:1767384400.785061:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000190cdcb5. 00000040:00000010:3.0:1767384400.785213:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000190cdcb5. 00000040:00000010:3.0:1767384400.785217:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000083383757. 00010000:00000200:3.0:1767384400.785224:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000459107e7 x1853236744065280/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8472 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.785237:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001969d0ca. 00000100:00000200:3.0:1767384400.785241:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744065280, offset 224 00000400:00000200:3.0:1767384400.785246:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1767384400.785250:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007244453b. 00000400:00000200:3.0:1767384400.785255:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384400.785257:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006264890d. 00000400:00000200:3.0:1767384400.785267:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd09100 00000400:00000200:3.0:1767384400.785273:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b11 [4] + 224 00000400:00000200:3.0:1767384400.785279:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.785283:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.785288:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008507d1ba x1853236744065280/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.785310:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001969d0ca 00000400:00000010:3.0:1767384400.785313:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001969d0ca. 00000020:00000010:3.0:1767384400.785324:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2c75382. 00000020:00000010:3.0:1767384400.785329:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.785333:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f6be27f. 00000400:00000010:0.0:1767384400.785335:0:40463:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 02000000:00000010:3.0:1767384400.785342:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000009500ac0a. 00000400:00000200:0.0:1767384400.785342:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ba4a84 00000400:00000010:0.0:1767384400.785347:0:40463:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c9ba4a84. 00000400:02020000:2.0:1767384400.785355:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp49 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000100:00000200:0.0:1767384400.785356:0:40463:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008507d1ba x1853236744065280/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.785359:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384400.785366:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe637426. 00000400:00000010:3.0:1767384400.785374:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001969d0ca. 00000100:00000200:0.0:1767384400.785376:0:40463:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008507d1ba x1853236744065280/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.785404:0:40463:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac53f681. 02000000:00000010:0.0:1767384400.785415:0:40463:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008e3975f7. 02000000:00000010:0.0:1767384400.785421:0:40463:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e2a4e1e8. 00000100:00000010:0.0:1767384400.785431:0:40463:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008507d1ba. 00000100:00000010:0.0:1767384400.785444:0:40463:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b7a393b6. 00000400:00000200:0.0:1767384400.785447:0:40463:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384400.785450:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.785453:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384400.785457:0:40463:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000d399ab93 (43) 00000400:00000200:0.0:1767384400.785461:0:40463:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000400:00000200:0.0:1767384400.785463:0:40463:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384400.785465:0:40463:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384400.785467:0:40463:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.113@tcp NID 192.168.203.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767384400.785469:0:40463:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (44) 00000400:00000200:0.0:1767384400.785471:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.785472:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.113@tcp10 00000400:00000200:0.0:1767384400.785474:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785475:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp10 00000400:00000200:0.0:1767384400.785476:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.785479:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785480:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp11 00000400:00000200:0.0:1767384400.785481:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.113@tcp12 00000400:00000200:0.0:1767384400.785483:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785484:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp12 00000400:00000200:0.0:1767384400.785486:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.113@tcp13 00000400:00000200:0.0:1767384400.785488:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785489:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp13 00000400:00000200:0.0:1767384400.785490:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.113@tcp14 00000400:00000200:0.0:1767384400.785492:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785493:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp14 00000400:00000200:0.0:1767384400.785494:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.113@tcp15 00000400:00000200:0.0:1767384400.785497:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785497:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp15 00000400:00000200:0.0:1767384400.785499:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.785500:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785501:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp16 00000400:00000200:0.0:1767384400.785508:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.113@tcp17 00000400:00000200:0.0:1767384400.785510:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785512:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp17 00000400:00000200:0.0:1767384400.785513:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.113@tcp18 00000400:00000200:0.0:1767384400.785515:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785516:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp18 00000400:00000200:0.0:1767384400.785517:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.113@tcp19 00000400:00000200:0.0:1767384400.785518:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785520:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp19 00000400:00000200:0.0:1767384400.785520:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.113@tcp20 00000400:00000200:0.0:1767384400.785522:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785523:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp20 00000400:00000200:0.0:1767384400.785524:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.113@tcp21 00000400:00000200:0.0:1767384400.785526:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785527:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp21 00000400:00000200:0.0:1767384400.785528:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.113@tcp22 00000400:00000200:0.0:1767384400.785530:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785531:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp22 00000400:00000200:0.0:1767384400.785532:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.113@tcp23 00000400:00000200:0.0:1767384400.785534:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785535:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp23 00000400:00000200:0.0:1767384400.785537:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.113@tcp24 00000400:00000200:0.0:1767384400.785538:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785539:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp24 00000400:00000200:0.0:1767384400.785541:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.113@tcp25 00000400:00000200:0.0:1767384400.785542:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785543:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp25 00000400:00000200:0.0:1767384400.785545:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.785547:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785548:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp26 00000400:00000200:0.0:1767384400.785549:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.113@tcp27 00000400:00000200:0.0:1767384400.785551:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785569:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp27 00000400:00000200:0.0:1767384400.785570:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.785573:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785574:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp28 00000400:00000200:0.0:1767384400.785580:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.113@tcp29 00000400:00000200:0.0:1767384400.785582:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785583:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp29 00000400:00000200:0.0:1767384400.785584:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.113@tcp30 00000400:00000200:0.0:1767384400.785587:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785588:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp30 00000400:00000200:0.0:1767384400.785589:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.785591:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785593:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp31 00000400:00000200:0.0:1767384400.785594:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.113@tcp32 00000400:00000200:0.0:1767384400.785595:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785596:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp32 00000400:00000200:0.0:1767384400.785597:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.113@tcp33 00000400:00000200:0.0:1767384400.785599:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785600:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp33 00000400:00000200:0.0:1767384400.785601:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.785602:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785603:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp34 00000400:00000200:0.0:1767384400.785604:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.785605:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785606:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp35 00000400:00000200:0.0:1767384400.785607:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.785609:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785610:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp36 00000400:00000200:0.0:1767384400.785611:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.785613:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785613:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp37 00000400:00000200:0.0:1767384400.785614:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.113@tcp38 00000400:00000200:0.0:1767384400.785616:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785617:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp38 00000400:00000200:0.0:1767384400.785618:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.113@tcp39 00000400:00000200:0.0:1767384400.785621:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785622:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp39 00000400:00000200:0.0:1767384400.785623:0:40463:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.113@tcp40 00000400:00000200:0.0:1767384400.785626:0:40463:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.113@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384400.785627:0:40463:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.113@tcp40 00000100:00000010:0.0:1767384400.785634:0:40463:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b7a393b6. 00000020:00000010:0.0:1767384400.785637:0:40463:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000cd447f07. 00000020:00000010:0.0:1767384400.785640:0:40463:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000007da47168. 00000020:00000010:0.0:1767384400.785643:0:40463:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000007da47168. 00000020:00000010:0.0:1767384400.785657:0:40463:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000007da47168. 00000020:00000010:0.0:1767384400.785662:0:40463:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000005b710091. 00000020:00000010:0.0:1767384400.785673:0:40463:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000efb7a4e8. 00000020:00000010:0.0:1767384400.785678:0:40463:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006811f90e. 00000020:00000010:0.0:1767384400.785691:0:40463:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000005b710091. 00000020:00000010:0.0:1767384400.785695:0:40463:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000d374aa54. 00000001:00000010:0.0:1767384400.785708:0:40463:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001f4c13ae. 00000001:00000010:0.0:1767384400.785723:0:40463:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004e2cc1e0. 00000001:00000010:0.0:1767384400.785725:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2a4e1e8. 00000001:00000010:0.0:1767384400.785727:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fe7e0ea. 00000001:00000010:0.0:1767384400.785729:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f911eec4. 00000001:00000010:0.0:1767384400.785731:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000775c0f12. 00000001:00000010:0.0:1767384400.785733:0:40463:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d2f35bae. 00000001:00000010:0.0:1767384400.785735:0:40463:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e220a908. 00000001:00000010:0.0:1767384400.785736:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000755100b4. 00000001:00000010:0.0:1767384400.785737:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000542a7586. 00000001:00000010:0.0:1767384400.785739:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044061bc0. 00000001:00000010:0.0:1767384400.785741:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079e2c5ba. 00000020:00000010:0.0:1767384400.785744:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a758ebb9. 00000020:00000010:0.0:1767384400.785746:0:40463:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.785748:0:40463:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000008:00000010:0.0:1767384400.785752:0:40463:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d40c5c2a. 00020000:00000010:0.0:1767384400.785756:0:40463:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003603f383. 00008000:00000010:0.0:1767384400.785760:0:40463:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000009bfbfa7e. 00000080:00000010:0.0:1767384400.785766:0:40463:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001a9a5a34. 00000020:00000010:0.0:1767384400.785771:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec986672. 00000020:00000010:0.0:1767384400.785776:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4a42be8. 00000040:00000010:0.0:1767384400.785780:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ee92e5c. 00000020:00000010:0.0:1767384400.785785:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006c1c56d3. 00000020:00000010:0.0:1767384400.785796:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000ea19ab3. 00000020:00000010:0.0:1767384400.785800:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9bac333. 80000000:00000010:0.0:1767384400.785804:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4578fc9. 40000000:00000010:0.0:1767384400.785808:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005d21ea99. 00100000:00000010:0.0:1767384400.785810:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd030760. 00040000:00000010:0.0:1767384400.785812:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cf04f92. 00040000:00000010:0.0:1767384400.785814:0:40463:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000633886cd. 00040000:00000010:0.0:1767384400.785816:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012562045. 00080000:00000010:0.0:1767384400.785819:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000050bfa29b. 00000004:00000010:0.0:1767384400.785821:0:40463:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007daae6e6. 00000004:00000010:0.0:1767384400.785825:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024a65f91. 00000004:00000010:0.0:1767384400.785827:0:40463:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000910d3984. 00000004:00000010:0.0:1767384400.785829:0:40463:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006451f47b. 00000010:00000010:0.0:1767384400.785832:0:40463:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000c7b199e1. 00000010:00000010:0.0:1767384400.785890:0:40463:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000037f98e44. 00000010:00000010:0.0:1767384400.785893:0:40463:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000ff9fe833. 00000010:00000010:0.0:1767384400.785896:0:40463:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000efa976be. 00000010:00000010:0.0:1767384400.785901:0:40463:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000ef020325. 00010000:00000010:0.0:1767384400.785906:0:40463:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000789617e3. 00010000:00000010:0.0:1767384400.785911:0:40463:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c0a6b607. 00010000:00000010:0.0:1767384400.785916:0:40463:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000641b1d7a. 00000020:00000010:0.0:1767384400.785920:0:40463:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001696dc51. 00000100:00000200:0.0:1767384400.785928:0:40463:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.113@tcp->12345-0@lo 00010000:00000010:0.0:1767384400.785932:0:40463:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000331fe1d7. 00010000:00000010:0.0:1767384400.785935:0:40463:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f343d5fc. 00000001:00000010:0.0:1767384400.785938:0:40463:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f149d09e. 00000001:00000010:0.0:1767384400.785940:0:40463:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000046e494f0. 00000001:00000010:0.0:1767384400.785980:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000824225c0. 00000001:00000010:0.0:1767384400.786027:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003444004d. 00000001:00000010:0.0:1767384400.786074:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f6b98ef. 00000001:00000010:0.0:1767384400.786120:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000acb5939a. 00000001:00000010:0.0:1767384400.786162:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009f803c09. 00000001:00000010:0.0:1767384400.786204:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d91e0876. 00000001:00000010:0.0:1767384400.786256:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000db9d2e56. 00000001:00000010:0.0:1767384400.786312:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006aefebb6. 00000001:00000010:0.0:1767384400.786361:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035ba8e4e. 00000001:00000010:0.0:1767384400.786440:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c3469f9. 00000001:00000010:0.0:1767384400.786503:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000848c2da2. 00000001:00000010:0.0:1767384400.786570:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd1d12cb. 00000001:00000010:0.0:1767384400.786623:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d8c764ed. 00000001:00000010:0.0:1767384400.786691:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c14d7242. 00000001:00000010:0.0:1767384400.786758:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf75e23f. 00000020:00000010:1.0:1767384400.786776:0:40462:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d8be17ea. 00000020:00000010:1.0:1767384400.786782:0:40462:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d8be17ea. 00000001:00000010:0.0:1767384400.786834:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008dbf9c09. 00000001:00000010:0.0:1767384400.786920:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee882731. 00000001:00000010:0.0:1767384400.786990:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c2957620. 00000001:00000010:0.0:1767384400.787056:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000349e932b. 00000001:00000010:0.0:1767384400.787125:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a143b8c. 00000001:00000010:0.0:1767384400.787198:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc526b69. 00000001:00000010:0.0:1767384400.787259:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000336fd6c2. 00000001:00000010:0.0:1767384400.787315:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000037900423. 00000001:00000010:0.0:1767384400.787368:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d6555a5. 00000001:00000010:0.0:1767384400.787440:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000c05863a. 00000001:00000010:0.0:1767384400.787492:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b3b1f574. 00000001:00000010:0.0:1767384400.787547:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000064091105. 00000001:00000010:0.0:1767384400.787612:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005c7cfbae. 00000001:00000010:0.0:1767384400.787679:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027b9758f. 00000001:00000010:0.0:1767384400.787743:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000070e8a9b9. 00000001:00000010:0.0:1767384400.787821:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b15f15f1. 00000001:00000010:0.0:1767384400.787873:0:40463:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c173ba1b. 00000020:00000010:0.0:1767384400.787972:0:40463:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f060217a. 00000020:00000010:0.0:1767384400.787978:0:40463:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a939c825. 00000020:00000010:0.0:1767384400.788046:0:40463:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004ab31e1d. 00000020:00000010:0.0:1767384400.788049:0:40463:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e8e0fc49. 00000010:00000010:0.0:1767384400.788073:0:40463:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000037f98e44. 00000010:00000010:0.0:1767384400.788078:0:40463:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000efa976be. 00000010:00000010:0.0:1767384400.788081:0:40463:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000ff9fe833. 00000010:00000010:0.0:1767384400.788084:0:40463:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384400.788116:0:40463:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007592eda1. 00000020:00000010:0.0:1767384400.788121:0:40463:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b271d904. 00000020:00000010:0.0:1767384400.788151:0:40463:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4a42be8. 00000040:00000010:0.0:1767384400.788157:0:40463:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002ee92e5c. 00000020:00000010:0.0:1767384400.788162:0:40463:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006c1c56d3. 00000020:00000010:0.0:1767384400.788166:0:40463:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000ea19ab3. 00000020:00000010:0.0:1767384400.788171:0:40463:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9bac333. 80000000:00000010:0.0:1767384400.788175:0:40463:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4578fc9. 40000000:00000010:0.0:1767384400.788179:0:40463:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005d21ea99. 00100000:00000010:0.0:1767384400.788184:0:40463:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd030760. 00040000:00000010:0.0:1767384400.788188:0:40463:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cf04f92. 00040000:00000010:0.0:1767384400.788192:0:40463:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000633886cd. 00040000:00000010:0.0:1767384400.788196:0:40463:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012562045. 00080000:00000010:0.0:1767384400.788199:0:40463:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000050bfa29b. 00000004:00000010:0.0:1767384400.788203:0:40463:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007daae6e6. 00000004:00000010:0.0:1767384400.788211:0:40463:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024a65f91. 00000004:00000010:0.0:1767384400.788215:0:40463:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000910d3984. 00000004:00000010:0.0:1767384400.788218:0:40463:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006451f47b. 00000020:00000010:0.0:1767384400.788222:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec986672. 00000020:00000010:0.0:1767384400.788227:0:40463:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.788230:0:40463:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000008:00000010:0.0:1767384400.788233:0:40463:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d40c5c2a. 00020000:00000010:0.0:1767384400.788237:0:40463:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003603f383. 00008000:00000010:0.0:1767384400.788240:0:40463:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000009bfbfa7e. 00000080:00000010:0.0:1767384400.788243:0:40463:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001a9a5a34. 00000020:00000010:0.0:1767384400.788246:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a758ebb9. 00000020:00000010:0.0:1767384400.788249:0:40463:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000d374aa54. 00000020:00000010:0.0:1767384400.788268:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012562045. 00000020:00000010:0.0:1767384400.788271:0:40463:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002295aa30. 00000040:00000010:0.0:1767384400.788273:0:40463:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000be0b5621. 00000020:00000010:0.0:1767384400.788285:0:40463:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009428c324. 00000020:00000010:0.0:1767384400.788289:0:40463:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000ea19ab3. 00000020:00000010:0.0:1767384400.788292:0:40463:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000178a6213. 80000000:00000010:0.0:1767384400.788294:0:40463:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000004f96cb4. 40000000:00000010:0.0:1767384400.788297:0:40463:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad68fcd3. 00100000:00000010:0.0:1767384400.788300:0:40463:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000910d3984. 00040000:00000010:0.0:1767384400.788303:0:40463:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cf04f92. 00040000:00000010:0.0:1767384400.788306:0:40463:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007daae6e6. 00040000:00000010:0.0:1767384400.788309:0:40463:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051966d82. 00080000:00000010:0.0:1767384400.788312:0:40463:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000050bfa29b. 00000004:00000010:0.0:1767384400.788315:0:40463:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000633886cd. 00000004:00000010:0.0:1767384400.788318:0:40463:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024a65f91. 00000004:00000010:0.0:1767384400.788321:0:40463:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bd030760. 00000004:00000010:0.0:1767384400.788324:0:40463:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006451f47b. 00000020:00000010:0.0:1767384400.788327:0:40463:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b9f5ca9. 00000020:00000010:0.0:1767384400.788330:0:40463:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.788333:0:40463:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384400.788337:0:40463:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000ac53f681. 00000020:00000010:0.0:1767384400.788341:0:40463:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000ee2502c2. 00000020:00000010:0.0:1767384400.788346:0:40463:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006c1c56d3. 00000100:00000010:0.0:1767384400.788362:0:40463:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008507d1ba. 02000000:00000010:0.0:1767384400.788371:0:40463:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000b21ca38. 02000000:00000010:1.0:1767384400.788436:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd65af03. 00000400:00000010:1.0:1767384400.788442:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000712821a8. 00000400:00000010:1.0:1767384400.788444:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000100:00000200:1.0:1767384400.788447:0:16153:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744065408, portal 10 00000020:00000010:1.0:1767384400.788451:0:16153:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bc9800e6. 00000400:00000010:1.0:1767384400.788455:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000100:00000200:1.0:1767384400.788456:0:16153:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236744065408, offset 0 00000400:00000200:1.0:1767384400.788460:0:16153:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.788465:0:16153:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.788481:0:16153:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824dd09180 00000400:00000200:1.0:1767384400.788484:0:16153:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x22d5 [64] + 744 00000400:00000200:1.0:1767384400.788488:0:16153:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.788490:0:16153:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.788493:0:16153:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384400.788495:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013c05409. 00000400:00000200:1.0:1767384400.788507:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697eeefb 00000400:00000010:1.0:1767384400.788508:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000100:00000200:1.0:1767384400.788512:0:16153:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008507d1ba x1853236744065408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.788527:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005d071883. 00040000:00000010:0.0:1767384400.788536:0:40438:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5f2cd3f. 00000004:00000010:0.0:1767384400.788540:0:40438:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aaa447f0. 00000004:00000010:0.0:1767384400.788544:0:40438:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093e45b8c. 00000004:00000010:0.0:1767384400.788548:0:40438:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003e1c6e96. 00000020:00000010:0.0:1767384400.788581:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5b2ae37. 00000020:00000010:0.0:1767384400.788586:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384400.788590:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000612f91f2. 00000100:00000200:0.0:1767384400.788614:0:40438:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065408 00000100:00000010:1.0:1767384400.788615:0:40439:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000df24fca. 02000000:00000010:0.0:1767384400.788626:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b22550c1. 00000400:00000010:0.0:1767384400.788635:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.788647:0:40438:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236744065408, offset 0 00000400:00000200:0.0:1767384400.788659:0:40438:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.788665:0:40438:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.788671:0:40438:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824dd09180 00000400:00000200:0.0:1767384400.788676:0:40438:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b21 [1] + 0 00000400:00000200:0.0:1767384400.788680:0:40438:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.788683:0:40438:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384400.788690:0:40438:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008507d1ba x1853236744065408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384400.788721:0:40438:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.788723:0:40438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000400:00000010:1.0:1767384400.788730:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000712821a8. 00000020:00000010:0.0:1767384400.788734:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef020325. 00000400:00000200:1.0:1767384400.788735:0:16153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e314838e 00000400:00000010:1.0:1767384400.788740:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000020:00000010:0.0:1767384400.788741:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000612f91f2. 00000100:00000200:1.0:1767384400.788745:0:16153:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008507d1ba x1853236744065408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384400.788747:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5b2ae37. 00000100:00000200:1.0:1767384400.788757:0:16153:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008507d1ba x1853236744065408/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384400.788771:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dd65af03. 02000000:00000010:1.0:1767384400.788779:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000b21ca38. 00000100:00000010:1.0:1767384400.788782:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008507d1ba. 00000020:00000010:0.0:1767384400.788944:0:40463:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000ac53f681. 00000020:00000010:0.0:1767384400.788950:0:40463:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000ee2502c2. 00000020:00000010:0.0:1767384400.788954:0:40463:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002295aa30. 00000040:00000010:0.0:1767384400.788958:0:40463:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000be0b5621. 00000020:00000010:0.0:1767384400.788962:0:40463:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009428c324. 00000020:00000010:0.0:1767384400.788966:0:40463:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000ea19ab3. 00000020:00000010:0.0:1767384400.788972:0:40463:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000178a6213. 80000000:00000010:0.0:1767384400.788976:0:40463:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000004f96cb4. 40000000:00000010:0.0:1767384400.788980:0:40463:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad68fcd3. 00100000:00000010:0.0:1767384400.788983:0:40463:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000910d3984. 00040000:00000010:0.0:1767384400.788987:0:40463:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cf04f92. 00040000:00000010:0.0:1767384400.788990:0:40463:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007daae6e6. 00040000:00000010:0.0:1767384400.788994:0:40463:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000051966d82. 00080000:00000010:0.0:1767384400.788997:0:40463:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000050bfa29b. 00000004:00000010:0.0:1767384400.788999:0:40463:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000633886cd. 00000004:00000010:0.0:1767384400.789002:0:40463:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024a65f91. 00000004:00000010:0.0:1767384400.789005:0:40463:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bd030760. 00000004:00000010:0.0:1767384400.789007:0:40463:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006451f47b. 00000020:00000010:0.0:1767384400.789010:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012562045. 00000020:00000010:0.0:1767384400.789013:0:40463:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b710091. 00000020:00000010:0.0:1767384400.789023:0:40463:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384400.789026:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b9f5ca9. 00000020:00000010:0.0:1767384400.789029:0:40463:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000cd447f07. 00000020:00000010:0.0:1767384400.789032:0:40463:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000007da47168. 00000100:00000010:0.0:1767384400.789043:0:40463:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dd882ad. 02000000:00000010:0.0:1767384400.789049:0:40463:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b9f5ca9. 00000100:00000010:0.0:1767384400.789055:0:40463:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac53f681. 02000000:00000010:0.0:1767384400.789072:0:40463:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000033d3e08. 00000400:00000010:0.0:1767384400.789076:0:40463:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000010:0.0:1767384400.789081:0:40463:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c9ba4a84. 00000100:00000200:0.0:1767384400.789084:0:40463:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236744065536, portal 25 00000400:00000010:0.0:1767384400.789087:0:40463:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.789090:0:40463:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236744065536, offset 0 00000400:00000200:0.0:1767384400.789095:0:40463:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384400.789101:0:40463:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.789107:0:40463:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824dd09200 00000400:00000200:0.0:1767384400.789112:0:40463:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x21fd [2] + 0 00000400:00000010:0.0:1767384400.789115:0:40463:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8e92f92. 00000400:00000200:0.0:1767384400.789117:0:40463:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c04a21b7 00000400:00000200:0.0:1767384400.789121:0:40463:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384400.789124:0:40463:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384400.789127:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c04a21b7 00000400:00000010:0.0:1767384400.789129:0:40463:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c04a21b7. 00000100:00000200:0.0:1767384400.789132:0:40463:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384400.789149:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:0.0:1767384400.789151:0:40463:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:0.0:1767384400.789157:0:40463:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003dd882ad x1853236744065536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384400.789167:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000006ac61a. 00000020:00000010:1.0:1767384400.789171:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000006ac61a. 00000020:00000010:1.0:1767384400.789175:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061186d78. 00000020:00000010:1.0:1767384400.789177:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002689acad. 00000020:00000010:1.0:1767384400.789180:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000020:00000010:1.0:1767384400.789203:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000006ac61a. 00000020:00000010:1.0:1767384400.789205:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000006ac61a. 00000100:00000200:1.0:1767384400.789207:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065536 02000000:00000010:1.0:1767384400.789223:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000000fab7ae9. 00000040:00000010:1.0:1767384400.789227:0:40431:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a9a2457d. 00000040:00000010:1.0:1767384400.789235:0:40431:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000023c527b9. 00000040:00000010:1.0:1767384400.789319:0:40431:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000023c527b9. 00000040:00000010:1.0:1767384400.789322:0:40431:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a9a2457d. 00010000:00000200:1.0:1767384400.789327:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c683937a x1853236744065536/t0(0) o502->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 272/8472 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384400.789336:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d6bd652d. 00000100:00000200:1.0:1767384400.789339:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236744065536, offset 224 00000400:00000200:1.0:1767384400.789343:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.789347:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.789351:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824dd09200 00000400:00000200:1.0:1767384400.789354:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b2d [4] + 224 00000400:00000200:1.0:1767384400.789359:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.789361:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.789365:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003dd882ad x1853236744065536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384400.789399:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6bd652d 00000400:00000010:1.0:1767384400.789401:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d6bd652d. 00000020:00000010:1.0:1767384400.789408:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002689acad. 00000020:00000010:1.0:1767384400.789411:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000020:00000010:1.0:1767384400.789413:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061186d78. 00000400:00000010:0.0:1767384400.789416:0:40463:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000400:00000200:0.0:1767384400.789422:0:40463:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ba4a84 02000000:00000010:1.0:1767384400.789425:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000000fab7ae9. 00000400:00000010:0.0:1767384400.789426:0:40463:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c9ba4a84. 00000100:00000200:0.0:1767384400.789434:0:40463:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003dd882ad x1853236744065536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384400.789438:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384400.789444:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000712821a8. 00000400:00000010:1.0:1767384400.789447:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6bd652d. 00000100:00000200:0.0:1767384400.789463:0:40463:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003dd882ad x1853236744065536/t0(0) o502->MGC192.168.203.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.789478:0:40463:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac53f681. 02000000:00000010:0.0:1767384400.789484:0:40463:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000033d3e08. 02000000:00000010:0.0:1767384400.789494:0:40463:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b9f5ca9. 00000100:00000010:0.0:1767384400.789497:0:40463:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003dd882ad. 00000040:00000010:0.0:1767384400.789503:0:40463:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002e9f7377. 00000020:00000010:0.0:1767384400.789510:0:40463:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000008bcf6c2. 00000020:00000010:0.0:1767384400.789516:0:40463:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076910e55. 00000040:00000010:0.0:1767384400.789520:0:40463:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002630ab38. 00000020:00000010:0.0:1767384400.789523:0:40463:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003b24dff1. 00000020:00000010:0.0:1767384400.789526:0:40463:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.789530:0:40463:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ba24ae0. 80000000:00000010:0.0:1767384400.789534:0:40463:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000022c8e47b. 40000000:00000010:0.0:1767384400.789536:0:40463:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000453e1ae2. 00100000:00000010:0.0:1767384400.789540:0:40463:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000049b028bd. 00040000:00000010:0.0:1767384400.789542:0:40463:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096b7408a. 00040000:00000010:0.0:1767384400.789545:0:40463:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000357260d9. 00040000:00000010:0.0:1767384400.789548:0:40463:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c42f93b. 00080000:00000010:0.0:1767384400.789550:0:40463:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.789580:0:40463:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5a0588f. 00000004:00000010:0.0:1767384400.789584:0:40463:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001246d102. 00000004:00000010:0.0:1767384400.789588:0:40463:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dcae924a. 00002000:00000010:0.0:1767384400.789592:0:40463:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c8841209. 00000004:00000010:0.0:1767384400.789596:0:40463:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009617b6f5. 00000020:00000010:0.0:1767384400.789600:0:40463:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021207258. 00000040:00000010:0.0:1767384400.789619:0:40427:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f6f98418. 00000040:00000010:0.0:1767384400.789626:0:40427:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b03f8d99. 00000040:00000010:0.0:1767384400.789628:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c60929e. 00000020:00000010:0.0:1767384400.789633:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000091c585f3. 00000040:00000010:0.0:1767384400.789636:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004280193. 00000020:00000010:0.0:1767384400.789640:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bf0ec8ac. 00000020:00000010:0.0:1767384400.789652:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e18bd355. 80000000:00000010:0.0:1767384400.789656:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085f5370e. 00040000:00000010:0.0:1767384400.789660:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1342890. 00080000:00000010:0.0:1767384400.789664:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000159ee2fc. 20000000:00000010:0.0:1767384400.789669:0:40427:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007bf0da54. 00000020:00000010:0.0:1767384400.789672:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e26b01fa. 10000000:00000010:0.0:1767384400.789676:0:40427:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000018c80a42. 00000020:00000010:0.0:1767384400.789692:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ac9a2f8. 00000040:00000010:0.0:1767384400.789696:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010ac1296. 00000020:00000010:0.0:1767384400.789700:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078126784. 00000020:00000010:0.0:1767384400.789706:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000693249c7. 00040000:00000010:0.0:1767384400.789710:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060fdb4e3. 00080000:00000010:1.0:1767384400.789711:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004719e9bb. 00040000:00000010:0.0:1767384400.789714:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000003a59196. 00080000:00000010:1.0:1767384400.789718:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000036c9e51b. 00080000:00000010:0.0:1767384400.789720:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e75db117. 00080000:00000010:1.0:1767384400.789726:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000867cd91e. 00000020:00000010:0.0:1767384400.789728:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057cbf638. 00000020:00000010:0.0:1767384400.789743:0:40427:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000028a9f78f. 00000020:00000010:0.0:1767384400.789747:0:40427:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000b946c1fc. 00000004:00000010:1.0:1767384400.789749:0:16824:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000004e771e1. 00000020:00000010:0.0:1767384400.789751:0:40427:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000c5281b4a. 00080000:00000010:1.0:1767384400.789754:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082203860. 00000020:00000010:0.0:1767384400.789757:0:40427:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000030ae2ba0. 00080000:00000010:1.0:1767384400.789760:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa449547. 00000020:00000010:0.0:1767384400.789794:0:40427:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000b03f8d99. 00000100:00000010:0.0:1767384400.789847:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dd882ad. 00000400:00000200:2.0:1767384400.789853:0:16143:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp49 notifying 192.168.203.113@tcp49: down 02000000:00000010:0.0:1767384400.789858:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002e9f7377. 00000800:00000200:2.0:1767384400.789863:0:16143:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.113@tcp49 down 00000100:00000010:0.0:1767384400.789868:0:40427:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000036c9e51b. 00000800:00000100:2.0:1767384400.789874:0:16143:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.203.113@tcp49 00000100:00000010:0.0:1767384400.789875:0:40427:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c3484304. 00000800:00000010:2.0:1767384400.789880:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b46f2d7. 00000100:00000010:0.0:1767384400.789884:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac53f681. 00000400:00000200:2.0:1767384400.789885:0:16143:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384400.789892:0:16143:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp49->192.168.203.113@tcp49: PUT: LOCAL_ERROR 00000400:00000010:0.0:1767384400.789898:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7c977e. 00000400:00000200:2.0:1767384400.789903:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp49 added to recovery queue. ping count: 0 next ping: 323 health :900 00000400:00000010:0.0:1767384400.789905:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000400:00000200:2.0:1767384400.789908:0:16143:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384400.789912:0:40427:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824dd09280-0x695824dd09280, portal 33 00000400:00000200:2.0:1767384400.789913:0:16143:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.113@tcp: 1 00000400:00000200:2.0:1767384400.789920:0:16143:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 02000000:00000010:0.0:1767384400.789925:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068931752. 00000400:00000010:0.0:1767384400.789930:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000400:00000010:0.0:1767384400.789936:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ba4a84. 00000100:00000200:0.0:1767384400.789940:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236744065664, portal 25 00000400:00000200:1.0:1767384400.789942:0:16152:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384400.789945:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c04a21b7. 00000400:00000200:1.0:1767384400.789948:0:16152:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x301171 00000400:00000200:1.0:1767384400.789952:0:16152:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:1.0:1767384400.789955:0:16152:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00000400:00000200:1.0:1767384400.789958:0:16152:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384400.789963:0:16152:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.113@tcp (00000000d399ab93): -114 00000100:00000200:0.0:1767384400.789963:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236744065664, offset 0 00000400:00000200:1.0:1767384400.789968:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (43) 00000400:00000200:1.0:1767384400.789974:0:16152:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.113@tcp 00000400:00000200:0.0:1767384400.789975:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.789978:0:16152:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.113@tcp(00000000d399ab93) state 0x300171 rc -71 00000400:00000200:1.0:1767384400.789984:0:16152:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.113@tcp (00000000d399ab93) 00000400:00000200:1.0:1767384400.789989:0:16152:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000d399ab93 (42) 00000400:00000200:0.0:1767384400.789989:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384400.790002:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824dd09280 00000100:00000010:2.0:1767384400.790007:0:40466:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f0c622a0. 00000400:00000200:0.0:1767384400.790008:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2201 [2] + 0 00000020:00000010:2.0:1767384400.790012:0:40466:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ec31dd6e. 00000400:00000010:0.0:1767384400.790014:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee27488. 00000020:00000010:2.0:1767384400.790017:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f93d9d89. 00000400:00000200:0.0:1767384400.790020:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddbb2fb2 00000020:00000010:2.0:1767384400.790021:0:40466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006d427f6f. 00000040:00000010:2.0:1767384400.790025:0:40466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a654a457. 00000400:00000200:0.0:1767384400.790026:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384400.790028:0:40466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000037c6160d. 00000020:00000010:2.0:1767384400.790034:0:40466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000821fe620. 00000400:00000200:0.0:1767384400.790034:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384400.790039:0:40466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000334b2996. 00000400:00000200:0.0:1767384400.790039:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddbb2fb2 00000400:00000010:0.0:1767384400.790044:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddbb2fb2. 80000000:00000010:2.0:1767384400.790045:0:40466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b8d317f. 40000000:00000010:2.0:1767384400.790050:0:40466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009405321b. 00000100:00000200:0.0:1767384400.790051:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00100000:00000010:2.0:1767384400.790052:0:40466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f003964. 00040000:00000010:2.0:1767384400.790058:0:40466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b4133cd3. 00040000:00000010:2.0:1767384400.790060:0:40466:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b7253c95. 00040000:00000010:2.0:1767384400.790063:0:40466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd24a34f. 00080000:00000010:2.0:1767384400.790065:0:40466:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac0ead35. 00000004:00000010:2.0:1767384400.790069:0:40466:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000029833a34. 00000400:00000200:0.0:1767384400.790069:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c04a21b7 00000400:00000010:0.0:1767384400.790073:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c04a21b7. 00000100:00000200:0.0:1767384400.790079:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003dd882ad x1853236744065664/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384400.790080:0:40466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000036cc0d53. 00000020:00000010:1.0:1767384400.790080:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000006ac61a. 00000020:00000010:1.0:1767384400.790086:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000006ac61a. 00000004:00000010:2.0:1767384400.790088:0:40466:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ef793181. 00000020:00000010:1.0:1767384400.790093:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061186d78. 00002000:00000010:2.0:1767384400.790095:0:40466:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b73695f8. 00000020:00000010:1.0:1767384400.790099:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002689acad. 00000004:00000010:2.0:1767384400.790100:0:40466:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007ae4bfb6. 00000020:00000010:1.0:1767384400.790105:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000020:00000010:1.0:1767384400.790125:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000006ac61a. 00000020:00000010:1.0:1767384400.790127:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000006ac61a. 00000100:00000200:1.0:1767384400.790129:0:40431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065664 02000000:00000010:1.0:1767384400.790136:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023c527b9. 00000100:00000010:2.0:1767384400.790144:0:40466:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000001d22b083. 20000000:00000010:1.0:1767384400.790152:0:40431:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000251ff44a. 00000100:00000200:2.0:1767384400.790153:0:40466:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000010:1.0:1767384400.790158:0:40431:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000dd65af03. 00000100:00000010:1.0:1767384400.790161:0:40431:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000057ade3a6. 00000400:00000010:1.0:1767384400.790166:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000400:00000010:1.0:1767384400.790174:0:40431:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000a2c5bd1. 00000400:00000200:1.0:1767384400.790178:0:40431:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384400.790184:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384400.790188:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824dd09280 00000400:00000200:1.0:1767384400.790191:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b3d [1] + 0 00000400:00000010:1.0:1767384400.790193:0:40431:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7c977e. 00000400:00000200:1.0:1767384400.790195:0:40431:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057c51823 00000100:00000200:1.0:1767384400.790198:0:40431:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000dd65af03 00000400:00000200:1.0:1767384400.790202:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384400.790205:0:40431:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b49 00000400:00000200:1.0:1767384400.790207:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.790209:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384400.790211:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:1.0:1767384400.790211:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00000100:00000200:1.0:1767384400.790213:0:40431:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000dd65af03 00000400:00000200:1.0:1767384400.790215:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c51823 00000400:00000010:1.0:1767384400.790216:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 00000100:00000200:1.0:1767384400.790218:0:40431:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000003dd882ad desc 0000000036c9e51b mbits 1853236744065664 00000100:00000200:1.0:1767384400.790228:0:40431:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824dd09280-0x695824dd09280 20000000:00000010:1.0:1767384400.790237:0:40431:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000e7379bdd. 20000000:00000010:1.0:1767384400.790246:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9a2457d. 20000000:00000010:1.0:1767384400.790252:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e3d5edf0. 20000000:00000010:1.0:1767384400.790257:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f141918b. 20000000:00000010:1.0:1767384400.790261:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dcb6143e. 20000000:00000010:1.0:1767384400.790264:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054e28359. 20000000:00000010:1.0:1767384400.790266:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbdfb01a. 20000000:00000010:1.0:1767384400.790269:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ec218ea7. 20000000:00000010:1.0:1767384400.790273:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d75d415. 20000000:00000010:1.0:1767384400.790275:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090844290. 20000000:00000010:1.0:1767384400.790279:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000014db11ac. 20000000:00000010:1.0:1767384400.790282:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015d51b5c. 20000000:00000010:1.0:1767384400.790286:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d393e3ec. 20000000:00000010:1.0:1767384400.790289:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008318c06b. 20000000:00000010:1.0:1767384400.790298:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000664583ad. 20000000:00000010:1.0:1767384400.790307:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e214abcc. 20000000:00000010:1.0:1767384400.790311:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049cd2044. 20000000:00000010:1.0:1767384400.790313:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c20f7d4b. 20000000:00000010:1.0:1767384400.790316:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000da04255. 20000000:00000010:1.0:1767384400.790318:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a3c70d99. 20000000:00000010:1.0:1767384400.790320:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000814089f0. 20000000:00000010:1.0:1767384400.790322:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008f0a6048. 20000000:00000010:1.0:1767384400.790324:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e957a76. 20000000:00000010:1.0:1767384400.790327:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000085a14d0. 20000000:00000010:1.0:1767384400.790330:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000021dfbc2. 20000000:00000010:1.0:1767384400.790333:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f9bacf4b. 20000000:00000010:1.0:1767384400.790336:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c34fa05. 20000000:00000010:1.0:1767384400.790339:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f54e742. 20000000:00000010:1.0:1767384400.790343:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ccf244a1. 20000000:00000010:1.0:1767384400.790346:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eeadb72c. 20000000:00000010:1.0:1767384400.790350:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c78a3a3c. 20000000:00000010:1.0:1767384400.790357:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003f26e778. 20000000:00000010:1.0:1767384400.790360:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6c8a962. 20000000:00000010:1.0:1767384400.790363:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e17f92c6. 20000000:00000010:1.0:1767384400.790365:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060c53a6a. 20000000:00000010:1.0:1767384400.790367:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b197d1b. 20000000:00000010:1.0:1767384400.790369:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f58ed3ca. 20000000:00000010:1.0:1767384400.790371:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7256cbc. 20000000:00000010:1.0:1767384400.790374:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1f99905. 20000000:00000010:1.0:1767384400.790375:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000073a619f8. 20000000:00000010:1.0:1767384400.790378:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004c38fad. 20000000:00000010:1.0:1767384400.790392:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000008555092. 20000000:00000010:1.0:1767384400.790395:0:40431:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b2c05f0. 00080000:00000010:1.0:1767384400.790423:0:40431:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9310fda. 00080000:00000010:3.0:1767384400.798094:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9310fda. 00010000:00000010:2.0:1767384400.798116:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001dd05866. 00000020:00000010:2.0:1767384400.798123:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d6651c81. 00010000:00000010:2.0:1767384400.798135:0:40433:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b84e1419. 00000100:00000010:2.0:1767384400.798140:0:40433:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088757244. 00000100:00000010:2.0:1767384400.798147:0:40433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 02000000:00000010:2.0:1767384400.798157:0:40433:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be8f470d. 02000000:00000010:2.0:1767384400.798177:0:40433:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007561b532. 00000400:00000010:2.0:1767384400.798182:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.798186:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.798191:0:40433:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744065792, portal 16 00000400:00000010:2.0:1767384400.798195:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.798196:0:40433:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236744065792, offset 0 00000400:00000200:2.0:1767384400.798204:0:40433:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.798214:0:40433:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.798223:0:40433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824dd09300 00000400:00000200:2.0:1767384400.798229:0:40433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17d9 [2] + 1968 00000400:00000010:2.0:1767384400.798232:0:40433:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0e16920. 00000400:00000200:2.0:1767384400.798234:0:40433:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003dc401e 00000400:00000200:2.0:1767384400.798238:0:40433:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.798242:0:40433:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384400.798246:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003dc401e 00000400:00000010:2.0:1767384400.798248:0:40433:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003dc401e. 00000100:00000200:2.0:1767384400.798253:0:40433:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1767384400.798268:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384400.798270:0:40433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.798274:0:40433:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000241d9333 x1853236744065792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384416 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384400.798290:0:36945:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e053a75. 00000100:00000010:1.0:1767384400.798298:0:36945:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025c29c54. 00000100:00000200:1.0:1767384400.798302:0:36945:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384400.798306:0:36945:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b8e9de. 00000400:00000010:1.0:1767384400.798316:0:36945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af024aea. 00040000:00000010:1.0:1767384400.798325:0:36945:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000783f70e4. 00000004:00000010:1.0:1767384400.798329:0:36945:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044833d50. 00000004:00000010:1.0:1767384400.798333:0:36945:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd0a4492. 00000004:00000010:1.0:1767384400.798336:0:36945:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000123e1c5d. 00000004:00000010:1.0:1767384400.798338:0:36945:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004ce7a8ef. 00000020:00000010:1.0:1767384400.798348:0:36945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798351:0:36945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798355:0:36945:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000033d3e08. 00000020:00000010:1.0:1767384400.798358:0:36945:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f59dd55. 00000020:00000010:1.0:1767384400.798361:0:36945:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000010:1.0:1767384400.798404:0:36945:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798406:0:36945:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5b82c3d. 00000100:00000200:1.0:1767384400.798409:0:36945:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065792 02000000:00000010:1.0:1767384400.798418:0:36945:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000afd3d3a1. 00000400:00000010:1.0:1767384400.798425:0:36945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000100:00000200:1.0:1767384400.798427:0:36945:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236744065792, offset 224 00000400:00000200:1.0:1767384400.798431:0:36945:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.798436:0:36945:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.798440:0:36945:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824dd09300 00000400:00000200:1.0:1767384400.798443:0:36945:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b4d [1] + 224 00000400:00000200:1.0:1767384400.798446:0:36945:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.798448:0:36945:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.798452:0:36945:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000241d9333 x1853236744065792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384400.798468:0:36945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:1.0:1767384400.798470:0:36945:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00010000:00000010:1.0:1767384400.798477:0:36945:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000056cbeb9c. 00000400:00000010:2.0:1767384400.798479:0:40433:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000200:2.0:1767384400.798483:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000400:00000010:2.0:1767384400.798485:0:40433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.798490:0:40433:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000241d9333 x1853236744065792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384400.798494:0:36945:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f59dd55. 00000020:00000010:1.0:1767384400.798500:0:36945:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000100:00000200:2.0:1767384400.798502:0:40433:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000241d9333 x1853236744065792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384400.798506:0:36945:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000033d3e08. 02000000:00000010:1.0:1767384400.798514:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000afd3d3a1. 02000000:00000010:1.0:1767384400.798517:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001f8bb284. 02000000:00000010:2.0:1767384400.798524:0:40433:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007561b532. 00000100:00000010:1.0:1767384400.798525:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7bcd810. 02000000:00000010:2.0:1767384400.798530:0:40433:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be8f470d. 02000000:00000010:1.0:1767384400.798532:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000042894a5f. 00000100:00000010:0.0:1767384400.798533:0:16784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063675c20. 00000100:00000010:2.0:1767384400.798536:0:40433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000241d9333. 00000100:00000010:1.0:1767384400.798537:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2894ad8. 00000100:00000010:2.0:1767384400.798543:0:40433:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088757244. 02000000:00000010:1.0:1767384400.798544:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f2b29245. 02000000:00000010:0.0:1767384400.798546:0:16784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b9f5ca9. 00010000:00000010:2.0:1767384400.798549:0:40433:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b84e1419. 00000100:00000010:1.0:1767384400.798550:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 02000000:00000010:1.0:1767384400.798580:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068abc84b. 00000100:00000010:1.0:1767384400.798583:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006a8ff28b. 02000000:00000010:1.0:1767384400.798586:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed2930af. 00000100:00000010:1.0:1767384400.798589:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e819c688. 02000000:00000010:1.0:1767384400.798591:0:36945:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011dfeecc. 00000100:00000010:1.0:1767384400.798593:0:36945:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0f373a4. 00000100:00000010:1.0:1767384400.798596:0:36945:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058cc87cf. 00000100:00000010:1.0:1767384400.798599:0:36945:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000080b800f6. 00040000:00000010:2.0:1767384400.798608:0:16154:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001c5e3b1d. 00000004:00000010:2.0:1767384400.798614:0:16154:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000048a2255f. 00010000:00000010:0.0:1767384400.798617:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000056cbeb9c. 00000004:00000010:2.0:1767384400.798618:0:16154:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003cefc369. 00040000:00000010:3.0:1767384400.798619:0:16155:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000531c798e. 00000004:00000010:2.0:1767384400.798626:0:16154:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082008d89. 00000004:00000010:3.0:1767384400.798627:0:16155:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000821b71b0. 00000004:00000010:2.0:1767384400.798632:0:16154:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e4e80d6b. 00000004:00000010:3.0:1767384400.798634:0:16155:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dc3024f0. 00000004:00000010:3.0:1767384400.798639:0:16155:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001472bdb8. 02000000:00000010:2.0:1767384400.798643:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be8f470d. 00000004:00000010:3.0:1767384400.798644:0:16155:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bd0d9108. 00000400:00000010:2.0:1767384400.798649:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384400.798656:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.798658:0:16154:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744065920, portal 18 00000400:00000010:2.0:1767384400.798662:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.798663:0:16154:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236744065920, offset 0 00000400:00000200:2.0:1767384400.798668:0:16154:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384400.798672:0:16154:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384400.798678:0:16154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824dd09380 00000400:00000200:2.0:1767384400.798682:0:16154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:2.0:1767384400.798686:0:16154:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384400.798689:0:16154:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384400.798693:0:16154:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384400.798696:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000241d9333. 00000400:00000200:2.0:1767384400.798712:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce408d98 00000400:00000010:2.0:1767384400.798714:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000200:2.0:1767384400.798720:0:16154:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000063675c20 x1853236744065920/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384416 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384400.798740:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005d828580. 00000004:00000010:1.0:1767384400.798745:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000008dfb183. 00000004:00000010:1.0:1767384400.798749:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dfca6dcf. 00000004:00000010:1.0:1767384400.798751:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9a6d2b7. 00000004:00000010:1.0:1767384400.798753:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000afd3d3a1. 00000020:00000010:1.0:1767384400.798760:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798761:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798764:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000033d3e08. 00000020:00000010:1.0:1767384400.798766:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f59dd55. 00000020:00000010:1.0:1767384400.798768:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000100:00000200:1.0:1767384400.798780:0:16782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000241d9333 x1853236744065920/t0(0) o103->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 328/0 e 0 to 0 dl 1767384411 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384400.798800:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5b82c3d. 00000020:00000010:1.0:1767384400.798803:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5b82c3d. 00000100:00000200:1.0:1767384400.798805:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744065920 02000000:00000010:1.0:1767384400.798811:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b266f50d. 00000020:00000010:1.0:1767384400.798824:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000a5b82c3d. 00010000:00000010:1.0:1767384400.798834:0:16782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0d0ecf8. 00000100:00000010:1.0:1767384400.798838:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc630d40. 00000100:00000010:1.0:1767384400.798860:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc630d40. 00010000:00000010:1.0:1767384400.798863:0:16782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0d0ecf8. 00000400:00000010:1.0:1767384400.798871:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000100:00000200:1.0:1767384400.798874:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236744065920, offset 224 00000400:00000200:1.0:1767384400.798879:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.798887:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.798894:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824dd09380 00000400:00000200:1.0:1767384400.798899:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b5d [1] + 224 00000400:00000200:1.0:1767384400.798902:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.798905:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.798910:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000063675c20 x1853236744065920/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384400.798925:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:1.0:1767384400.798927:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00000020:00000010:1.0:1767384400.798935:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f59dd55. 00000400:00000010:2.0:1767384400.798938:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000020:00000010:1.0:1767384400.798938:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000400:00000200:2.0:1767384400.798945:0:16154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d58c80f9 00000020:00000010:1.0:1767384400.798945:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000033d3e08. 00000400:00000010:2.0:1767384400.798949:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000100:00000200:2.0:1767384400.798956:0:16154:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000063675c20 x1853236744065920/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.798962:0:16154:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000063675c20 x1853236744065920/t0(0) o103->MGC192.168.203.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384416 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384400.798973:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be8f470d. 02000000:00000010:2.0:1767384400.798975:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002b9f5ca9. 00000100:00000010:2.0:1767384400.798977:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000063675c20. 00000100:00000010:1.0:1767384400.800808:0:40431:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000057ade3a6. 00000100:00000010:1.0:1767384400.800814:0:40431:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000dd65af03. 20000000:00000010:1.0:1767384400.800818:0:40431:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000251ff44a. 00010000:00000200:1.0:1767384400.800826:0:40431:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000858fb95 x1853236744065664/t0(0) o253->8ae7844a-7a01-436c-b1f1-a08090b2f7f1@0@lo:381/0 lens 4784/4768 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384400.800840:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc630d40. 00000100:00000200:1.0:1767384400.800843:0:40431:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236744065664, offset 224 00000400:00000200:1.0:1767384400.800847:0:40431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384400.800853:0:40431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384400.800858:0:40431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824dd09280 00000400:00000200:1.0:1767384400.800863:0:40431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b41 [2] + 224 00000400:00000200:1.0:1767384400.800868:0:40431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384400.800871:0:40431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384400.800876:0:40431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003dd882ad x1853236744065664/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384400.800906:0:40431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc630d40 00000400:00000010:1.0:1767384400.800908:0:40431:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc630d40. 00000020:00000010:1.0:1767384400.800917:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002689acad. 00000020:00000010:1.0:1767384400.800919:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000400:00000010:0.0:1767384400.800920:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000020:00000010:1.0:1767384400.800921:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061186d78. 02000000:00000010:1.0:1767384400.800928:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023c527b9. 00000400:00000200:0.0:1767384400.800929:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ba4a84 00000400:00000010:0.0:1767384400.800933:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9ba4a84. 00000100:00000200:1.0:1767384400.800935:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384400.800939:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054304f85. 00000400:00000010:1.0:1767384400.800942:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc630d40. 00000100:00000200:0.0:1767384400.800942:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003dd882ad x1853236744065664/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384400.800955:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003dd882ad x1853236744065664/t0(0) o253->MGC192.168.203.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384400.800972:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac53f681. 02000000:00000010:0.0:1767384400.800979:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068931752. 00000100:00000010:0.0:1767384400.800986:0:40427:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c3484304. 00000100:00000010:0.0:1767384400.800988:0:40427:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000036c9e51b. 02000000:00000010:0.0:1767384400.800991:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002e9f7377. 00000100:00000010:0.0:1767384400.800996:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003dd882ad. 00000020:00000010:0.0:1767384400.801009:0:40427:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000b03f8d99. 00000020:02000000:0.0:1767384400.801013:0:40427:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384400.804359:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012562045. 00000020:00000010:0.0:1767384400.804366:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051966d82. 00000040:00000010:0.0:1767384400.804370:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000178a6213. 00000020:00000010:0.0:1767384400.804374:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000983ce130. 00000020:00000010:0.0:1767384400.804393:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384400.804398:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000be0b5621. 80000000:00000010:0.0:1767384400.804403:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000004f96cb4. 40000000:00000010:0.0:1767384400.804407:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000453e1ae2. 00100000:00000010:0.0:1767384400.804413:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dcae924a. 00040000:00000010:0.0:1767384400.804417:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036339bc5. 00040000:00000010:0.0:1767384400.804420:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e5a0588f. 00040000:00000010:0.0:1767384400.804423:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002295aa30. 00080000:00000010:0.0:1767384400.804427:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.804430:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000357260d9. 00000004:00000010:0.0:1767384400.804434:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001246d102. 00000004:00000010:0.0:1767384400.804438:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000049b028bd. 00000004:00000010:0.0:1767384400.804440:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004719e9bb. 00000020:00000010:0.0:1767384400.804443:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5b2ae37. 00000020:00000010:0.0:1767384400.804446:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef020325. 00000020:00000010:0.0:1767384400.804450:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384400.804491:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f8ed8470. 00080000:00000010:0.0:1767384400.804500:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f291e82. 00010000:00000010:2.1:1767384400.804588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000657d182f. 00010000:00000010:2.1:1767384400.804601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001dd05866. 00080000:00000010:0.0:1767384400.804608:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001f291e82. 00000020:00000010:0.0:1767384400.804615:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f8ed8470. 00000004:00000010:0.0:1767384400.804626:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c783dfdf. 00000004:00000010:0.0:1767384400.804632:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000046e82f16. 00000004:00000010:0.0:1767384400.804638:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2b67c8a. 00080000:00000010:0.0:1767384400.804642:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f291e82. 00040000:00000010:0.0:1767384400.804677:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000fac59bf7. 00000004:00000010:0.0:1767384400.804682:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f3de2191. 00000004:00000010:0.0:1767384400.804690:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001619fcf6. 00000004:00000010:0.0:1767384400.804692:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000095cf2851. 00080000:00000010:0.0:1767384400.804694:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ce0c055. 00000020:00000010:0.0:1767384400.804710:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e7d1897e. 00080000:00000010:0.0:1767384400.804713:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c52727dc. 00080000:00000010:0.0:1767384400.804736:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c52727dc. 00000020:00000010:0.0:1767384400.804738:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e7d1897e. 00000004:00000010:0.0:1767384400.804742:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e6462324. 00000004:00000010:0.0:1767384400.804744:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000786e14c0. 00000004:00000010:0.0:1767384400.804746:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b17905fd. 00080000:00000010:0.0:1767384400.804748:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c52727dc. 00100000:00000010:0.0:1767384400.804773:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007da47168. 00000004:00000010:0.0:1767384400.804796:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003c30839e. 00000004:00000010:0.0:1767384400.804801:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d99dc152. 00000004:00000010:0.0:1767384400.804804:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000eda8e992. 00080000:00000010:0.0:1767384400.804807:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac54cc98. 00100000:00000010:0.0:1767384400.804841:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e11ade9c. 00040000:00000010:0.0:1767384400.804847:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cede6da2. 00000001:00000010:0.0:1767384400.804852:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003f7d6657. 00000001:00000010:0.0:1767384400.804857:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000028bd4e44. 00000001:00000010:0.0:1767384400.804860:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000088c9d0e3. 00040000:00000010:0.0:1767384400.804872:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b42215bc. 00000004:00000010:0.0:1767384400.804876:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ce3a8b85. 00000004:00000010:0.0:1767384400.804880:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000107dda18. 00000004:00000010:0.0:1767384400.804883:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007ca9cab6. 00080000:00000010:0.0:1767384400.804886:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078d22298. 00000020:00000010:0.0:1767384400.804903:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000775865ab. 00080000:00000010:0.0:1767384400.804906:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a3c2cf8. 00080000:00000010:0.0:1767384400.804937:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003a3c2cf8. 00000020:00000010:0.0:1767384400.804939:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000775865ab. 00000004:00000010:0.0:1767384400.804943:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4746813. 00000004:00000010:0.0:1767384400.804945:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a2ab5b35. 00000004:00000010:0.0:1767384400.804948:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a48fc8ec. 00080000:00000010:0.0:1767384400.804954:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a3c2cf8. 00100000:00000010:0.0:1767384400.804977:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003e252283. 00000004:00000010:0.0:1767384400.804988:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e9554ed3. 00000004:00000010:0.0:1767384400.804990:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000b1f086b. 00000004:00000010:0.0:1767384400.804992:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000068f01978. 00080000:00000010:0.0:1767384400.804994:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000074592348. 00100000:00000010:0.0:1767384400.805010:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003a48370b. 00040000:00000010:0.0:1767384400.805013:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005a8ab368. 00000001:00000010:0.0:1767384400.805015:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000319c71e1. 00000001:00000010:0.0:1767384400.805017:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000064885a02. 00000001:00000010:0.0:1767384400.805019:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000836436af. 00040000:00000010:0.0:1767384400.805024:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a40059bf. 00000004:00000010:0.0:1767384400.805027:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000fb578fb. 00000004:00000010:0.0:1767384400.805029:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c28a4d75. 00000004:00000010:0.0:1767384400.805031:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a435f97. 00080000:00000010:0.0:1767384400.805033:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081d12f8c. 00000020:00000010:0.0:1767384400.805042:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000064d9fe65. 00080000:00000010:0.0:1767384400.805045:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2e15c77. 00080000:00000010:0.0:1767384400.805063:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f2e15c77. 00000020:00000010:0.0:1767384400.805064:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000064d9fe65. 00000004:00000010:0.0:1767384400.805068:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000058d0c4c8. 00000004:00000010:0.0:1767384400.805070:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000145ab1ad. 00000004:00000010:0.0:1767384400.805072:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001c0918c0. 00080000:00000010:0.0:1767384400.805073:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2e15c77. 00100000:00000010:0.0:1767384400.805088:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000029073ac1. 00000004:00000010:0.0:1767384400.805098:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000027562c39. 00000004:00000010:0.0:1767384400.805100:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001bddf187. 00000004:00000010:0.0:1767384400.805102:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006caeae69. 00080000:00000010:0.0:1767384400.805103:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d557c33. 00100000:00000010:0.0:1767384400.805120:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d3635832. 00040000:00000010:0.0:1767384400.805123:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000009698654. 00000001:00000010:0.0:1767384400.805127:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006fc23fca. 00000001:00000010:0.0:1767384400.805130:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e6335ccb. 00000001:00000010:0.0:1767384400.805138:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005373f264. 00040000:00000010:0.0:1767384400.805147:0:40427:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000a08e138a. 00000020:00000010:0.0:1767384400.805151:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034d382fb. 00000020:00000010:0.0:1767384400.805154:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014768d8c. 00000020:00000010:0.0:1767384400.805157:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b24dff1. 00000020:00000010:0.0:1767384400.805160:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000ea19ab3. 00000020:00000010:0.0:1767384400.805164:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b9f5ca9. 80000000:00000010:0.0:1767384400.805166:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017da1616. 40000000:00000010:0.0:1767384400.805169:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9ef6535. 00100000:00000010:0.0:1767384400.805172:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd030760. 00040000:00000010:0.0:1767384400.805174:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a06da599. 00040000:00000010:0.0:1767384400.805177:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d09db5d9. 00080000:00000010:0.0:1767384400.805180:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000633886cd. 00002000:00000010:0.0:1767384400.805184:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009617b6f5. 00000020:00000010:2.0:1767384400.805361:0:40427:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b84e1419. 00000020:00000010:2.0:1767384400.805366:0:40427:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b84e1419. 00000020:00000010:2.0:1767384400.805369:0:40427:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000002d3a26dc. 00000020:00000010:2.0:1767384400.805375:0:40427:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b84e1419. 00000020:00000010:2.0:1767384400.805388:0:40427:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b84e1419. 00040000:00000010:2.0:1767384400.805414:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000088757244. 00000020:00000010:2.0:1767384400.805424:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fbc54708. 00080000:00000010:2.0:1767384400.805428:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009bda314e. 00080000:00000010:2.0:1767384400.805461:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009bda314e. 00000020:00000010:2.0:1767384400.805463:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fbc54708. 00000004:00000010:2.0:1767384400.805469:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000039bd2ff9. 00000004:00000010:2.0:1767384400.805473:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000ec66ded. 00000004:00000010:2.0:1767384400.805476:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003f164650. 00080000:00000010:2.0:1767384400.805478:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009bda314e. 00100000:00000010:2.0:1767384400.805497:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ab994e8c. 00000004:00000010:2.0:1767384400.805508:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000792d277e. 00000004:00000010:2.0:1767384400.805511:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b64a4b7c. 00000004:00000010:2.0:1767384400.805513:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000137191d9. 00080000:00000010:2.0:1767384400.805515:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2a840d4. 00100000:00000010:2.0:1767384400.805533:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001ee3519f. 00040000:00000010:2.0:1767384400.805535:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b002bb93. 00000001:00000010:2.0:1767384400.805538:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000be8f470d. 00000001:00000010:2.0:1767384400.805540:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000047be7c42. 00000001:00000010:2.0:1767384400.805542:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009fad5ca3. 00040000:00000010:2.0:1767384400.805548:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000cdf946db. 00000020:00000010:2.0:1767384400.805586:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000875d1ba1. 00080000:00000010:2.0:1767384400.805591:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000952c8e31. 00080000:00000010:2.0:1767384400.805632:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000952c8e31. 00000020:00000010:2.0:1767384400.805634:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000875d1ba1. 00000004:00000010:2.0:1767384400.805638:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000643ac033. 00000004:00000010:2.0:1767384400.805641:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004e11adee. 00000004:00000010:2.0:1767384400.805643:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000091096695. 00080000:00000010:2.0:1767384400.805644:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000952c8e31. 00100000:00000010:2.0:1767384400.805670:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c0b81f99. 00000004:00000010:2.0:1767384400.805690:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000458bb4d4. 00000004:00000010:2.0:1767384400.805694:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004854c752. 00000004:00000010:2.0:1767384400.805698:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007bbde5e6. 00080000:00000010:2.0:1767384400.805701:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000196768ed. 00100000:00000010:2.0:1767384400.805733:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d2d3ff67. 00040000:00000010:2.0:1767384400.805738:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e8fcb5c8. 00000001:00000010:2.0:1767384400.805741:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007561b532. 00000001:00000010:2.0:1767384400.805745:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000dbd3f44d. 00000001:00000010:2.0:1767384400.805748:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003f1baa7e. 00040000:00000010:2.0:1767384400.805753:0:40427:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000177a8e4e. 00000020:00000010:2.0:1767384400.805766:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000051c5f332. 00080000:00000010:2.0:1767384400.805769:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009499a177. 00080000:00000010:2.0:1767384400.805792:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009499a177. 00000020:00000010:2.0:1767384400.805794:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000051c5f332. 00000004:00000010:2.0:1767384400.805798:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000ed5e70e. 00000004:00000010:2.0:1767384400.805800:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000506c18b1. 00000004:00000010:2.0:1767384400.805802:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f097f6cc. 00080000:00000010:2.0:1767384400.805805:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009499a177. 00100000:00000010:2.0:1767384400.805834:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cd63f889. 00000004:00000010:2.0:1767384400.805846:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000a828651. 00000004:00000010:2.0:1767384400.805848:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fc05e5d1. 00000004:00000010:2.0:1767384400.805850:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dad2f265. 00080000:00000010:2.0:1767384400.805852:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001463cdaa. 00100000:00000010:2.0:1767384400.805871:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e6caeebc. 00040000:00000010:2.0:1767384400.805874:0:40427:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006e18c1c9. 00000001:00000010:2.0:1767384400.805875:0:40427:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c56919e5. 00000001:00000010:2.0:1767384400.805878:0:40427:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d3cfe4a5. 00000001:00000010:2.0:1767384400.805879:0:40427:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e71b11df. 00040000:00000010:2.0:1767384400.805884:0:40427:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000040dc87e8. 00000020:00000010:2.0:1767384400.805886:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000752f4885. 00000020:00000010:2.0:1767384400.805888:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d2f518e. 00000020:00000010:2.0:1767384400.805890:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4c65caa. 00000020:00000010:2.0:1767384400.805893:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007012c1fd. 00000020:00000010:2.0:1767384400.805905:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2fe81b7. 80000000:00000010:2.0:1767384400.805907:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bdd687bc. 40000000:00000010:2.0:1767384400.805909:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009eb2d088. 00100000:00000010:2.0:1767384400.805911:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030008abd. 00040000:00000010:2.0:1767384400.805913:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008dd0bc3a. 00040000:00000010:2.0:1767384400.805915:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000591093b7. 00080000:00000010:2.0:1767384400.805918:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c56f749. 00002000:00000010:2.0:1767384400.805920:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b37f0f00. 00000020:00000010:2.0:1767384400.806113:0:40427:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b8de44c1. 00000020:00000010:2.0:1767384400.806116:0:40427:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b8de44c1. 00000020:00000010:2.0:1767384400.806118:0:40427:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000fdd45ab4. 00000020:00000010:2.0:1767384400.806121:0:40427:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b8de44c1. 00000020:00000010:2.0:1767384400.806124:0:40427:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b8de44c1. 40000000:00000010:2.0:1767384400.806127:0:40427:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 0000000007c80231. 00080000:00000010:2.0:1767384400.806173:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ad0e5995. 00010000:00000010:0.1:1767384400.806576:0:16636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096ab8622. 00010000:00000010:1.1:1767384400.806580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fb54ef2f. 00010000:00000010:0.1:1767384400.806582:0:16636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014f506e2. 00080000:00000010:3.0:1767384400.812915:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ad0e5995. 00000004:00000010:2.0:1767384400.812986:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004b1eec03. 00000004:00000010:2.0:1767384400.813034:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f54f026. 00000004:00000010:2.0:1767384400.813038:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc83e8f6. 00080000:00000010:2.0:1767384400.813042:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bae8ef74. 00000004:00000010:2.0:1767384400.813146:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e83e7159. 00000004:00000010:2.0:1767384400.813150:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000027868a73. 00000004:00000010:2.0:1767384400.813151:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004107db37. 00080000:00000010:2.0:1767384400.813154:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003141a7f7. 00000020:00000010:2.0:1767384400.813184:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000a5eb2fe9. 00080000:00000010:2.0:1767384400.813188:0:40427:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000007c5c5915. 00080000:00000010:2.0:1767384400.813191:0:40427:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000275f6a2c. 00000004:00000010:2.0:1767384400.813221:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e508e108. 00000004:00000010:2.0:1767384400.813224:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001e62c654. 00000004:00000010:2.0:1767384400.813226:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009052f1f0. 00080000:00000010:2.0:1767384400.813231:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0bedc37. 00080000:00000010:2.0:1767384400.813256:0:40427:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000275f6a2c. 00080000:00000010:2.0:1767384400.813258:0:40427:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000007c5c5915. 00000020:00000010:2.0:1767384400.813260:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000a5eb2fe9. 00000004:00000010:2.0:1767384400.813263:0:40427:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000007a57f684. 00000004:00000010:2.0:1767384400.813267:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d8921cf4. 00000004:00000010:2.0:1767384400.813268:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c365474. 00000004:00000010:2.0:1767384400.813270:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000026c7f1c9. 00080000:00000010:2.0:1767384400.813272:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000212be28c. 00000020:00000010:2.0:1767384400.813301:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000864923c6. 00000020:00000010:2.0:1767384400.813303:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb858c16. 00000040:00000010:2.0:1767384400.813306:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000094ced65. 00000020:00000010:2.0:1767384400.813308:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000328b8c54. 00000020:00000010:2.0:1767384400.813311:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059cc8044. 00000020:00000010:2.0:1767384400.813314:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3f948bf. 80000000:00000010:2.0:1767384400.813316:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a013a30a. 40000000:00000010:2.0:1767384400.813318:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000367e6668. 00100000:00000010:2.0:1767384400.813321:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007886e8b0. 00040000:00000010:2.0:1767384400.813323:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c63db6b. 00040000:00000010:2.0:1767384400.813325:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c24f9f63. 00040000:00000010:2.0:1767384400.813327:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055b6b203. 00080000:00000010:2.0:1767384400.813329:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c8f0f21b. 00000004:00000010:2.0:1767384400.813331:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000514ecfd9. 00000004:00000010:2.0:1767384400.813334:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cfbc6d5f. 00000004:00000010:2.0:1767384400.813337:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000006290153. 00000004:00000010:2.0:1767384400.813339:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d0b3a242. 00000004:00000010:2.0:1767384400.813509:0:40427:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000be9d1368. 00000040:00000010:2.0:1767384400.813513:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c9ba4a84. 00000020:00000010:2.0:1767384400.813519:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f434c491. 00000020:00000010:2.0:1767384400.813521:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f3c82d39. 00000040:00000010:2.0:1767384400.813523:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000060efb086. 00000020:00000010:2.0:1767384400.813525:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a94a6fde. 00000020:00000010:2.0:1767384400.813528:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.813530:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005aefe631. 80000000:00000010:2.0:1767384400.813531:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000710a8a2. 40000000:00000010:2.0:1767384400.813533:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000592ff67e. 00100000:00000010:2.0:1767384400.813535:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b7ddf10d. 00040000:00000010:2.0:1767384400.813536:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001c611fa9. 00040000:00000010:2.0:1767384400.813540:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6a03395. 00040000:00000010:2.0:1767384400.813542:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000edf63d0f. 00080000:00000010:2.0:1767384400.813543:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001b3c77f5. 00000004:00000010:2.0:1767384400.813545:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b0564fc2. 00000004:00000010:2.0:1767384400.813548:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005979c8da. 00000004:00000010:2.0:1767384400.813550:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008364d998. 00000004:00000010:2.0:1767384400.813551:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b09f89dc. 00000040:00000010:3.0:1767384400.813727:0:40470:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000693249c7. 00000004:00000010:2.0:1767384400.813728:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000040106fae. 00000004:00000010:2.0:1767384400.813735:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001e9ad860. 00000004:00000010:2.0:1767384400.813738:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e9d3dea3. 00080000:00000010:2.0:1767384400.813741:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4f6a14. 00000040:00000010:3.0:1767384400.813750:0:40470:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000001dbab0b9. 00000040:00000010:3.0:1767384400.813766:0:40470:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009211f0a9. 00000020:00000010:3.0:1767384400.813769:0:40470:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010ac1296. 00000020:00000010:3.0:1767384400.813772:0:40470:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001ac9a2f8. 00000040:00000010:3.0:1767384400.813774:0:40470:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e26b01fa. 00000020:00000010:3.0:1767384400.813777:0:40470:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007839987e. 00000020:00000010:3.0:1767384400.813781:0:40470:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c76afd1. 00000020:00000010:3.0:1767384400.813783:0:40470:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007bf0da54. 80000000:00000010:3.0:1767384400.813785:0:40470:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b3c86d3. 40000000:00000010:3.0:1767384400.813787:0:40470:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007871dd1f. 00100000:00000010:3.0:1767384400.813790:0:40470:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e75db117. 00040000:00000010:3.0:1767384400.813793:0:40470:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cc688a2c. 00040000:00000010:3.0:1767384400.813796:0:40470:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000078126784. 00040000:00000010:3.0:1767384400.813799:0:40470:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1342890. 00080000:00000010:3.0:1767384400.813802:0:40470:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000159ee2fc. 00000004:00000010:3.0:1767384400.813806:0:40470:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf0ec8ac. 00000004:00000010:3.0:1767384400.813810:0:40470:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000066cf0241. 00000004:00000010:3.0:1767384400.813812:0:40470:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000017cc7dac. 00002000:00000010:3.0:1767384400.813814:0:40470:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c6a420ef. 00000004:00000010:3.0:1767384400.813816:0:40470:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f209aa12. 00000020:00000010:3.0:1767384400.813820:0:40470:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007c322782. 00000040:00000010:3.0:1767384400.813841:0:40470:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000b2bbdd76. 00080000:00000010:2.0:1767384400.813856:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c4f6a14. 00000004:00000010:2.0:1767384400.813862:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e9d3dea3. 00000004:00000010:2.0:1767384400.813865:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001e9ad860. 00000004:00000010:2.0:1767384400.813868:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000040106fae. 00000004:00000010:2.0:1767384400.813872:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d5e72af8. 00000004:00000010:2.0:1767384400.813874:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001e9ad860. 00000004:00000010:2.0:1767384400.813876:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e9d3dea3. 00080000:00000010:2.0:1767384400.813878:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c4f6a14. 00000004:00000010:2.0:1767384400.813908:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004742f330. 00000004:00000010:2.0:1767384400.813911:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000048890836. 00000004:00000010:2.0:1767384400.813913:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000571faa60. 00080000:00000010:2.0:1767384400.813915:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049e4c407. 00080000:00000010:2.0:1767384400.813943:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000049e4c407. 00000004:00000010:2.0:1767384400.813945:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000571faa60. 00000004:00000010:2.0:1767384400.813946:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000048890836. 00000004:00000010:2.0:1767384400.813947:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004742f330. 00000004:00000010:2.0:1767384400.813951:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c7d92e68. 00000004:00000010:2.0:1767384400.813953:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000048890836. 00000004:00000010:2.0:1767384400.813954:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000571faa60. 00080000:00000010:2.0:1767384400.813956:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049e4c407. 00000004:00000010:2.0:1767384400.814005:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000db50e1c7. 00000004:00000010:2.0:1767384400.814008:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b46bbcaa. 00000004:00000010:2.0:1767384400.814010:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002953509d. 00080000:00000010:2.0:1767384400.814012:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c99af46f. 00080000:00000010:2.0:1767384400.814118:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c99af46f. 00000004:00000010:2.0:1767384400.814120:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002953509d. 00000004:00000010:2.0:1767384400.814122:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b46bbcaa. 00000004:00000010:2.0:1767384400.814124:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000db50e1c7. 00000004:00000010:2.0:1767384400.814127:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f90538d2. 00000004:00000010:2.0:1767384400.814129:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b46bbcaa. 00000004:00000010:2.0:1767384400.814131:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002953509d. 00080000:00000010:2.0:1767384400.814133:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c99af46f. 00000004:00000010:2.0:1767384400.814162:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d96610d5. 00000004:00000010:2.0:1767384400.814165:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000022b878f8. 00000004:00000010:2.0:1767384400.814166:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a2799b80. 00080000:00000010:2.0:1767384400.814169:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000946b5699. 00080000:00000010:2.0:1767384400.814270:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000946b5699. 00000004:00000010:2.0:1767384400.814273:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a2799b80. 00000004:00000010:2.0:1767384400.814275:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000022b878f8. 00000004:00000010:2.0:1767384400.814276:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d96610d5. 00000004:00000010:2.0:1767384400.814280:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006be3fb68. 00000004:00000010:2.0:1767384400.814283:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000022b878f8. 00000004:00000010:2.0:1767384400.814284:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a2799b80. 00080000:00000010:2.0:1767384400.814286:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000946b5699. 00000020:00000010:2.0:1767384400.814317:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002023fc97. 00080000:00000010:2.0:1767384400.814320:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2939365. 00080000:00000010:2.0:1767384400.814341:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2939365. 00000020:00000010:2.0:1767384400.814343:0:40427:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002023fc97. 00000004:00000010:2.0:1767384400.814348:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005dff9450. 00000004:00000010:2.0:1767384400.814350:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b6b6007a. 00000004:00000010:2.0:1767384400.814352:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d6e1586. 00080000:00000010:2.0:1767384400.814353:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2939365. 00000040:00000010:2.0:1767384400.814485:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d4c0e122. 00000040:00000010:2.0:1767384400.814490:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ced0f144. 00000040:00000010:2.0:1767384400.814505:0:40427:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 0000000075e8df1e. 00000020:00000010:2.0:1767384400.814507:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000613f2fb4. 00080000:00000010:2.0:1767384400.814510:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000063ea00a7. 00000040:00000010:2.0:1767384400.814532:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a5eb2fe9. 00000040:00000010:2.0:1767384400.814539:0:40427:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000ff58df7a. 00000100:00000010:1.0:1767384400.816594:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aca89de. 00000100:00000010:0.0:1767384400.816607:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3564c07. 00000040:00000010:2.0:1767384400.820297:0:40427:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000ff58df7a. 00000100:00000010:2.0:1767384400.820315:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008353e4d6. 00000040:00000010:2.0:1767384400.820326:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ac53f681. 00000040:00000010:2.0:1767384400.820334:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000035f3ebfd. 00000040:00000010:2.0:1767384400.820361:0:40427:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000019d89669. 00000020:00000010:2.0:1767384400.820365:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005d4e2d92. 00080000:00000010:2.0:1767384400.820369:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001cf862d0. 00000040:00000010:2.0:1767384400.820426:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ff58df7a. 00000040:00000010:2.0:1767384400.820437:0:40427:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000fb7fd451. 00000040:00000010:3.0:1767384400.822521:0:40470:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000b2bbdd76. 00000020:00000010:3.0:1767384400.822536:0:40470:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007c322782. 00000020:00000010:3.0:1767384400.822544:0:40470:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001ac9a2f8. 00000040:00000010:3.0:1767384400.822548:0:40470:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e26b01fa. 00000020:00000010:3.0:1767384400.822551:0:40470:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007839987e. 00000020:00000010:3.0:1767384400.822570:0:40470:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c76afd1. 00000020:00000010:3.0:1767384400.822575:0:40470:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007bf0da54. 80000000:00000010:3.0:1767384400.822579:0:40470:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b3c86d3. 40000000:00000010:3.0:1767384400.822582:0:40470:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007871dd1f. 00100000:00000010:3.0:1767384400.822585:0:40470:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e75db117. 00040000:00000010:3.0:1767384400.822589:0:40470:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc688a2c. 00040000:00000010:3.0:1767384400.822592:0:40470:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000078126784. 00040000:00000010:3.0:1767384400.822597:0:40470:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1342890. 00080000:00000010:3.0:1767384400.822599:0:40470:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000159ee2fc. 00000004:00000010:3.0:1767384400.822601:0:40470:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf0ec8ac. 00000004:00000010:3.0:1767384400.822606:0:40470:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000066cf0241. 00000004:00000010:3.0:1767384400.822608:0:40470:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000017cc7dac. 00002000:00000010:3.0:1767384400.822610:0:40470:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c6a420ef. 00000004:00000010:3.0:1767384400.822613:0:40470:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f209aa12. 00000020:00000010:3.0:1767384400.822614:0:40470:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010ac1296. 00000040:00000010:3.0:1767384400.822616:0:40470:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009211f0a9. 00000020:00000010:3.0:1767384400.822621:0:40470:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f3c82d39. 00000040:00000010:3.0:1767384400.822623:0:40470:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000060efb086. 00000020:00000010:3.0:1767384400.822625:0:40470:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a94a6fde. 00000020:00000010:3.0:1767384400.822628:0:40470:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:3.0:1767384400.822630:0:40470:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005aefe631. 80000000:00000010:3.0:1767384400.822631:0:40470:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000710a8a2. 40000000:00000010:3.0:1767384400.822633:0:40470:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000592ff67e. 00100000:00000010:3.0:1767384400.822635:0:40470:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b7ddf10d. 00040000:00000010:3.0:1767384400.822636:0:40470:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001c611fa9. 00040000:00000010:3.0:1767384400.822638:0:40470:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6a03395. 00040000:00000010:3.0:1767384400.822640:0:40470:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edf63d0f. 00080000:00000010:3.0:1767384400.822641:0:40470:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001b3c77f5. 00000004:00000010:3.0:1767384400.822644:0:40470:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b0564fc2. 00000004:00000010:3.0:1767384400.822645:0:40470:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005979c8da. 00000004:00000010:3.0:1767384400.822647:0:40470:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008364d998. 00000004:00000010:3.0:1767384400.822649:0:40470:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b09f89dc. 00000020:00000010:3.0:1767384400.822651:0:40470:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f434c491. 00000004:00000010:3.0:1767384400.822652:0:40470:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000be9d1368. 00000100:00000010:3.0:1767384400.822662:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a81eacfb. 00000040:00000010:2.0:1767384400.822877:0:40427:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000fb7fd451. 00000040:00000010:2.0:1767384400.822887:0:40427:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d23e2549. 00000020:00000010:2.0:1767384400.822891:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006027b1ed. 00000020:00000010:2.0:1767384400.822894:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1550e1b. 00000040:00000010:2.0:1767384400.822898:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008d1df4e. 00000020:00000010:2.0:1767384400.822901:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000538034b8. 00000020:00000010:2.0:1767384400.822905:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.822908:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000646e4149. 80000000:00000010:2.0:1767384400.822911:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000557b7633. 40000000:00000010:2.0:1767384400.822914:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb060ec8. 00100000:00000010:2.0:1767384400.822918:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008364d998. 00040000:00000010:2.0:1767384400.822921:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001799c7f8. 00040000:00000010:2.0:1767384400.822924:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b0564fc2. 00040000:00000010:2.0:1767384400.822927:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041503bf9. 00080000:00000010:2.0:1767384400.822930:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001b3c77f5. 00000004:00000010:2.0:1767384400.822933:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6a03395. 00000004:00000010:2.0:1767384400.822937:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000104debab. 00000004:00000010:2.0:1767384400.822942:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c8b2609. 00002000:00000010:2.0:1767384400.822945:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007836e2a7. 00000004:00000010:2.0:1767384400.822948:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bb1f5394. 00000020:00000010:2.0:1767384400.822952:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea684204. 00000040:00000010:2.0:1767384400.822956:0:40427:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fb7fd451. 00000040:00000010:2.0:1767384400.823536:0:40427:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fb7fd451. 00000020:00000010:2.0:1767384400.823543:0:40427:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea684204. 00000020:00000010:2.0:1767384400.823548:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1550e1b. 00000040:00000010:2.0:1767384400.823569:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008d1df4e. 00000020:00000010:2.0:1767384400.823575:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000538034b8. 00000020:00000010:2.0:1767384400.823579:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.823583:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000646e4149. 80000000:00000010:2.0:1767384400.823586:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000557b7633. 40000000:00000010:2.0:1767384400.823589:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb060ec8. 00100000:00000010:2.0:1767384400.823592:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008364d998. 00040000:00000010:2.0:1767384400.823595:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001799c7f8. 00040000:00000010:2.0:1767384400.823598:0:40427:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0564fc2. 00040000:00000010:2.0:1767384400.823601:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041503bf9. 00080000:00000010:2.0:1767384400.823604:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001b3c77f5. 00000004:00000010:2.0:1767384400.823606:0:40427:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6a03395. 00000004:00000010:2.0:1767384400.823609:0:40427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000104debab. 00000004:00000010:2.0:1767384400.823611:0:40427:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c8b2609. 00002000:00000010:2.0:1767384400.823617:0:40427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007836e2a7. 00000004:00000010:2.0:1767384400.823620:0:40427:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bb1f5394. 00000020:00000010:2.0:1767384400.823622:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006027b1ed. 00000040:00000010:2.0:1767384400.823625:0:40427:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d23e2549. 00000040:00000010:2.0:1767384400.823629:0:40427:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d23e2549. 00000020:00000010:2.0:1767384400.823632:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006027b1ed. 00000020:00000010:2.0:1767384400.823635:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041503bf9. 00000040:00000010:2.0:1767384400.823637:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000646e4149. 00000020:00000010:2.0:1767384400.823640:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c8b2609. 00000020:00000010:2.0:1767384400.823642:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.823655:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008d1df4e. 80000000:00000010:2.0:1767384400.823657:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000557b7633. 40000000:00000010:2.0:1767384400.823659:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb060ec8. 00100000:00000010:2.0:1767384400.823662:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c30670d2. 00040000:00000010:2.0:1767384400.823665:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001799c7f8. 00040000:00000010:2.0:1767384400.823667:0:40427:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006282a6bf. 00040000:00000010:2.0:1767384400.823669:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1550e1b. 00080000:00000010:2.0:1767384400.823672:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb8e1330. 00000004:00000010:2.0:1767384400.823675:0:40427:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e6a03395. 00000004:00000010:2.0:1767384400.823678:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000104debab. 00000004:00000010:2.0:1767384400.823680:0:40427:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b3c77f5. 00002000:00000010:2.0:1767384400.823682:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb1f5394. 00000004:00000010:2.0:1767384400.823684:0:40427:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007836e2a7. 00000020:00000010:2.0:1767384400.823687:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ea25a1a7. 00000040:00000010:2.0:1767384400.823690:0:40427:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fb7fd451. 00000040:00000010:2.0:1767384400.824246:0:40427:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fb7fd451. 00000020:00000010:2.0:1767384400.824252:0:40427:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ea25a1a7. 00000020:00000010:2.0:1767384400.824257:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041503bf9. 00000040:00000010:2.0:1767384400.824260:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000646e4149. 00000020:00000010:2.0:1767384400.824263:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c8b2609. 00000020:00000010:2.0:1767384400.824267:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.824270:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008d1df4e. 80000000:00000010:2.0:1767384400.824272:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000557b7633. 40000000:00000010:2.0:1767384400.824275:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb060ec8. 00100000:00000010:2.0:1767384400.824277:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c30670d2. 00040000:00000010:2.0:1767384400.824279:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001799c7f8. 00040000:00000010:2.0:1767384400.824282:0:40427:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006282a6bf. 00040000:00000010:2.0:1767384400.824285:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1550e1b. 00080000:00000010:2.0:1767384400.824287:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb8e1330. 00000004:00000010:2.0:1767384400.824289:0:40427:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e6a03395. 00000004:00000010:2.0:1767384400.824291:0:40427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000104debab. 00000004:00000010:2.0:1767384400.824294:0:40427:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b3c77f5. 00002000:00000010:2.0:1767384400.824296:0:40427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb1f5394. 00000004:00000010:2.0:1767384400.824298:0:40427:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007836e2a7. 00000020:00000010:2.0:1767384400.824300:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006027b1ed. 00000040:00000010:2.0:1767384400.824302:0:40427:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d23e2549. 00000040:00000010:2.0:1767384400.824308:0:40427:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ddbb2fb2. 00000040:00000010:2.0:1767384400.824314:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006027b1ed. 00000040:00000010:2.0:1767384400.824343:0:40427:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000c1284765. 00000020:00000010:2.0:1767384400.824348:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001799c7f8. 00080000:00000010:2.0:1767384400.824352:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1df31c3. 00000040:00000010:2.0:1767384400.824412:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb7fd451. 00000001:00000010:2.0:1767384400.824422:0:40427:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000bdde2852. 00000004:00000010:2.0:1767384400.824451:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098ac9af7. 00000004:00000010:2.0:1767384400.824457:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000bd09997. 00000004:00000010:2.0:1767384400.824462:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d664e15d. 00080000:00000010:2.0:1767384400.824467:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e9b2dab. 00080000:00000010:2.0:1767384400.824514:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007836e2a7. 00080000:00000010:2.0:1767384400.824528:0:40427:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000001c611fa9. 00080000:00000010:2.0:1767384400.824788:0:40427:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001e9b2dab. 00000004:00000010:2.0:1767384400.824795:0:40427:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d664e15d. 00000004:00000010:2.0:1767384400.824798:0:40427:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000bd09997. 00000004:00000010:2.0:1767384400.824801:0:40427:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098ac9af7. 00000020:00000010:2.0:1767384400.824819:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3ca0855. 00080000:00000010:2.0:1767384400.824824:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001e9b2dab. 00080000:00000010:2.0:1767384400.824830:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d62bd9d6. 00000020:00000010:2.0:1767384400.825216:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000007eaa271c. 00100000:00000010:2.0:1767384400.825245:0:40427:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ed79f77a. 00080000:00000010:2.0:1767384400.825258:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b09f89dc. 00000020:00000010:2.0:1767384400.825298:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000007eaa271c. 00000020:00000010:2.0:1767384400.825303:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000434f4dd2. 00080000:00000010:2.0:1767384400.825323:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ad0e5995. 00080000:00000010:2.0:1767384400.825362:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d76cc38d. 00080000:00000010:2.0:1767384400.825418:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6acd97e. 00100000:00000010:2.0:1767384400.825456:0:40427:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000104debab. 00000020:00000010:2.0:1767384400.825496:0:40427:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000000fab7ae9. 00000004:00000010:2.0:1767384400.825523:0:40427:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e5b430ca. 00000004:00000010:2.0:1767384400.825528:0:40427:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000bd09997. 00000004:00000010:2.0:1767384400.825531:0:40427:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d664e15d. 00080000:00000010:2.0:1767384400.825535:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf884bda. 00000020:00000010:2.0:1767384400.825551:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018df0923. 00080000:00000010:2.0:1767384400.825581:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2cc9151. 00000020:00000010:2.0:1767384400.825636:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000d18d957. 00080000:00000010:2.0:1767384400.825641:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002bc388b6. 00100000:00000010:2.0:1767384400.825716:0:40427:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000089346a30. 00100000:00000010:2.0:1767384400.825720:0:40427:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000009017415b. 00100000:00000010:2.0:1767384400.825778:0:40427:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000009017415b. 00100000:00000010:2.0:1767384400.825784:0:40427:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 000000001b3c77f5. 00100000:00000010:2.0:1767384400.825787:0:40427:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000001912c27f. 00100000:00000010:2.0:1767384400.825793:0:40427:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 0000000036c9e51b. 00100000:00000010:2.0:1767384400.825796:0:40427:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000042894a5f. 00000020:00000010:2.0:1767384400.825815:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b0de2b7d. 00080000:00000010:2.0:1767384400.825820:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008535681b. 00000020:00000010:2.0:1767384400.825901:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f94f26d4. 00080000:00000010:2.0:1767384400.825906:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5c1b667. 00000020:00000010:2.0:1767384400.825950:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006d910821. 00080000:00000010:2.0:1767384400.825955:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ecb3295. 00000020:00000010:2.0:1767384400.825996:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000064dc9fc3. 00080000:00000010:2.0:1767384400.826001:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002067fdde. 00000020:00000010:2.0:1767384400.826042:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000024a86b. 00080000:00000010:2.0:1767384400.826046:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b855636. 00000020:00000010:2.0:1767384400.826083:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e22b1106. 00080000:00000010:2.0:1767384400.826087:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de8f4737. 00000020:00000010:2.0:1767384400.826124:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5b78de4. 00080000:00000010:2.0:1767384400.826129:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000074ef9657. 00000020:00000010:2.0:1767384400.826170:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000052fb23bf. 00080000:00000010:2.0:1767384400.826174:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000208dab91. 00000020:00000010:2.0:1767384400.826217:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000eef6b9c. 00080000:00000010:2.0:1767384400.826221:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000095846231. 00000020:00000010:2.0:1767384400.826261:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094b73940. 00080000:00000010:2.0:1767384400.826265:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071b6ab98. 00000020:00000010:2.0:1767384400.826305:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005167701d. 00080000:00000010:2.0:1767384400.826310:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9756422. 00000020:00000010:2.0:1767384400.826351:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033c61961. 00080000:00000010:2.0:1767384400.826356:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c17f9f6. 00000020:00000010:2.0:1767384400.826415:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b8ffe916. 00080000:00000010:2.0:1767384400.826420:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e3075481. 00000020:00000010:2.0:1767384400.826463:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010713914. 00080000:00000010:2.0:1767384400.826468:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092b85e68. 00000020:00000010:2.0:1767384400.826508:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fe2eeac. 00080000:00000010:2.0:1767384400.826512:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000439153b3. 00000020:00000010:2.0:1767384400.826547:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060e6d3e7. 00080000:00000010:2.0:1767384400.826550:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004091727c. 00000020:00000010:2.0:1767384400.826640:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000034e6efbf. 00080000:00000010:2.0:1767384400.826644:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000531758ab. 00100000:00000010:2.0:1767384400.826672:0:40427:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000e6a03395. 00100000:00000010:2.0:1767384400.826676:0:40427:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000d775eeec. 00100000:00000010:2.0:1767384400.826681:0:40427:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000044e55e96. 00100000:00000010:2.0:1767384400.826685:0:40427:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000006fbe7e8c. 00000020:00000010:2.0:1767384400.826699:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8cc9b5e. 00080000:00000010:2.0:1767384400.826703:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d12daecf. 00000020:00000010:2.0:1767384400.826787:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000649e2e24. 00080000:00000010:2.0:1767384400.826791:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036cf770e. 00000020:00000010:2.0:1767384400.826833:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009da763fa. 00080000:00000010:2.0:1767384400.826837:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c9f4908. 00000020:00000010:2.0:1767384400.826875:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006e4265c8. 00080000:00000010:2.0:1767384400.826879:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c04cc47. 00000020:00000010:2.0:1767384400.826912:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b1ca66da. 00080000:00000010:2.0:1767384400.826916:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0bd8efb. 00000020:00000010:2.0:1767384400.826952:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000057131e9c. 00080000:00000010:2.0:1767384400.826956:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000737ffda5. 00000020:00000010:2.0:1767384400.826994:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000138dc80a. 00080000:00000010:2.0:1767384400.826998:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000126f9abb. 00000020:00000010:2.0:1767384400.827031:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001087f5c8. 00080000:00000010:2.0:1767384400.827035:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4a23204. 00000020:00000010:2.0:1767384400.827070:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b5ea5f80. 00080000:00000010:2.0:1767384400.827074:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e14f1f5. 00000020:00000010:2.0:1767384400.827111:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b63d467f. 00080000:00000010:2.0:1767384400.827114:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078876447. 00000020:00000010:2.0:1767384400.827153:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099b79a86. 00080000:00000010:2.0:1767384400.827157:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bad631f0. 00000020:00000010:2.0:1767384400.827194:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f4624d74. 00080000:00000010:2.0:1767384400.827198:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008914cdea. 00000020:00000010:2.0:1767384400.827233:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000325f4d2c. 00080000:00000010:2.0:1767384400.827236:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000409d7898. 00000020:00000010:2.0:1767384400.827268:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a7f5b943. 00080000:00000010:2.0:1767384400.827271:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c91a8a75. 00000020:00000010:2.0:1767384400.827313:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cfae0412. 00080000:00000010:2.0:1767384400.827318:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000266404ce. 00000020:00000010:2.0:1767384400.827357:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000035baa33e. 00080000:00000010:2.0:1767384400.827440:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e78e2d6a. 00000020:00000010:2.0:1767384400.827486:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000043fe07ec. 00080000:00000010:2.0:1767384400.827490:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b98c999c. 00100000:00000010:2.0:1767384400.827523:0:40427:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000005979c8da. 00200000:00000010:2.0:1767384400.827529:0:40427:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000009017415b. 00000020:00000010:2.0:1767384400.827546:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384400.827549:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092514d58. 00000020:00000010:2.0:1767384400.827585:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b0564fc2. 00000020:00000010:2.0:1767384400.827591:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.827595:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000061f20271. 80000000:00000010:2.0:1767384400.827599:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009fc9d62c. 40000000:00000010:2.0:1767384400.827602:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006aa6bfdb. 00100000:00000010:2.0:1767384400.827605:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008364d998. 00040000:00000010:2.0:1767384400.827608:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e5b32c57. 00040000:00000010:2.0:1767384400.827612:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003da934ea. 00080000:00000010:2.0:1767384400.827615:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000538034b8. 00002000:00000010:2.0:1767384400.827618:0:40427:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8b3eb90. 00080000:00000010:2.0:1767384400.827626:0:40427:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000867cd91e. 00080000:00000010:3.0:1767384400.836459:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000867cd91e. 00080000:00000010:3.0:1767384400.836467:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6acd97e. 00080000:00000010:3.0:1767384400.836471:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d76cc38d. 00080000:00000010:3.0:1767384400.836474:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ad0e5995. 00080000:00000010:3.0:1767384400.836476:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b09f89dc. 00080000:00000010:3.0:1767384400.836478:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d62bd9d6. 00080000:00000010:3.0:1767384400.836481:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007836e2a7. 00000020:00000010:2.0:1767384400.836536:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092514d58. 00000020:00000010:2.0:1767384400.836544:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b0564fc2. 00000020:00000010:2.0:1767384400.836548:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.836575:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000061f20271. 80000000:00000010:2.0:1767384400.836580:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009fc9d62c. 40000000:00000010:2.0:1767384400.836583:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006aa6bfdb. 00100000:00000010:2.0:1767384400.836586:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008364d998. 00040000:00000010:2.0:1767384400.836589:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e5b32c57. 00040000:00000010:2.0:1767384400.836592:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003da934ea. 00080000:00000010:2.0:1767384400.836595:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000538034b8. 00002000:00000010:2.0:1767384400.836599:0:40427:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8b3eb90. 00000020:00000010:2.0:1767384400.836602:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000004:00000010:2.0:1767384400.836612:0:40427:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000006aa6bfdb. 00000004:00000010:2.0:1767384400.836790:0:40471:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000cfb94f93. 00000020:00000010:2.0:1767384400.836797:0:40471:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6eca48d. 00000020:00000010:2.0:1767384400.836801:0:40471:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000017f22b9. 00000004:00000010:0.0:1767384400.836802:0:40427:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000006aa6bfdb. 00000040:00000010:2.0:1767384400.836805:0:40471:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a9bcbbf. 00000020:00000010:2.0:1767384400.836811:0:40471:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000538034b8. 00000020:00000010:2.0:1767384400.836815:0:40471:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384400.836819:0:40471:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000044dd680e. 80000000:00000010:2.0:1767384400.836821:0:40471:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009fc9d62c. 40000000:00000010:2.0:1767384400.836824:0:40471:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000862f76f6. 00100000:00000010:2.0:1767384400.836827:0:40471:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008364d998. 00000020:00000010:0.0:1767384400.836830:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051966d82. 00040000:00000010:2.0:1767384400.836831:0:40471:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e5b32c57. 00040000:00000010:2.0:1767384400.836838:0:40471:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b0564fc2. 00000040:00000010:0.0:1767384400.836839:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000178a6213. 00040000:00000010:2.0:1767384400.836842:0:40471:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb3b5224. 00000020:00000010:0.0:1767384400.836844:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000983ce130. 00080000:00000010:2.0:1767384400.836849:0:40471:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb8e1330. 00000020:00000010:0.0:1767384400.836852:0:40427:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000100:00000010:1.0:1767384400.836855:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000004:00000010:2.0:1767384400.836856:0:40471:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006282a6bf. 00000020:00000010:0.0:1767384400.836859:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000be0b5621. 00000004:00000010:2.0:1767384400.836863:0:40471:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074228373. 80000000:00000010:0.0:1767384400.836865:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000004f96cb4. 00000004:00000010:2.0:1767384400.836870:0:40471:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c30670d2. 40000000:00000010:0.0:1767384400.836871:0:40427:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000453e1ae2. 02000000:00000010:1.0:1767384400.836877:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000033d3e08. 00000004:00000010:2.0:1767384400.836878:0:40471:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b8b3eb90. 00000020:00000010:0.0:1767384400.836878:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 000000000fab7ae9. 00100000:00000010:0.0:1767384400.836885:0:40427:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dcae924a. 00080000:00000010:2.0:1767384400.836890:0:40471:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000007c5c5915. 00040000:00000010:0.0:1767384400.836890:0:40427:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036339bc5. 00000100:00000010:1.0:1767384400.836897:0:40459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc3997f0. 00080000:00000010:2.0:1767384400.836898:0:40471:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000db51ada4. 00040000:00000010:0.0:1767384400.836899:0:40427:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e5a0588f. 00040000:00000010:0.0:1767384400.836905:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002295aa30. 00080000:00000010:0.0:1767384400.836908:0:40427:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000001c611fa9. 00000020:00000010:0.0:1767384400.836912:0:40427:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000434f4dd2. 00080000:00000010:0.0:1767384400.836915:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008e5aa954. 00000004:00000010:0.0:1767384400.836919:0:40427:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000357260d9. 02000000:00000010:1.0:1767384400.836921:0:40459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000363a7126. 00000004:00000010:0.0:1767384400.836923:0:40427:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001246d102. 00000400:00000010:1.0:1767384400.836929:0:40459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044f85f5e. 00000004:00000010:0.0:1767384400.836937:0:40427:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000049b028bd. 00000400:00000010:1.0:1767384400.836939:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c140737. 00000004:00000010:0.0:1767384400.836943:0:40427:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004719e9bb. 00000100:00000200:1.0:1767384400.836946:0:40459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236744066048, portal 4 00000020:00000010:0.0:1767384400.836949:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012562045. 00000400:00000010:1.0:1767384400.836953:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000020:00000010:0.0:1767384400.836955:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef020325. 00000100:00000200:1.0:1767384400.836957:0:40459:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236744066048, offset 0 00000020:00000010:0.0:1767384400.836962:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000400:00000200:1.0:1767384400.836967:0:40459:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384400.836969:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5b2ae37. 00080000:00000010:2.0:1767384400.836980:0:40471:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000db51ada4. 00000400:00000200:1.0:1767384400.836980:0:40459:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:0.0:1767384400.836984:0:40427:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008dafe6de. 00080000:00000010:2.0:1767384400.836989:0:40471:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000007c5c5915. 00000400:00000200:1.0:1767384400.836995:0:40459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824dd09400 00000020:00000010:0.0:1767384400.836997:0:40427:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076f4ec72. 00000020:00000010:2.0:1767384400.836998:0:40471:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000017f22b9. 00000400:00000200:1.0:1767384400.837004:0:40459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 5824 00000040:00000010:2.0:1767384400.837006:0:40471:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a9bcbbf. 00000040:00000010:0.0:1767384400.837007:0:40427:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ab767a2. 00000400:00000200:1.0:1767384400.837010:0:40459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384400.837012:0:40471:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000538034b8. 00000020:00000010:0.0:1767384400.837014:0:40427:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e97f3125. 00000400:00000200:1.0:1767384400.837017:0:40459:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384400.837020:0:40471:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:0.0:1767384400.837024:0:40427:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bf3a85d. 00000100:00000200:1.0:1767384400.837026:0:40459:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1767384400.837027:0:40471:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000044dd680e. 00000100:00000010:1.0:1767384400.837031:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2894ad8. 80000000:00000010:0.0:1767384400.837032:0:40427:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb5f047d. 80000000:00000010:2.0:1767384400.837034:0:40471:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009fc9d62c. 00040000:00000010:0.0:1767384400.837039:0:40427:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d392514c. 40000000:00000010:2.0:1767384400.837041:0:40471:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000862f76f6. 00080000:00000010:0.0:1767384400.837045:0:40427:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6612cb4. 00100000:00000010:2.0:1767384400.837048:0:40471:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008364d998. 20000000:00000010:0.0:1767384400.837052:0:40427:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000356b2424. 00000400:00000200:1.0:1767384400.837053:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e314838e 00040000:00000010:2.0:1767384400.837055:0:40471:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e5b32c57. 00000400:00000010:1.0:1767384400.837057:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000020:00000010:0.0:1767384400.837060:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000691b8d41. 00040000:00000010:2.0:1767384400.837061:0:40471:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0564fc2. 00000100:00000200:1.0:1767384400.837067:0:40459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de68e5a6 x1853236744066048/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384416 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384400.837069:0:40471:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb3b5224. 00080000:00000010:2.0:1767384400.837076:0:40471:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb8e1330. 00000020:00000010:3.0:1767384400.837082:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000004:00000010:2.0:1767384400.837083:0:40471:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006282a6bf. 00000100:00000010:1.0:1767384400.837087:0:40459:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aca89de. 00000020:00000010:3.0:1767384400.837089:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000004:00000010:2.0:1767384400.837090:0:40471:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000074228373. 00000020:00000010:3.0:1767384400.837096:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c68f4c3. 00000004:00000010:2.0:1767384400.837098:0:40471:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c30670d2. 00000020:00000010:3.0:1767384400.837102:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000144db30. 00000004:00000010:2.0:1767384400.837104:0:40471:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b8b3eb90. 00000100:00000010:1.0:1767384400.837105:0:40459:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcd2fcd0. 00000020:00000010:3.0:1767384400.837108:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:2.0:1767384400.837111:0:40471:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6eca48d. 00000100:00000010:1.0:1767384400.837116:0:40459:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000557e1cd8. 00000004:00000010:2.0:1767384400.837117:0:40471:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000cfb94f93. 00000100:00000010:1.0:1767384400.837127:0:40459:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066355476. 00000020:00000010:3.0:1767384400.837147:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837151:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000100:00000200:3.0:1767384400.837155:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744066048 02000000:00000010:3.0:1767384400.837170:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f209aa12. 00010000:00000200:3.0:1767384400.837182:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2894ad8 x1853236744066048/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:381/0 lens 264/240 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.837195:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.837198:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236744066048, offset 224 00000400:00000200:3.0:1767384400.837202:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.837210:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.837217:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824dd09400 00000400:00000200:3.0:1767384400.837222:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b71 [1] + 224 00000400:00000200:3.0:1767384400.837225:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.837227:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.837231:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de68e5a6 x1853236744066048/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.837250:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384400.837252:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000020:00000010:3.0:1767384400.837260:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000144db30. 00000020:00000010:3.0:1767384400.837262:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.837264:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c68f4c3. 00000400:00000010:3.0:1767384400.837283:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044f85f5e. 00000400:00000200:3.0:1767384400.837288:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c140737 00000400:00000010:3.0:1767384400.837289:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c140737. 00000100:00000200:3.0:1767384400.837292:0:40459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de68e5a6 x1853236744066048/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.837299:0:40459:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de68e5a6 x1853236744066048/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.837316:0:40459:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc3997f0. 02000000:00000010:3.0:1767384400.837325:0:40459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000363a7126. 02000000:00000010:3.0:1767384400.837332:0:40459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000033d3e08. 00000100:00000010:3.0:1767384400.837335:0:40459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de68e5a6. 00000100:00000010:3.0:1767384400.837341:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068c6ccc3. 02000000:00000010:3.0:1767384400.837348:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c68f4c3. 00000100:00000010:3.0:1767384400.837354:0:40459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006edf1ee2. 02000000:00000010:3.0:1767384400.837361:0:40459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c6a420ef. 00000400:00000010:3.0:1767384400.837365:0:40459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008644c37f. 00000400:00000010:3.0:1767384400.837369:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.837374:0:40459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744066176, portal 4 00000400:00000010:3.0:1767384400.837392:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.837395:0:40459:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236744066176, offset 0 00000400:00000200:3.0:1767384400.837404:0:40459:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.837414:0:40459:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.837422:0:40459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dd09480 00000400:00000200:3.0:1767384400.837427:0:40459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6088 00000400:00000200:3.0:1767384400.837431:0:40459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.837438:0:40459:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.837442:0:40459:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384400.837448:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005833783. 00000400:00000200:3.0:1767384400.837459:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384400.837461:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.837466:0:40459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068c6ccc3 x1853236744066176/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.837498:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837501:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837507:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010ac1296. 00000020:00000010:3.0:1767384400.837511:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000144db30. 00000020:00000010:3.0:1767384400.837517:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.837533:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837536:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000100:00000200:3.0:1767384400.837539:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744066176 02000000:00000010:3.0:1767384400.837574:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000aa449547. 00010000:00000200:3.0:1767384400.837586:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005833783 x1853236744066176/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:381/0 lens 432/432 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.837601:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.837606:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236744066176, offset 224 00000400:00000200:3.0:1767384400.837615:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.837624:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.837633:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824dd09480 00000400:00000200:3.0:1767384400.837639:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b7d [1] + 224 00000400:00000200:3.0:1767384400.837648:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.837653:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.837661:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068c6ccc3 x1853236744066176/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.837681:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384400.837685:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000020:00000010:3.0:1767384400.837694:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000144db30. 00000020:00000010:3.0:1767384400.837700:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.837703:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010ac1296. 00000400:00000010:3.0:1767384400.837721:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008644c37f. 00000400:00000200:3.0:1767384400.837726:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000400:00000010:3.0:1767384400.837728:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.837732:0:40459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068c6ccc3 x1853236744066176/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384400.837746:0:40459:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068c6ccc3 x1853236744066176/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384400.837761:0:40459:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006edf1ee2. 02000000:00000010:3.0:1767384400.837766:0:40459:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c6a420ef. 02000000:00000010:3.0:1767384400.837770:0:40459:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009c68f4c3. 00000100:00000010:3.0:1767384400.837774:0:40459:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068c6ccc3. 00000100:00000010:3.0:1767384400.837782:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068c6ccc3. 02000000:00000010:3.0:1767384400.837788:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c68f4c3. 00000100:00000010:3.0:1767384400.837795:0:40459:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006edf1ee2. 02000000:00000010:3.0:1767384400.837802:0:40459:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c6a420ef. 00000400:00000010:3.0:1767384400.837806:0:40459:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008644c37f. 00000400:00000010:3.0:1767384400.837811:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000650cdb82. 00000100:00000200:3.0:1767384400.837815:0:40459:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236744066304, portal 4 00000400:00000010:3.0:1767384400.837821:0:40459:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.837827:0:40459:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236744066304, offset 0 00000400:00000200:3.0:1767384400.837836:0:40459:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.837841:0:40459:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.837849:0:40459:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824dd09500 00000400:00000200:3.0:1767384400.837855:0:40459:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6520 00000400:00000200:3.0:1767384400.837863:0:40459:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.837869:0:40459:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.837874:0:40459:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384400.837878:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf551e79. 00000400:00000200:3.0:1767384400.837889:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384400.837891:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.837899:0:40459:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068c6ccc3 x1853236744066304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384400.837943:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837947:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837953:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010ac1296. 00000020:00000010:3.0:1767384400.837960:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000144db30. 00000020:00000010:3.0:1767384400.837965:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384400.837993:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc580360. 00000020:00000010:3.0:1767384400.837997:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc580360. 00000100:00000200:3.0:1767384400.838001:0:17567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236744066304 02000000:00000010:3.0:1767384400.838010:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000082203860. 00002000:00000010:3.0:1767384400.838030:0:17567:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.838039:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007366ad7b. 00080000:00000010:3.0:1767384400.838045:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009ef94d54. 00002000:00000010:3.0:1767384400.838232:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001adc5a8a. 00080000:00000010:3.0:1767384400.838237:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d33d87b4. 00002000:00000010:3.0:1767384400.838441:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000b83165c. 00080000:00000010:3.0:1767384400.838445:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e87ca3b8. 00002000:00000010:3.0:1767384400.838662:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004398368f. 00080000:00000010:3.0:1767384400.838666:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039ee5d79. 00002000:00000010:3.0:1767384400.838834:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002796db71. 00080000:00000010:3.0:1767384400.838840:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1e0a886. 00002000:00000010:3.0:1767384400.839021:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000373124b7. 00080000:00000010:3.0:1767384400.839027:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000021b8a7a3. 00002000:00000010:3.0:1767384400.839239:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000140d41fb. 00080000:00000010:3.0:1767384400.839245:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db7e91d4. 00002000:00000010:3.0:1767384400.839439:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000759412b5. 00080000:00000010:3.0:1767384400.839444:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000740c16a7. 00080000:00000010:3.0:1767384400.840184:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b18a52f. 00080000:00000010:3.0:1767384400.840271:0:17567:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000cc688a2c. 00000100:00000010:1.0:1767384400.840603:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcd2fcd0. 00000100:00000010:2.0:1767384400.840606:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000557e1cd8. 00000100:00000010:0.0:1767384400.840658:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aca89de. 00000100:00000010:3.0:1767384400.840814:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066355476. 00002000:00000010:3.0:1767384400.844989:0:17567:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000006e54778. 00000001:00000010:3.0:1767384400.845001:0:17567:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000097b7c2af. 00000020:00000010:3.0:1767384400.845021:0:17567:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000008697db53. 00002000:00000010:3.0:1767384400.845254:0:17567:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.845262:0:17567:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.845267:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ace4a372. 00080000:00000010:3.0:1767384400.845272:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cfdd5255. 00002000:00000010:3.0:1767384400.845533:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004db28fe3. 00080000:00000010:3.0:1767384400.845539:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000039dffb86. 00002000:00000010:3.0:1767384400.845803:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000858cf3db. 00080000:00000010:3.0:1767384400.845809:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d7ddebdf. 00002000:00000010:3.0:1767384400.846057:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000f08fe8f. 00080000:00000010:3.0:1767384400.846063:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d86afae4. 00002000:00000010:3.0:1767384400.846397:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006332d0b1. 00080000:00000010:3.0:1767384400.846403:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cbb2bca3. 00002000:00000010:3.0:1767384400.848620:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009080cd8a. 00080000:00000010:3.0:1767384400.848635:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f197979d. 00002000:00000010:3.0:1767384400.848874:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c412ec5e. 00080000:00000010:3.0:1767384400.848880:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006b5a97ca. 00002000:00000010:3.0:1767384400.849115:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ae99eac7. 00080000:00000010:3.0:1767384400.849121:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a6b671a. 00080000:00000010:3.0:1767384400.849374:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ed2930af. 00002000:00000010:3.0:1767384400.850015:0:17567:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e27c6c31. 00000001:00000010:3.0:1767384400.850023:0:17567:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000009b323d78. 00002000:00000010:3.0:1767384400.850111:0:17567:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.850116:0:17567:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.850119:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002cca87be. 00080000:00000010:3.0:1767384400.850122:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e9ef768. 00002000:00000010:3.0:1767384400.850266:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b5e6780b. 00080000:00000010:3.0:1767384400.850270:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e5cb29f3. 00002000:00000010:3.0:1767384400.850453:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006e36871c. 00080000:00000010:3.0:1767384400.850457:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f195313b. 00002000:00000010:3.0:1767384400.850722:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001de6a337. 00080000:00000010:3.0:1767384400.850727:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094c50978. 00002000:00000010:3.0:1767384400.850949:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003fd8b91d. 00080000:00000010:3.0:1767384400.850954:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000020868b77. 00002000:00000010:3.0:1767384400.851092:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008d5f26ac. 00080000:00000010:3.0:1767384400.851096:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000067a652f9. 00002000:00000010:3.0:1767384400.851225:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bb14acf9. 00080000:00000010:3.0:1767384400.851229:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007791ce56. 00002000:00000010:3.0:1767384400.851352:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006b14ba8c. 00080000:00000010:3.0:1767384400.851357:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004cc9a617. 00080000:00000010:3.0:1767384400.851521:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011dfeecc. 00000020:00000010:1.0:1767384400.851601:0:366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008fa1a4ea. 00002000:00000010:3.0:1767384400.852183:0:17567:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000008ea57d7. 00000001:00000010:3.0:1767384400.852188:0:17567:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001bdd2a91. 00002000:00000010:3.0:1767384400.852284:0:17567:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.852289:0:17567:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000bc580360. 00002000:00000010:3.0:1767384400.852293:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bb335011. 00080000:00000010:3.0:1767384400.852296:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c8dae124. 00002000:00000010:3.0:1767384400.852460:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ba6cf0a1. 00080000:00000010:3.0:1767384400.852464:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8a0fa18. 00002000:00000010:3.0:1767384400.852639:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e7ecc1c6. 00080000:00000010:3.0:1767384400.852643:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068109e49. 00002000:00000010:3.0:1767384400.852780:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000395b7229. 00080000:00000010:3.0:1767384400.852783:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000030e8d831. 00002000:00000010:3.0:1767384400.852946:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ab88137. 00080000:00000010:3.0:1767384400.852952:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000500a07d3. 00002000:00000010:3.0:1767384400.853114:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000180cffdb. 00080000:00000010:3.0:1767384400.853118:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f37f84e. 00002000:00000010:3.0:1767384400.853280:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ba8ee20c. 00080000:00000010:3.0:1767384400.853294:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f14ff3b5. 00002000:00000010:3.0:1767384400.853473:0:17567:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000182375d9. 00080000:00000010:3.0:1767384400.853477:0:17567:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e84eef71. 00080000:00000010:3.0:1767384400.853653:0:17567:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000b21ca38. 00002000:00000010:3.0:1767384400.854335:0:17567:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b2fd4c10. 00000001:00000010:3.0:1767384400.854342:0:17567:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ce73fab1. 00002000:00000010:3.0:1767384400.854574:0:17567:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000bc580360. 00010000:00000200:3.0:1767384400.854591:0:17567:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cf551e79 x1853236744066304/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:381/0 lens 432/432 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384400.854610:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000100:00000200:3.0:1767384400.854615:0:17567:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236744066304, offset 224 00000400:00000200:3.0:1767384400.854622:0:17567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384400.854633:0:17567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384400.854644:0:17567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824dd09500 00000400:00000200:3.0:1767384400.854650:0:17567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2b89 [1] + 224 00000400:00000200:3.0:1767384400.854655:0:17567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384400.854659:0:17567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384400.854666:0:17567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068c6ccc3 x1853236744066304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384400.854688:0:17567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384400.854690:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000020:00000010:3.0:1767384400.854705:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000144db30. 00000400:00000010:2.0:1767384400.854708:0:40459:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008644c37f. 00000020:00000010:3.0:1767384400.854710:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000400:00000200:2.0:1767384400.854716:0:40459:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650cdb82 00000020:00000010:3.0:1767384400.854717:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010ac1296. 00000400:00000010:2.0:1767384400.854721:0:40459:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000650cdb82. 00000100:00000200:2.0:1767384400.854728:0:40459:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068c6ccc3 x1853236744066304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384400.854736:0:40459:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068c6ccc3 x1853236744066304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384400.854751:0:40459:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e145ea2b. 00000100:00000010:2.0:1767384400.854767:0:40459:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006edf1ee2. 00000001:00000010:3.0:1767384401.059861:0:17589:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d84ffb0e. 00080000:00000010:3.0:1767384401.059871:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000015ef79d2. 00000001:00000010:3.0:1767384401.059880:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ce73fab1. 00002000:00000010:3.0:1767384401.059884:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b2fd4c10. 00080000:00000010:3.0:1767384401.059886:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000b21ca38. 00000001:00000010:3.0:1767384401.059889:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000001bdd2a91. 00002000:00000010:3.0:1767384401.059891:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000008ea57d7. 00080000:00000010:3.0:1767384401.059892:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011dfeecc. 00000001:00000010:3.0:1767384401.059895:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009b323d78. 00002000:00000010:3.0:1767384401.059896:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e27c6c31. 00080000:00000010:3.0:1767384401.059898:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ed2930af. 00000001:00000010:3.0:1767384401.059900:0:17589:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000097b7c2af. 00002000:00000010:3.0:1767384401.059902:0:17589:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000006e54778. 00080000:00000010:3.0:1767384401.059904:0:17589:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b18a52f. 00000020:00000010:3.0:1767384401.127473:0:40521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:3.0:1767384401.127484:0:40521:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d578dc0. 00000020:00000010:3.0:1767384401.127490:0:40521:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e75db117. 00000020:00000010:3.0:1767384401.127496:0:40521:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c76afd1. 00000020:00000010:3.0:1767384401.127500:0:40521:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007882c87b. 80000000:00000010:3.0:1767384401.127504:0:40521:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000097b7c2af. 40000000:00000010:3.0:1767384401.127508:0:40521:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f270213. 00100000:00000010:3.0:1767384401.127512:0:40521:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000017cc7dac. 00040000:00000010:3.0:1767384401.127517:0:40521:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d33dec60. 00040000:00000010:3.0:1767384401.127521:0:40521:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013f750a7. 00080000:00000010:3.0:1767384401.127524:0:40521:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf0ec8ac. 00002000:00000010:3.0:1767384401.127528:0:40521:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000092c9b701. 00000020:00000010:3.0:1767384401.127544:0:40521:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d578dc0. 00000020:00000010:3.0:1767384401.127548:0:40521:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e75db117. 00000020:00000010:3.0:1767384401.127570:0:40521:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c76afd1. 00000020:00000010:3.0:1767384401.127574:0:40521:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007882c87b. 80000000:00000010:3.0:1767384401.127578:0:40521:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097b7c2af. 40000000:00000010:3.0:1767384401.127583:0:40521:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f270213. 00100000:00000010:3.0:1767384401.127586:0:40521:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000017cc7dac. 00040000:00000010:3.0:1767384401.127590:0:40521:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d33dec60. 00040000:00000010:3.0:1767384401.127594:0:40521:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000013f750a7. 00080000:00000010:3.0:1767384401.127597:0:40521:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bf0ec8ac. 00002000:00000010:3.0:1767384401.127603:0:40521:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000092c9b701. 00000020:00000010:3.0:1767384401.127605:0:40521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000200:3.0:1767384401.299660:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp43 00000400:00000010:3.0:1767384401.299669:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000037f5b7. 00000400:00000010:3.0:1767384401.299678:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000013f750a7. 00000400:00000010:3.0:1767384401.299684:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384401.299692:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eba96ff. 00000400:00000200:3.0:1767384401.299696:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp43 00000400:00000200:3.0:1767384401.299718:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp43 local destination 00000400:00000200:3.0:1767384401.299725:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp43 00000400:00000200:3.0:1767384401.299729:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp43 NI seq info: [249:249:256:4294967295] 192.168.203.113@tcp43 LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1767384401.299735:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp43 00000400:00000200:3.0:1767384401.299743:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp43(192.168.203.113@tcp43:) -> 192.168.203.113@tcp43(192.168.203.113@tcp43:192.168.203.113@tcp43) : GET try# 0 00000800:00000200:3.0:1767384401.299749:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp43 00000800:00000010:3.0:1767384401.299754:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000015ddd07e. 00000800:00000200:3.0:1767384401.299761:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000800:00000200:3.1:1767384401.299766:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ac6f1402] -> 12345-192.168.203.113@tcp43 (2) 00000400:00000200:3.0:1767384401.299792:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp43 added to recovery queue. ping count: 5 next ping: 354 health :500 00000400:00000200:2.0:1767384401.299881:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299922:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299935:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299947:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299959:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299970:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299982:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.299994:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300007:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300020:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300032:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300044:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300057:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300069:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300081:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300092:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300105:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300118:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300130:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300142:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300154:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300166:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300178:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300192:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300204:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300215:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300231:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300254:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300279:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300301:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300315:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300328:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300340:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300352:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384401.300364:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384401.300550:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046abaf5f. 00000800:00000010:2.0:1767384401.300584:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039126604. 00000800:00000010:2.0:1767384401.300589:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000139ba3fc. 00000800:00000010:2.0:1767384401.300612:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000139ba3fc. 00000800:00020000:2.0:1767384401.300621:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384401.300625:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039126604. 00000800:00000010:2.0:1767384401.300627:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000046abaf5f. 00000400:02020000:2.0:1767384401.300661:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp43 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384401.300666:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp43 notifying 192.168.203.113@tcp43: down 00000400:00000200:2.0:1767384401.300670:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384401.300674:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp43 00000800:00000010:2.0:1767384401.300676:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000015ddd07e. 00000400:00000200:2.0:1767384401.300681:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384401.300684:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp43->192.168.203.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384401.300692:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384401.300694:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384401.300697:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp43) recovery failed with -71 00000800:00000200:1.0:1767384402.003630:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (4) 00000800:00000200:1.1:1767384402.003642:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002b20c5ed] -> 12345-192.168.203.113@tcp33 (4) 00000800:00000200:1.0:1767384402.003674:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042e916a8] -> 12345-192.168.203.113@tcp20 (6) 00000800:00000200:1.0:1767384402.003679:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp20 ip 192.168.203.113:988 00000800:00000200:1.0:1767384402.003684:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7c1ff2 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:1.0:1767384402.003702:0:16146:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f4cdb414. 00000800:00000200:1.0:1767384402.003708:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (4) 00000800:00000200:1.1:1767384402.003713:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (4) 00000400:00000200:3.0:1767384402.003761:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:1.0:1767384402.003810:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384402.003824:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.003855:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.003856:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.003886:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.003888:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.003917:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.003918:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.003961:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.003961:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.003989:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.003989:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004021:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004022:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004048:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004048:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004076:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004076:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004105:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004119:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004134:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004152:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004156:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004179:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004180:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004207:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004207:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004239:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004239:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004276:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004276:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004327:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004327:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004367:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004392:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004431:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004437:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004466:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004493:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004500:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004541:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004541:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004607:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004611:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004656:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004656:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004697:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004697:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004742:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004742:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004776:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004776:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004803:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004804:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004830:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004831:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004855:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004855:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004879:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004880:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004912:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004913:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004953:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004953:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.004997:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.004997:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:3.0:1767384402.005053:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005053:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005100:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005133:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005168:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.113:988 00000800:00000010:3.0:1767384402.005224:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000190cdcb5. 00000400:00000200:1.0:1767384402.005227:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.113:988 00000800:00000010:3.0:1767384402.005231:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009eecdda1. 00000800:00000010:3.0:1767384402.005236:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005f270213. 00000800:00000010:3.0:1767384402.005268:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005f270213. 00000800:00020000:3.0:1767384402.005278:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384402.005282:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009eecdda1. 00000800:00000010:3.0:1767384402.005285:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000190cdcb5. 00000400:00000200:1.0:1767384402.005287:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.113:988 00000400:02020000:3.0:1767384402.005328:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp33 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384402.005328:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.113:988 00000800:00000100:3.0:1767384402.005333:0:35348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384402.005362:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005406:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005426:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005451:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005491:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005523:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005590:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005633:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005670:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005711:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005766:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005809:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005854:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.113:988 00000400:00000200:1.0:1767384402.005882:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.113:988 00000800:00000010:1.0:1767384402.006073:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000251ff44a. 00000800:00000010:1.0:1767384402.006079:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e5d6ce2. 00000800:00000010:1.0:1767384402.006084:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bae97887. 00000800:00000010:1.0:1767384402.006123:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bae97887. 00000400:00000200:3.0:1767384402.006284:0:16150:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384402.006308:0:16150:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.113@tcp41 from 202.3.0.2 00000800:00000010:3.0:1767384402.006312:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058d9de0f. 00000800:00000010:1.0:1767384402.006356:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ef29def. 00000800:00000010:1.0:1767384402.006362:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f255bfdb. 00000800:00000010:1.0:1767384402.006397:0:29615:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a57bb360. 00000800:00000200:1.1:1767384402.006404:0:29615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004053ab01] -> 12345-192.168.203.113@tcp41 (4) 00000800:00000200:1.1:1767384402.006410:0:29615:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.113@tcp41 00000000a57bb360 deleted 00000800:00000010:1.1:1767384402.006413:0:29615:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a57bb360. 00000800:00000200:1.1:1767384402.006418:0:29615:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384402.006424:0:29615:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp41 p 3.x 192.168.203.113 -> 192.168.203.113:970 incarnation:1767384360742522928 sched[0] 00000800:00000010:1.0:1767384402.006430:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bae97887. 00000800:00000010:1.0:1767384402.006480:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bae97887. 00000800:00000010:1.0:1767384402.006483:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f255bfdb. 00000800:00000010:1.0:1767384402.006508:0:29615:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058d9de0f. 00000800:00000200:1.1:1767384402.006545:0:16144:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.1:1767384402.006550:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp41 ip 192.168.203.113:988 00000800:00000200:1.1:1767384402.006576:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4cdb414 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384402.006597:0:16144:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.113@tcp41 p 3.x 192.168.203.113 -> 192.168.203.113:988 incarnation:1767384360742522928 sched[0] 00000800:00000010:1.0:1767384402.006600:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e5d6ce2. 00000800:00000200:1.0:1767384402.006669:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:0.0:1767384402.050121:0:40697:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1767384402.064359:0:40699:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:1.0:1767384402.223957:0:40710:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384402.223969:0:40710:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384402.223973:0:40710:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384402.223978:0:40710:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384402.223982:0:40710:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384402.223984:0:40710:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384402.323625:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384402.323631:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384402.323634:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384402.323639:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:3.0:1767384402.323644:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384402.323652:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384402.323664:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000037f5b7. 00000400:00000010:3.0:1767384402.323669:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000013f750a7. 00000400:00000200:3.0:1767384402.323679:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp49 00000400:00000010:3.0:1767384402.323683:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000037f5b7. 00000400:00000010:3.0:1767384402.323689:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f73ebe1. 00000400:00000010:3.0:1767384402.323694:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384402.323701:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000439ff2. 00000400:00000200:3.0:1767384402.323705:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp49 00000400:00000200:3.0:1767384402.323719:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp49 local destination 00000400:00000200:3.0:1767384402.323726:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp49 00000400:00000200:3.0:1767384402.323730:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp49 NI seq info: [250:250:256:4294967295] 192.168.203.113@tcp49 LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1767384402.323738:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp49 00000400:00000200:3.0:1767384402.323746:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp49(192.168.203.113@tcp49:) -> 192.168.203.113@tcp49(192.168.203.113@tcp49:192.168.203.113@tcp49) : GET try# 0 00000800:00000200:3.0:1767384402.323752:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp49 00000800:00000010:3.0:1767384402.323757:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d33dec60. 00000800:00000200:3.0:1767384402.323763:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00000800:00000200:3.1:1767384402.323768:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00000400:00000200:3.0:1767384402.323793:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp49 added to recovery queue. ping count: 1 next ping: 325 health :900 00000400:00000200:0.0:1767384402.323857:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323895:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323908:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323926:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323946:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323966:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.323990:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324019:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324039:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324056:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324071:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324089:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324115:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324146:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324181:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324203:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324219:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324240:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324254:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324268:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324285:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324302:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324316:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324333:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324351:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324367:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324403:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324420:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324436:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324465:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324494:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324521:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324544:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324590:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384402.324619:0:16142:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384402.324759:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e9f7377. 00000800:00000010:0.0:1767384402.324764:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a79ac12. 00000800:00000010:0.0:1767384402.324769:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000905686f1. 00000800:00000010:0.0:1767384402.324787:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000905686f1. 00000800:00020000:0.0:1767384402.324796:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384402.324798:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a79ac12. 00000800:00000010:0.0:1767384402.324801:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002e9f7377. 00000400:02020000:0.0:1767384402.324833:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp49 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384402.324838:0:16142:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp49 notifying 192.168.203.113@tcp49: down 00000400:00000200:0.0:1767384402.324842:0:16142:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384402.324852:0:16142:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp49 00000800:00000010:0.0:1767384402.324856:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d33dec60. 00000400:00000200:0.0:1767384402.324860:0:16142:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384402.324863:0:16142:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp49->192.168.203.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384402.324871:0:16142:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384402.324873:0:16142:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384402.324876:0:16142:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp49) recovery failed with -71 00080000:00000001:0.0:1767384402.512032:0:40761:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384402.512044:0:40761:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384402.512047:0:40761:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384402.512052:0:40761:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384402.512057:0:40761:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384402.512059:0:40761:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384402.899687:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384402.899695:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384402.899702:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384402.899704:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384402.899739:0:16784:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384402.899742:0:16784:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384402.899745:0:16784:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384403.000687:0:40811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384403.000699:0:40811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384403.000703:0:40811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384403.000708:0:40811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384403.000712:0:40811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384403.000714:0:40811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384403.028623:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (4) 00000800:00000200:1.1:1767384403.028632:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000677bad96] -> 12345-192.168.203.113@tcp28 (4) 00000400:00000200:0.0:1767384403.028729:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028773:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028811:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028846:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028883:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028914:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028941:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.028974:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029010:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029039:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029067:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029094:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029118:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029146:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029169:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029193:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029219:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029249:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029273:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029294:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029327:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029350:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029400:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029434:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029466:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029494:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029520:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029548:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029617:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029643:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029667:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029693:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029714:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029740:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:0.0:1767384403.029768:0:16143:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:0.0:1767384403.029945:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e9f7377. 00000800:00000010:0.0:1767384403.029952:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008328877c. 00000800:00000010:0.0:1767384403.029957:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000960ee5fd. 00000800:00000010:0.0:1767384403.029982:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000960ee5fd. 00000800:00020000:0.0:1767384403.029992:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384403.029996:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008328877c. 00000800:00000010:0.0:1767384403.030000:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002e9f7377. 00000400:02020000:0.0:1767384403.030047:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp28 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384403.030053:0:16143:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:3.0:1767384403.347653:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384403.347660:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384403.347662:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:3.0:1767384403.347667:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:3.0:1767384403.347673:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384403.347678:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp49 recovery ping unlinked 00000400:00000010:3.0:1767384403.347693:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000037f5b7. 00000400:00000010:3.0:1767384403.347697:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f73ebe1. 00000400:00000200:3.0:1767384403.347701:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp48 00000400:00000010:3.0:1767384403.347707:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000037f5b7. 00000400:00000010:3.0:1767384403.347712:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d578dc0. 00000400:00000010:3.0:1767384403.347715:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013f724d3. 00000400:00000010:3.0:1767384403.347720:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000089373774. 00000400:00000200:3.0:1767384403.347723:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp48 00000400:00000200:3.0:1767384403.347733:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp48 local destination 00000400:00000200:3.0:1767384403.347737:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp48 00000400:00000200:3.0:1767384403.347740:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp48 NI seq info: [251:251:256:4294967295] 192.168.203.113@tcp48 LPNI seq info [210:210:8:4294967295] 00000400:00000200:3.0:1767384403.347746:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp48 00000400:00000200:3.0:1767384403.347751:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp48(192.168.203.113@tcp48:) -> 192.168.203.113@tcp48(192.168.203.113@tcp48:192.168.203.113@tcp48) : GET try# 0 00000800:00000200:3.0:1767384403.347755:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp48 00000800:00000010:3.0:1767384403.347758:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000015ddd07e. 00000800:00000200:3.0:1767384403.347763:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000800:00000200:3.1:1767384403.347767:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cd54432] -> 12345-192.168.203.113@tcp48 (2) 00000400:00000200:3.0:1767384403.347785:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp48 added to recovery queue. ping count: 4 next ping: 340 health :600 00000400:00000200:2.0:1767384403.347911:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.347967:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.347994:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348017:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348042:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348059:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348071:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348083:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348095:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348113:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348138:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348160:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348182:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348206:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348231:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348257:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348281:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348302:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348317:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348329:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348342:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348355:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348399:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348425:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348450:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348476:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348502:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348523:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348541:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348592:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348620:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348643:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348668:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348682:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:2.0:1767384403.348695:0:16145:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:2.0:1767384403.348823:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046abaf5f. 00000800:00000010:2.0:1767384403.348827:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ae48b24. 00000800:00000010:2.0:1767384403.348831:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dd18f83d. 00000800:00000010:2.0:1767384403.348845:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dd18f83d. 00000800:00020000:2.0:1767384403.348853:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384403.348856:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ae48b24. 00000800:00000010:2.0:1767384403.348857:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000046abaf5f. 00000400:02020000:2.0:1767384403.348884:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp48 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384403.348889:0:16145:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp48 notifying 192.168.203.113@tcp48: down 00000400:00000200:2.0:1767384403.348892:0:16145:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384403.348895:0:16145:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp48 00000800:00000010:2.0:1767384403.348898:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000015ddd07e. 00000400:00000200:2.0:1767384403.348901:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384403.348904:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp48->192.168.203.113@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384403.348912:0:16145:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384403.348914:0:16145:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384403.348916:0:16145:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp48) recovery failed with -71 00080000:00000001:3.0:1767384403.714936:0:40859:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384403.714949:0:40859:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384403.714955:0:40859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384403.714963:0:40859:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384403.714968:0:40859:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384403.714971:0:40859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384403.840853:0:40895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384403.840859:0:40895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg313-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384403.846080:0:40895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384403.923651:0:366:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384403.923658:0:366:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384403.923665:0:366:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384403.923667:0:366:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384403.923747:0:16783:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384403.923750:0:16783:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384403.923753:0:16783:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384404.051635:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (4) 00000800:00000200:1.1:1767384404.051646:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006d0cdca7] -> 12345-192.168.203.113@tcp36 (4) 00000800:00000200:1.0:1767384404.051670:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021325f19] -> 12345-192.168.203.113@tcp23 (6) 00000800:00000200:1.0:1767384404.051675:0:16146:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.113@tcp23 ip 192.168.203.113:988 00000800:00000200:1.0:1767384404.051679:0:16146:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052645a60 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384404.051703:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (4) 00000800:00000200:1.1:1767384404.051709:0:16146:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9a0a60f] -> 12345-192.168.203.113@tcp44 (4) 00000400:00000200:3.0:1767384404.051784:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.051785:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000800:00000200:0.0:1767384404.051822:0:16148:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384404.051829:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384404.051842:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384404.051847:0:16148:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384404.051851:0:16148:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384404.051863:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.051873:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.051910:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.051945:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.051960:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052005:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052008:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052050:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052077:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052089:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052140:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052141:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052199:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052221:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052255:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052292:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052322:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052376:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052397:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052453:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052459:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052520:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052534:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052602:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052625:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052662:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052692:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052713:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052753:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052757:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052814:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052826:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052855:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052894:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052906:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.052949:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.052950:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053005:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053019:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053047:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053081:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053087:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053145:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053155:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053188:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053220:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053229:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053280:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053300:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053314:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053376:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053379:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053470:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053512:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053521:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053544:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053624:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053689:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053743:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:3.0:1767384404.053788:0:35348:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053805:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053858:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.053907:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000800:00000010:3.0:1767384404.053927:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000190cdcb5. 00000800:00000010:3.0:1767384404.053932:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b600d07. 00000800:00000010:3.0:1767384404.053936:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003e412509. 00000800:00000010:3.0:1767384404.053960:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003e412509. 00000800:00020000:3.0:1767384404.053968:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000400:00000200:1.0:1767384404.053970:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000800:00000010:3.0:1767384404.053971:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b600d07. 00000800:00000010:3.0:1767384404.053977:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000190cdcb5. 00000400:02020000:3.0:1767384404.054027:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp36 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384404.054029:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000800:00000100:3.0:1767384404.054031:0:35348:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384404.054070:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.054111:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.054161:0:29615:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384404.054312:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf32e6f1. 00000800:00000010:1.0:1767384404.054330:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002dd0936e. 00000800:00000010:1.0:1767384404.054335:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000035ca74c2. 00000800:00000010:1.0:1767384404.054378:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000035ca74c2. 00000800:00020000:1.0:1767384404.054391:0:29615:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384404.054395:0:29615:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002dd0936e. 00000800:00000010:1.0:1767384404.054399:0:29615:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cf32e6f1. 00000400:02020000:1.0:1767384404.054445:0:29615:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp44 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384404.054449:0:29615:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384404.058395:0:40907:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384404.058416:0:40907:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384404.058421:0:40907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384404.058434:0:40907:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384404.058451:0:40907:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384404.058455:0:40907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384404.347151:0:40952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384404.347166:0:40952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384404.347172:0:40952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384404.347179:0:40952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384404.347185:0:40952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384404.347188:0:40952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384404.371620:0:16151:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384404.371625:0:16151:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384404.371627:0:16151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013f724d3 00000400:00000010:0.0:1767384404.371631:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013f724d3. 00000400:00000200:0.0:1767384404.371635:0:16151:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384404.371641:0:16151:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.113@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384404.371688:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000037f5b7. 00000400:00000010:0.0:1767384404.371692:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d578dc0. 00000400:00000200:0.0:1767384404.371696:0:16151:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.113@tcp49 00000400:00000010:0.0:1767384404.371699:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005aba30e9. 00000400:00000010:0.0:1767384404.371703:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fdd8d6e0. 00000400:00000010:0.0:1767384404.371706:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000400:00000010:0.0:1767384404.371710:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006eda40a5. 00000400:00000200:0.0:1767384404.371713:0:16151:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.113@tcp49 00000400:00000200:0.0:1767384404.372817:0:16151:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.113@tcp49 local destination 00000400:00000200:0.0:1767384404.372822:0:16151:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.113@tcp49 00000400:00000200:0.0:1767384404.372825:0:16151:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.113@tcp49 NI seq info: [252:252:256:4294967295] 192.168.203.113@tcp49 LPNI seq info [211:211:8:4294967295] 00000400:00000200:0.0:1767384404.372832:0:16151:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.113@tcp49 00000400:00000200:0.0:1767384404.372838:0:16151:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.113@tcp49(192.168.203.113@tcp49:) -> 192.168.203.113@tcp49(192.168.203.113@tcp49:192.168.203.113@tcp49) : GET try# 0 00000800:00000200:0.0:1767384404.372844:0:16151:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.113@tcp49 00000800:00000010:0.0:1767384404.372848:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aead9345. 00000800:00000200:0.0:1767384404.372853:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00000800:00000200:0.1:1767384404.372856:0:16151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004df65601] -> 12345-192.168.203.113@tcp49 (2) 00000400:00000200:0.0:1767384404.372873:0:16151:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.113@tcp49 added to recovery queue. ping count: 2 next ping: 329 health :800 00000400:00000200:1.0:1767384404.372930:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.372960:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.372978:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.372993:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373008:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373021:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373034:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373046:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373068:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373083:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373095:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373122:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373139:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373154:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373171:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373188:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373203:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373218:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373235:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373251:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373267:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373284:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373302:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373318:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373335:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373352:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373386:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373405:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373423:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373439:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373455:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373470:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373486:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373502:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.113:988 00000400:00000200:1.0:1767384404.373515:0:16144:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.113:988 00000800:00000010:1.0:1767384404.373668:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf32e6f1. 00000800:00000010:1.0:1767384404.373673:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dac00de8. 00000800:00000010:1.0:1767384404.373677:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000078392adb. 00000800:00000010:1.0:1767384404.373692:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000078392adb. 00000800:00020000:1.0:1767384404.373705:0:16144:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384404.373708:0:16144:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dac00de8. 00000800:00000010:1.0:1767384404.373710:0:16144:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cf32e6f1. 00000400:02020000:1.0:1767384404.373750:0:16144:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp49 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384404.373757:0:16144:0:(router.c:1755:lnet_notify()) 192.168.203.113@tcp49 notifying 192.168.203.113@tcp49: down 00000400:00000200:1.0:1767384404.373761:0:16144:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384404.373766:0:16144:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.113@tcp49 00000800:00000010:1.0:1767384404.373770:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aead9345. 00000400:00000200:1.0:1767384404.373774:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384404.373779:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.113@tcp49->192.168.203.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384404.373789:0:16144:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384404.373792:0:16144:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384404.373797:0:16144:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.113@tcp49) recovery failed with -71 00080000:00000001:1.0:1767384404.624486:0:41001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384404.624498:0:41001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384404.624501:0:41001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384404.624507:0:41001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384404.624511:0:41001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384404.624513:0:41001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384404.748765:0:41040:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:0.0:1767384405.395642:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 00000400:00000010:0.0:1767384405.395668:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005aba30e9. 00000400:00000010:0.0:1767384405.395673:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fdd8d6e0. 00000400:00000010:0.0:1767384405.395681:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f258fcb8. 00000400:00000010:0.0:1767384405.395687:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fdd8d6e0. 00000400:00000010:0.0:1767384405.395691:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000400:00000010:0.0:1767384405.395709:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab3dd5f0. 00000800:00000010:0.0:1767384405.395727:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000842e84c2. 00000800:00000010:2.0:1767384405.396853:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046abaf5f. 00000800:00000010:2.0:1767384405.396861:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb883f1f. 00000800:00000010:2.0:1767384405.396867:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b3f2ee5f. 00000800:00000010:2.0:1767384405.396891:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b3f2ee5f. 00000800:00020000:2.0:1767384405.396902:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384405.396907:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb883f1f. 00000800:00000010:2.0:1767384405.396910:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000046abaf5f. 00000400:02020000:2.0:1767384405.396953:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp45 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384405.396963:0:16142:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000842e84c2. 00000800:00000010:0.0:1767384406.100468:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e9f7377. 00000800:00000010:0.0:1767384406.100481:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d8e403e. 00000800:00000010:0.0:1767384406.100487:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ac08e2ac. 00000800:00000010:0.0:1767384406.100511:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ac08e2ac. 00000800:00020000:0.0:1767384406.100522:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:0.0:1767384406.100527:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d8e403e. 00000800:00000010:0.0:1767384406.100530:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002e9f7377. 00000400:02020000:0.0:1767384406.100606:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp39 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384406.163697:0:40459:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d00117. 02000000:00000010:2.0:1767384406.163721:0:40459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a781ec1. 00000100:00000010:0.0:1767384406.163734:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dd882ad. 02000000:00000010:0.0:1767384406.163742:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d28b445c. 02000000:00000010:2.0:1767384406.163802:0:16154:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000713204b5. 00000400:00000010:2.0:1767384406.163811:0:16154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000100:00000010:0.0:1767384406.163813:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ea8e7df. 00000400:00000010:2.0:1767384406.163819:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 02000000:00000010:0.0:1767384406.163822:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b09f89dc. 00000400:00000010:2.0:1767384406.163830:0:16154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000100:00000010:0.0:1767384406.163838:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d1b229c. 02000000:00000010:0.0:1767384406.163843:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e43b0e28. 00000100:00000010:0.0:1767384406.163857:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000085d41da. 02000000:00000010:0.0:1767384406.163864:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d62bd9d6. 02000000:00000010:0.0:1767384406.163906:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bad46e2a. 00000100:00000010:2.0:1767384406.163908:0:16154:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe56e0d9. 00000400:00000010:0.0:1767384406.163914:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057590111. 00000400:00000010:0.0:1767384406.163920:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bb03c74. 00000400:00000010:0.0:1767384406.163926:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000400:00000010:2.0:1767384406.163929:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000100:00000010:2.0:1767384406.163947:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1d24d79. 00000400:00000010:0.0:1767384406.163949:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbf26e3e. 00000400:00000010:0.0:1767384406.163957:0:16156:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d60d4a46. 00000100:00000010:2.0:1767384406.163961:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006840bb6e. 00000100:00000010:2.0:1767384406.163968:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005595d7c1. 00000400:00000010:0.0:1767384406.163973:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000100:00000010:2.0:1767384406.163975:0:16154:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df1034fc. 02000000:00000010:0.0:1767384406.164002:0:16156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a5e56e7. 00000400:00000010:0.0:1767384406.164007:0:16156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a78b1300. 00000020:00000010:2.0:1767384406.164010:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9442fc6. 00000400:00000010:0.0:1767384406.164011:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000020:00000010:2.0:1767384406.164015:0:17569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f72d49a0. 00000400:00000010:0.0:1767384406.164017:0:16156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000020:00000010:2.0:1767384406.164034:0:17569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7fd3164. 00000020:00000010:2.0:1767384406.164039:0:17569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b05a704. 00000020:00000010:2.0:1767384406.164044:0:17569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000100:00000010:0.0:1767384406.164050:0:16156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6ba3eb8. 02000000:00000010:1.0:1767384406.164051:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8841209. 00000400:00000010:1.0:1767384406.164058:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dacc8fb. 00000400:00000010:1.0:1767384406.164063:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000400:00000010:0.0:1767384406.164065:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000400:00000010:1.0:1767384406.164076:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000020:00000010:2.0:1767384406.164082:0:17569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3e3c985. 00000020:00000010:2.0:1767384406.164087:0:17569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3e3c985. 00000100:00000010:1.0:1767384406.164095:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e874f984. 00000020:00000010:3.0:1767384406.164107:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000058bebeb. 00000400:00000010:1.0:1767384406.164112:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000020:00000010:3.0:1767384406.164121:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000058bebeb. 00000020:00000010:3.0:1767384406.164128:0:17567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006736788. 02000000:00000010:1.0:1767384406.164130:0:16153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004719e9bb. 00000020:00000010:3.0:1767384406.164133:0:17567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd81bdbb. 02000000:00000010:2.0:1767384406.164134:0:17569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a64e5eec. 00000400:00000010:1.0:1767384406.164135:0:16153:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d7f9808. 00000020:00000010:3.0:1767384406.164141:0:17567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000400:00000010:1.0:1767384406.164143:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000020:00000010:0.0:1767384406.164144:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac08e2ac. 00000400:00000010:1.0:1767384406.164149:0:16153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c67b0d. 00000020:00000010:0.0:1767384406.164156:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac08e2ac. 00000100:00000010:1.0:1767384406.164161:0:16153:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fba99abd. 00000020:00000010:0.0:1767384406.164163:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe478b2b. 00000020:00000010:0.0:1767384406.164168:0:40431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098e165f9. 00000400:00000010:2.0:1767384406.164172:0:17569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000400:00000010:1.0:1767384406.164173:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060c67b0d. 00000020:00000010:0.0:1767384406.164173:0:40431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:3.0:1767384406.164198:0:17567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000058bebeb. 00000020:00000010:3.0:1767384406.164202:0:17567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000058bebeb. 00000400:00000010:2.0:1767384406.164206:0:17569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000020:00000010:1.0:1767384406.164210:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a046a956. 02000000:00000010:3.0:1767384406.164213:0:17567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a0ae9c6. 00000020:00000010:0.0:1767384406.164213:0:40431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac08e2ac. 00000020:00000010:0.0:1767384406.164219:0:40431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac08e2ac. 00000020:00000010:2.0:1767384406.164221:0:17569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008b05a704. 00000020:00000010:1.0:1767384406.164221:0:40466:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8b17108. 00000400:00000010:3.0:1767384406.164224:0:17567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000020:00000010:1.0:1767384406.164228:0:40466:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000493e2c1c. 00000020:00000010:2.0:1767384406.164229:0:17569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 02000000:00000010:0.0:1767384406.164231:0:40431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad0e5995. 00000020:00000010:2.0:1767384406.164235:0:17569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7fd3164. 00000400:00000010:0.0:1767384406.164240:0:40431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000020:00000010:1.0:1767384406.164255:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078f31531. 00000400:00000010:3.0:1767384406.164257:0:17567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000020:00000010:1.0:1767384406.164260:0:40466:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9e3e78b. 00000020:00000010:1.0:1767384406.164263:0:40466:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000010:3.0:1767384406.164268:0:17567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd81bdbb. 00000020:00000010:3.0:1767384406.164272:0:17567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000400:00000010:0.0:1767384406.164275:0:40431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:3.0:1767384406.164276:0:17567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006736788. 00000400:00000010:2.0:1767384406.164284:0:16154:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384406.164289:0:16154:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 00000020:00000010:0.0:1767384406.164290:0:40431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098e165f9. 00000020:00000010:0.0:1767384406.164294:0:40431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384406.164297:0:40431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe478b2b. 02000000:00000010:0.0:1767384406.164304:0:40431:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ad0e5995. 00000400:00000010:3.0:1767384406.164305:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78b1300. 02000000:00000010:2.0:1767384406.164307:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c6a420ef. 00000400:00000010:3.0:1767384406.164311:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 00000400:00000010:0.0:1767384406.164313:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bef5981. 02000000:00000010:2.0:1767384406.164315:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009c68f4c3. 00000400:00000010:0.0:1767384406.164320:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d8e403e. 00000100:00000010:2.0:1767384406.164323:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068c6ccc3. 02000000:00000010:2.0:1767384406.164377:0:16154:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000713204b5. 02000000:00000010:0.0:1767384406.164382:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ad0e5995. 02000000:00000010:2.0:1767384406.164383:0:16154:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a781ec1. 00000100:00000010:2.0:1767384406.164387:0:16154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d00117. 02000000:00000010:1.0:1767384406.164389:0:40439:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000015ef79d2. 00000020:00000010:0.0:1767384406.164392:0:40438:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dcae924a. 00000020:00000010:1.0:1767384406.164398:0:40439:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000097c96de2. 00000004:00000010:0.0:1767384406.164403:0:40438:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ac08e2ac. 00000004:00000010:1.0:1767384406.164406:0:40439:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000016dd0bd7. 00000001:00000010:1.0:1767384406.164412:0:40439:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a5f6e896. 00000001:00000010:0.0:1767384406.164412:0:40438:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000098e165f9. 00000400:00000010:2.0:1767384406.164413:0:16156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057590111. 00000400:00000010:2.0:1767384406.164419:0:16156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bb03c74. 00000001:00000010:1.0:1767384406.164420:0:40439:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000fd8c1aa. 00000001:00000010:0.0:1767384406.164421:0:40438:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000842e84c2. 00000001:00000010:1.0:1767384406.164428:0:40439:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c36a2401. 00000001:00000010:0.0:1767384406.164431:0:40438:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006c5c71ac. 02000000:00000010:2.0:1767384406.164432:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a5e56e7. 02000000:00000010:2.0:1767384406.164436:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e43b0e28. 00000001:00000010:0.0:1767384406.164437:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe478b2b. 00000100:00000010:2.0:1767384406.164439:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d1b229c. 00000001:00000010:0.0:1767384406.164440:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082b8c30e. 02000000:00000010:2.0:1767384406.164442:0:16156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bad46e2a. 00000001:00000010:0.0:1767384406.164442:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f2457c9. 02000000:00000010:2.0:1767384406.164444:0:16156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d28b445c. 00000001:00000010:0.0:1767384406.164444:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009352edc. 00000001:00000010:1.0:1767384406.164446:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088b31870. 00000100:00000010:2.0:1767384406.164447:0:16156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003dd882ad. 00000001:00000010:0.0:1767384406.164448:0:40438:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aead9345. 00000001:00000010:1.0:1767384406.164453:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0522774. 00000001:00000010:0.0:1767384406.164455:0:40438:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000311960ab. 00000001:00000010:1.0:1767384406.164458:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e25f05d8. 00000001:00000010:0.0:1767384406.164461:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad7af3cd. 00000001:00000010:1.0:1767384406.164462:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f8917a5. 00000001:00000010:1.0:1767384406.164470:0:40439:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a8437054. 00000001:00000010:0.0:1767384406.164471:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084beccec. 00000001:00000010:1.0:1767384406.164475:0:40439:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000042d814e0. 00000001:00000010:0.0:1767384406.164477:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bad46e2a. 00000001:00000010:1.0:1767384406.164480:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a3940ab. 00000001:00000010:0.0:1767384406.164483:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a5e56e7. 00000001:00000010:1.0:1767384406.164485:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb1c178b. 00000001:00000010:1.0:1767384406.164490:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c49a2570. 00000001:00000010:1.0:1767384406.164493:0:40439:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000094723851. 00000020:00000010:0.0:1767384406.164521:0:40438:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003efc6c65. 00000020:00000010:1.0:1767384406.164525:0:40439:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a5f4985a. 00000020:00000010:1.0:1767384406.164531:0:40439:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000a5f4985a. 00000020:00000010:1.0:1767384406.164537:0:40439:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f58e34e1. 00000400:00000010:1.0:1767384406.164591:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c67b0d. 00000400:00000010:1.0:1767384406.164615:0:40439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060c67b0d. 00000020:00000010:1.0:1767384406.164623:0:40439:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9e3e78b. 00000020:00000010:1.0:1767384406.164627:0:40439:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000020:00000010:1.0:1767384406.164630:0:40439:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078f31531. 00000400:00000010:1.0:1767384406.164652:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d7f9808. 00000400:00000010:1.0:1767384406.164656:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000020:00000010:0.0:1767384406.164664:0:40438:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b6acd97e. 00000020:00000010:0.0:1767384406.164677:0:40438:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000007836e2a7. 02000000:00000010:1.0:1767384406.164678:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004719e9bb. 00000020:00000010:0.0:1767384406.164683:0:40438:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000049b028bd. 02000000:00000010:1.0:1767384406.164690:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d62bd9d6. 00000100:00000010:1.0:1767384406.164694:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000085d41da. 00000020:00000010:0.0:1767384406.164715:0:40438:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d76cc38d. 00000020:00000010:0.0:1767384406.164720:0:40438:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a15bf70d. 00000020:00000010:0.0:1767384406.164723:0:40438:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000041ded193. 00000020:00000010:0.0:1767384406.164739:0:40438:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000357260d9. 00000020:00000010:0.0:1767384406.164745:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000abb848bb. 00000400:00000010:0.0:1767384406.164765:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000400:00000010:0.0:1767384406.164790:0:40438:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 00000020:00000010:0.0:1767384406.164799:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8b17108. 00000020:00000010:0.0:1767384406.164803:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000493e2c1c. 00000020:00000010:0.0:1767384406.164806:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a046a956. 00000400:00000010:1.0:1767384406.164818:0:16153:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dacc8fb. 00000400:00000010:1.0:1767384406.164823:0:16153:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000100:02000000:1.0:1767384406.165629:0:16153:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:1.0:1767384406.167651:0:16153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8841209. 02000000:00000010:1.0:1767384406.167656:0:16153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b09f89dc. 00000100:00000010:1.0:1767384406.167658:0:16153:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ea8e7df. 00000100:00000010:2.0:1767384406.181662:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005595d7c1. 00000100:00000010:3.0:1767384406.181664:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df1034fc. 00000100:00000010:1.0:1767384406.181666:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006840bb6e. 00000100:00000010:0.0:1767384406.181671:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1d24d79. 00000400:00000010:0.0:1767384406.419656:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 00000400:00000010:0.0:1767384406.419680:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f258fcb8. 00000400:00000010:0.0:1767384406.419684:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fdd8d6e0. 00000800:00000010:3.0:1767384406.759836:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a1fa3014. 00000800:00000010:2.0:1767384406.759959:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046abaf5f. 00000800:00000010:2.0:1767384406.759974:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb883f1f. 00000800:00000010:2.0:1767384406.760015:0:16145:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd5bea52. 00000800:00000010:2.0:1767384406.760026:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c851556. 00000800:00000010:2.0:1767384406.760089:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c851556. 00000800:00000010:2.0:1767384406.760107:0:16145:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb883f1f. 00000800:00000010:2.0:1767384406.760160:0:16145:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a1fa3014. 00000800:00000010:0.0:1767384406.760770:0:16148:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d21d396f. 00000800:00000010:0.0:1767384406.760867:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d21d396f. 00000800:00000010:3.0:1767384406.761264:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba602abf. 00000800:00000010:1.0:1767384406.761325:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cf32e6f1. 00000800:00000010:1.0:1767384406.761331:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384406.761436:0:35348:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002ebacca7. 00000800:00000010:1.1:1767384406.761440:0:35348:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002ebacca7. 00000800:00000010:1.0:1767384406.761444:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcb0c5af. 00000800:00000010:1.0:1767384406.761495:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcb0c5af. 00000800:00000010:1.0:1767384406.761501:0:35348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384406.761529:0:35348:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba602abf. 00000800:00000010:1.0:1767384406.761672:0:16149:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1db3092. 00000800:00000010:1.0:1767384406.761727:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1db3092. 00000800:00000010:3.0:1767384406.762533:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d5e0edbf. 00000800:00000010:1.0:1767384406.762614:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023c527b9. 00000800:00000010:1.0:1767384406.762619:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384406.762662:0:29615:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002ebacca7. 00000800:00000010:1.1:1767384406.762665:0:29615:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002ebacca7. 00000800:00000010:1.0:1767384406.762671:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcb0c5af. 00000800:00000010:1.0:1767384406.762710:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcb0c5af. 00000800:00000010:1.0:1767384406.762713:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384406.762733:0:29615:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d5e0edbf. 00000800:00000010:3.0:1767384407.127074:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000190cdcb5. 00000800:00000010:3.0:1767384407.127088:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000960d6575. 00000800:00000010:3.0:1767384407.127093:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075699780. 00000800:00000010:3.0:1767384407.127116:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075699780. 00000800:00020000:3.0:1767384407.127128:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384407.127133:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000960d6575. 00000800:00000010:3.0:1767384407.127136:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000190cdcb5. 00000400:02020000:3.0:1767384407.127224:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp34 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384407.127542:0:16144:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000077a327b2. 00000800:00000010:2.0:1767384407.127574:0:16144:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb883f1f. 00000800:00000010:2.0:1767384407.127579:0:16144:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c851556. 00000800:00000010:2.0:1767384407.127638:0:16144:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c851556. 00000800:00000010:3.0:1767384407.127718:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000870d12d8. 00000800:00000010:0.0:1767384407.127770:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e9f7377. 00000800:00000010:0.0:1767384407.127778:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002dd0936e. 00000800:00000010:0.0:1767384407.127801:0:16143:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000024f68dd9. 00000800:00000010:0.1:1767384407.127805:0:16143:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000024f68dd9. 00000800:00000010:0.0:1767384407.127816:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033f13447. 00000800:00000010:0.0:1767384407.127877:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033f13447. 00000800:00000010:0.0:1767384407.127885:0:16143:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002dd0936e. 00000800:00000010:0.0:1767384407.127931:0:16143:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000870d12d8. 00000800:00000010:2.0:1767384407.127933:0:16144:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb883f1f. 00000400:00000010:1.0:1767384407.807711:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb76a34e. 00000400:00000010:1.0:1767384407.807735:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007725227e. 00000020:00000010:0.0:1767384407.807856:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdd8d6e0. 00000020:00000010:0.0:1767384407.807873:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.807879:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 02000000:00000010:0.0:1767384407.807949:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d62bd9d6. 00000020:00000010:0.0:1767384407.807961:0:40432:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008e5aa954. 00000001:00000010:0.0:1767384407.807973:0:40432:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d21d396f. 00000001:00000010:0.0:1767384407.807980:0:40432:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005e43802f. 00000001:00000010:0.0:1767384407.808001:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc00f77a. 00000001:00000010:0.0:1767384407.808007:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024338102. 00000001:00000010:0.0:1767384407.808010:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000104d902c. 00000001:00000010:0.0:1767384407.808014:0:40432:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000072197797. 00000020:00000010:0.0:1767384407.808035:0:40432:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005b83f88b. 00000020:00000010:0.0:1767384407.808144:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bb1f5394. 00000020:00000010:0.0:1767384407.808149:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000002dd0936e. 00000020:00000010:0.0:1767384407.808154:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000006e66237d. 00000020:00000010:0.0:1767384407.808176:0:40432:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b09f89dc. 00000020:00000010:0.0:1767384407.808179:0:40432:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003d5333ed. 00000020:00000010:0.0:1767384407.808182:0:40432:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000061186d78. 00000020:00000010:0.0:1767384407.808198:0:40432:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e5a0588f. 00000400:00000010:0.0:1767384407.808267:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000800:00000010:0.0:1767384407.808312:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117ab142. 00000020:00000010:0.0:1767384407.808361:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.808368:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.808373:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdd8d6e0. 00000400:00000010:0.0:1767384407.808388:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c4eaa62. 00000400:00000010:0.0:1767384407.808395:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f68dd9. 00000800:00000010:2.0:1767384407.808436:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117ab142. 00000400:00000010:2.0:1767384407.808444:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 02000000:00000010:2.0:1767384407.808450:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000d62bd9d6. 00000400:00000010:0.0:1767384407.809347:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070aed19b. 00000400:00000010:0.0:1767384407.809368:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e928a7. 00000020:00000010:2.0:1767384407.809444:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001faf07a9. 00000020:00000010:2.0:1767384407.809466:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac3c785e. 00000020:00000010:2.0:1767384407.809469:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac3c785e. 00000020:00000010:2.0:1767384407.809476:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7fd3164. 00000020:00000010:2.0:1767384407.809481:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2b24b79. 00000020:00000010:2.0:1767384407.809486:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384407.809526:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac3c785e. 00000020:00000010:2.0:1767384407.809529:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac3c785e. 00010000:00000010:2.0:1767384407.809549:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acbb83fa. 02000000:00000010:2.0:1767384407.809591:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005efaf989. 00000400:00000010:2.0:1767384407.809617:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d58c80f9. 00000800:00000010:2.0:1767384407.809651:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dd1d0d8. 00000020:00000010:2.0:1767384407.809677:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2b24b79. 00000020:00000010:2.0:1767384407.809682:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384407.809686:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7fd3164. 00000400:00000010:2.0:1767384407.809699:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ccdcf46. 00000400:00000010:2.0:1767384407.809705:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb883f1f. 00000800:00000010:1.0:1767384407.809721:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dd1d0d8. 00000400:00000010:1.0:1767384407.809729:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d58c80f9. 02000000:00000010:1.0:1767384407.809732:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005efaf989. 00000400:00000010:2.0:1767384407.810531:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e278fba. 00000400:00000010:2.0:1767384407.810542:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c7121a0. 00000020:00000010:0.0:1767384407.810616:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.810622:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.810629:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cfef710. 00000020:00000010:0.0:1767384407.810633:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.810636:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.810667:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.810671:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 02000000:00000010:0.0:1767384407.810687:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d62bd9d6. 00000040:00000010:0.0:1767384407.810696:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fdd8d6e0. 00000040:00000010:0.0:1767384407.810986:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fdd8d6e0. 00000400:00000010:0.0:1767384407.811001:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000800:00000010:0.0:1767384407.811031:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fa8281d. 00000020:00000010:0.0:1767384407.811059:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.811063:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.811067:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cfef710. 00000400:00000010:0.0:1767384407.811080:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011abfff9. 00000400:00000010:0.0:1767384407.811087:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e5d6ce2. 00000800:00000010:1.0:1767384407.811115:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fa8281d. 00000400:00000010:1.0:1767384407.811122:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 02000000:00000010:1.0:1767384407.811125:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d62bd9d6. 00000400:00000010:1.0:1767384407.811931:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008160c0e3. 00000400:00000010:1.0:1767384407.811945:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c20764b. 00000020:00000010:0.0:1767384407.812014:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812020:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812025:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.812029:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.812032:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.812058:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812060:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 00010000:00000010:0.0:1767384407.812080:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000014f506e2. 02000000:00000010:0.0:1767384407.812094:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d62bd9d6. 00000400:00000010:0.0:1767384407.812115:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000800:00000010:0.0:1767384407.812134:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001fa8281d. 00000020:00000010:0.0:1767384407.812156:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.812160:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.812165:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.812174:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d969da62. 00000400:00000010:0.0:1767384407.812179:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000617d773. 00000800:00000010:2.0:1767384407.812211:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001fa8281d. 00000400:00000010:2.0:1767384407.812218:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 02000000:00000010:2.0:1767384407.812221:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d62bd9d6. 00000400:00000010:1.0:1767384407.812868:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa2c0c5. 00000400:00000010:1.0:1767384407.812878:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ad3288d. 00000020:00000010:0.0:1767384407.812937:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812942:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812946:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.812950:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.812953:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.812979:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000149a173e. 00000020:00000010:0.0:1767384407.812982:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000149a173e. 02000000:00000010:0.0:1767384407.812993:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d62bd9d6. 00000040:00000010:0.0:1767384407.812999:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.813030:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000424648b1. 00000040:00000010:0.0:1767384407.813045:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000424648b1. 00000040:00000010:0.0:1767384407.813056:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 20000000:00000010:0.0:1767384407.813067:0:40432:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000149a173e. 00000400:00000010:0.0:1767384407.813077:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f57a669. 00000800:00000010:0.0:1767384407.813094:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000117ab142. 00000020:00000010:0.0:1767384407.813118:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.813122:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.813124:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.813132:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d29d2784. 00000400:00000010:0.0:1767384407.813136:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a57bb360. 00000800:00000010:1.0:1767384407.813201:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000117ab142. 00000400:00000010:1.0:1767384407.813209:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f57a669. 02000000:00000010:1.0:1767384407.813214:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d62bd9d6. 00000400:00000010:2.0:1767384407.813946:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db7e9fb. 00000400:00000010:2.0:1767384407.813956:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046140c2f. 00000020:00000010:0.0:1767384407.814016:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.814022:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.814026:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.814029:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.814033:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.814058:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.814061:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.814088:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f6495516. 00000040:00000010:0.0:1767384407.814095:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.814107:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.814397:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.814406:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 00000400:00000010:0.0:1767384407.814417:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ff875d4b. 00000800:00000010:0.0:1767384407.814434:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007882c87b. 00000020:00000010:0.0:1767384407.814457:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.814461:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.814463:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.814471:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009da8bf98. 00000400:00000010:0.0:1767384407.814476:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b9f8f36. 00000800:00000010:1.0:1767384407.814552:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007882c87b. 00000400:00000010:1.0:1767384407.814591:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ff875d4b. 02000000:00000010:1.0:1767384407.814596:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f6495516. 00000400:00000010:1.0:1767384407.815579:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000056a8301. 00000400:00000010:1.0:1767384407.815594:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dbcc502. 00000020:00000010:0.0:1767384407.815659:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.815664:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.815668:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.815671:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.815675:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.815708:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.815711:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.815733:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f6495516. 00000040:00000010:0.0:1767384407.815740:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.815749:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.815919:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.815925:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 00000400:00000010:0.0:1767384407.815934:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ff875d4b. 00000800:00000010:0.0:1767384407.815951:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007882c87b. 00000020:00000010:0.0:1767384407.815972:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.815975:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.815979:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.815989:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000538b0b4. 00000400:00000010:0.0:1767384407.815994:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e464d7a. 00000800:00000010:2.0:1767384407.816031:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007882c87b. 00000400:00000010:2.0:1767384407.816037:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ff875d4b. 02000000:00000010:2.0:1767384407.816041:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f6495516. 00000400:00000010:3.0:1767384407.827696:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056d63b84. 00000400:00000010:3.0:1767384407.827721:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f36b2ddf. 00000020:00000010:0.0:1767384407.827802:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.827807:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.827812:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.827816:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.827820:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.827853:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.827854:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.827886:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f6495516. 00000040:00000010:0.0:1767384407.827892:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.827907:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.828051:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.828060:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 00000400:00000010:0.0:1767384407.828076:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e22282f6. 00000800:00000010:0.0:1767384407.828117:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007882c87b. 00000020:00000010:0.0:1767384407.828138:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.828141:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.828144:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.828151:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0be320. 00000400:00000010:0.0:1767384407.828154:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002bb35242. 00000800:00000010:1.0:1767384407.828242:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007882c87b. 00000400:00000010:1.0:1767384407.828250:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e22282f6. 02000000:00000010:1.0:1767384407.828256:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f6495516. 00000400:00000010:2.0:1767384407.829525:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5a560d1. 00000400:00000010:2.0:1767384407.829539:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000153a5594. 00000020:00000010:0.0:1767384407.829611:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.829615:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.829618:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.829620:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.829622:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.829641:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.829643:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00010000:00000010:0.0:1767384407.829657:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000971c9af4. 00010000:00000010:0.0:1767384407.829662:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015ec06f2. 02000000:00000010:0.0:1767384407.829672:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d62bd9d6. 00000400:00000010:0.0:1767384407.829692:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cb8d7c. 00000800:00000010:0.0:1767384407.829710:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036a6ac53. 00000020:00000010:0.0:1767384407.829729:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.829732:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.829735:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.829743:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abf56cba. 00000400:00000010:0.0:1767384407.829746:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ffd3622. 00000800:00000010:3.0:1767384407.829809:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036a6ac53. 00000400:00000010:3.0:1767384407.829818:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cb8d7c. 02000000:00000010:3.0:1767384407.829823:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d62bd9d6. 00000400:00000010:1.0:1767384407.831184:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f501b64a. 00000400:00000010:1.0:1767384407.831196:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d01db63e. 00000020:00000010:0.0:1767384407.831251:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.831255:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.831259:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.831263:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.831266:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.831288:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.831290:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.831300:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d62bd9d6. 20000000:00000010:0.0:1767384407.831311:0:40432:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000048f10cd7. 00000100:00000010:0.0:1767384407.831407:0:40432:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f2b29245. 00000100:00000010:0.0:1767384407.831412:0:40432:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000424648b1. 00000400:00000010:0.0:1767384407.831419:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000270a57d3. 00000400:00000010:0.0:1767384407.831425:0:40432:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2bf1ace. 00000800:00000010:0.0:1767384407.831441:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007016602e. 00000800:00000010:2.0:1767384407.831534:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007016602e. 00000400:00000010:3.0:1767384407.832216:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000270a57d3. 00000100:00000010:0.0:1767384407.832275:0:40432:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000424648b1. 00000100:00000010:0.0:1767384407.832279:0:40432:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f2b29245. 20000000:00000010:0.0:1767384407.832290:0:40432:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000048f10cd7. 00000400:00000010:0.0:1767384407.832299:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bb03c74. 00000800:00000010:0.0:1767384407.832311:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d65524d. 00000020:00000010:0.0:1767384407.832330:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.832344:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.832348:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.832358:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d2db96. 00000400:00000010:0.0:1767384407.832362:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010f52c6d. 00000800:00000010:1.0:1767384407.832407:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d65524d. 00000400:00000010:1.0:1767384407.832415:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bb03c74. 02000000:00000010:1.0:1767384407.832419:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d62bd9d6. 00000400:00000010:2.0:1767384407.836574:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a576dac8. 00000400:00000010:2.0:1767384407.836591:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d01a0b83. 00000020:00000010:0.0:1767384407.836668:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.836673:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.836678:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.836683:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.836687:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.836719:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.836722:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00010000:00000010:0.0:1767384407.836745:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d002dd1. 02000000:00000010:0.0:1767384407.836759:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2b29245. 00000400:00000010:0.0:1767384407.836789:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b7dcdd6. 00000800:00000010:0.0:1767384407.836814:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027e6c827. 00000020:00000010:0.0:1767384407.836838:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.836842:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.836844:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.836853:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000282c8c25. 00000400:00000010:0.0:1767384407.836857:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3a9d3be. 00000800:00000010:3.0:1767384407.836984:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027e6c827. 00000400:00000010:3.0:1767384407.836992:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b7dcdd6. 02000000:00000010:3.0:1767384407.836998:0:16149:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2b29245. 00000400:00000010:1.0:1767384407.837918:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006953735a. 00000400:00000010:1.0:1767384407.837933:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007467a0fb. 00000020:00000010:0.0:1767384407.837984:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.837987:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.837990:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.837992:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.837994:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.838010:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.838012:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.838020:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f2b29245. 00000040:00000010:0.0:1767384407.838025:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.838070:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c61779ef. 00000040:00000010:0.0:1767384407.838089:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c61779ef. 00000040:00000010:0.0:1767384407.838091:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 00000400:00000010:0.0:1767384407.838099:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057c51823. 00000800:00000010:0.0:1767384407.838111:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000758115f5. 00000020:00000010:0.0:1767384407.838127:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.838129:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.838131:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.838135:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002124ef8e. 00000400:00000010:0.0:1767384407.838137:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010769eec. 00000800:00000010:2.0:1767384407.838187:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000758115f5. 00000400:00000010:2.0:1767384407.838195:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057c51823. 02000000:00000010:2.0:1767384407.838198:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f2b29245. 00000400:00000010:3.0:1767384407.839078:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6c2d7e. 00000400:00000010:3.0:1767384407.839090:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e2a3f2. 00000020:00000010:0.0:1767384407.839154:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.839159:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.839163:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.839166:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.839169:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.839201:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4d26876. 00000020:00000010:0.0:1767384407.839204:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4d26876. 02000000:00000010:0.0:1767384407.839225:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f6495516. 00000040:00000010:0.0:1767384407.839231:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007882c87b. 00000040:00000010:0.0:1767384407.839247:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.839261:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000068931752. 00000040:00000010:0.0:1767384407.839269:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007882c87b. 00000400:00000010:0.0:1767384407.839278:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001a93a8f7. 00000800:00000010:0.0:1767384407.839295:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007882c87b. 00000020:00000010:0.0:1767384407.839324:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.839328:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:0.0:1767384407.839344:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000400:00000010:0.0:1767384407.839355:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000903dda08. 00000400:00000010:0.0:1767384407.839360:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004988d98e. 00000800:00000010:2.0:1767384407.839416:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007882c87b. 00000400:00000010:2.0:1767384407.839425:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001a93a8f7. 02000000:00000010:2.0:1767384407.839429:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f6495516. 00000100:00000010:2.0:1767384407.841231:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d00117. 00000020:00000010:0.0:1767384407.841295:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a10dd. 00000020:00000010:0.0:1767384407.841300:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68145f9. 00000020:00000010:0.0:1767384407.841302:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a41836ed. 02000000:00000010:0.0:1767384407.841347:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f2b29245. 00000020:00000010:0.0:1767384407.841364:0:40438:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000048f10cd7. 00000004:00000010:0.0:1767384407.841375:0:40438:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c4d26876. 00000001:00000010:0.0:1767384407.841379:0:40438:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000a6279313. 00000001:00000010:0.0:1767384407.841383:0:40438:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000758115f5. 00000001:00000010:0.0:1767384407.841388:0:40438:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000018fed62c. 00000001:00000010:0.0:1767384407.841390:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007882c87b. 00000001:00000010:0.0:1767384407.841393:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005cfef710. 00000001:00000010:0.0:1767384407.841395:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fdd8d6e0. 00000001:00000010:0.0:1767384407.841396:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006ee354a1. 00000001:00000010:0.0:1767384407.841399:0:40438:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000027e6c827. 00000001:00000010:0.0:1767384407.841401:0:40438:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002cf11b26. 00000001:00000010:0.0:1767384407.841403:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb3b5224. 00000001:00000010:0.0:1767384407.841406:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044dd680e. 00000001:00000010:0.0:1767384407.841409:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000583172e6. 00000001:00000010:0.0:1767384407.841411:0:40438:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a810d47. 00080000:00000010:0.0:1767384407.841452:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000068abc84b. 00080000:00000010:2.0:1767384407.849734:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009d38f60b. 00080000:00000010:3.0:1767384407.849736:0:16824:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000068abc84b. 00000001:00000010:2.0:1767384407.849801:0:40438:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005595d7c1. 00000020:00000010:2.0:1767384407.849880:0:40438:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006840bb6e. 00000020:00000010:2.0:1767384407.849948:0:40438:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f498c9fc. 00000020:00000010:2.0:1767384407.849952:0:40438:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000f29d1c71. 00000020:00000010:2.0:1767384407.849955:0:40438:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000fb8e1330. 00000020:00000010:2.0:1767384407.849972:0:40438:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000029efb7c0. 00000020:00000010:2.0:1767384407.849975:0:40438:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000004a781ec1. 00000020:00000010:2.0:1767384407.849976:0:40438:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a6e430c7. 00000020:00000010:2.0:1767384407.849988:0:40438:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006282a6bf. 00000020:00000010:2.0:1767384407.849994:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000400:00000010:2.0:1767384407.850046:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce408d98. 00000800:00000010:2.0:1767384407.850074:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5b32c57. 00000020:00000010:2.0:1767384407.850099:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a76692f4. 00000020:00000010:2.0:1767384407.850108:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68145f9. 00000020:00000010:2.0:1767384407.850112:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a41836ed. 00000020:00000010:2.0:1767384407.850117:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a10dd. 00000800:00000010:3.0:1767384407.850198:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5b32c57. 00000400:00000010:3.0:1767384407.850209:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce408d98. 00000400:00000010:0.0:1767384408.467660:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000050f0e9b8. 00000400:00000010:0.0:1767384408.467673:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6eca48d. 00000400:00000010:0.0:1767384408.467677:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000400:00000010:0.0:1767384408.467683:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fdacf0b9. 00000800:00000010:0.0:1767384408.467715:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007016602e. 00000400:00000010:0.0:1767384408.467741:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ff9fe833. 00000400:00000010:0.0:1767384408.467743:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ceafbb14. 00000400:00000010:0.0:1767384408.467745:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2eedb37. 00000400:00000010:0.0:1767384408.467747:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b06fa4ec. 00000800:00000010:0.0:1767384408.467751:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d65524d. 00000800:00000010:2.0:1767384408.469681:0:16145:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006264890d. 00000800:00000010:2.0:1767384408.469688:0:16145:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d57fb69. 00000800:00000010:2.0:1767384408.469694:0:16145:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce1476e5. 00000800:00000010:2.0:1767384408.469718:0:16145:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce1476e5. 00000800:00020000:2.0:1767384408.469728:0:16145:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384408.469739:0:16145:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d57fb69. 00000800:00000010:2.0:1767384408.469743:0:16145:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006264890d. 00000400:02020000:2.0:1767384408.469811:0:16145:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp49 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384408.469820:0:16145:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007016602e. 00000800:00000010:1.0:1767384408.470116:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058cc87cf. 00000800:00000010:1.0:1767384408.470122:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384408.470128:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2327398. 00000800:00000010:1.0:1767384408.470172:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2327398. 00000800:00000010:3.0:1767384408.470405:0:16150:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d9e0091a. 00000800:00000010:1.0:1767384408.470456:0:29615:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9b2bb6. 00000800:00000010:1.0:1767384408.470461:0:29615:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ebacca7. 00000800:00000010:1.0:1767384408.470480:0:29615:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d01db63e. 00000800:00000010:1.1:1767384408.470483:0:29615:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d01db63e. 00000800:00000010:1.0:1767384408.470495:0:29615:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2327398. 00000800:00000010:1.0:1767384408.470543:0:29615:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2327398. 00000800:00000010:1.0:1767384408.470548:0:29615:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ebacca7. 00000800:00000010:2.0:1767384408.470597:0:35348:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7d95070. 00000800:00000010:1.0:1767384408.470609:0:29615:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d9e0091a. 00000800:00000010:1.0:1767384408.470701:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d65524d. 00000800:00000010:0.0:1767384408.470735:0:16147:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002eedca9d. 00000800:00000010:1.0:1767384408.470837:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002eedca9d. 00000400:00000010:1.0:1767384408.470883:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2eedb37. 00000400:00000010:1.0:1767384408.470895:0:16148:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ff9fe833. 00000400:00000010:1.0:1767384408.470900:0:16148:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ceafbb14. 00000800:00000010:2.0:1767384408.471524:0:35348:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006264890d. 00000800:00000010:2.0:1767384408.471527:0:35348:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d57fb69. 00000800:00000010:2.0:1767384408.471529:0:35348:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce1476e5. 00000800:00000010:2.0:1767384408.471542:0:35348:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce1476e5. 00000800:00020000:2.0:1767384408.471546:0:35348:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:2.0:1767384408.471549:0:35348:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d57fb69. 00000800:00000010:2.0:1767384408.471550:0:35348:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006264890d. 00000400:02020000:2.0:1767384408.471610:0:35348:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp46 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767384408.851392:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8e5c1df. 00000020:00000010:2.0:1767384408.851450:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce1476e5. 00000020:00000010:2.0:1767384408.851457:0:40438:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.851475:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.851479:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.851483:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.851520:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.851523:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 02000000:00000010:2.0:1767384408.851546:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000664184c9. 00000020:00000010:2.0:1767384408.851606:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000c30670d2. 00000400:00000010:2.0:1767384408.851625:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004517e2d5. 00000800:00000010:2.0:1767384408.851657:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012bde182. 00000020:00000010:2.0:1767384408.851685:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.851689:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.851691:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:0.0:1767384408.851780:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012bde182. 00000400:00000010:0.0:1767384408.851787:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004517e2d5. 00000100:00000010:1.0:1767384408.852470:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de68e5a6. 00000020:00000010:2.0:1767384408.852523:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852527:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852532:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.852535:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.852549:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.852585:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852588:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 02000000:00000010:2.0:1767384408.852598:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000017f7d121. 00000400:00000010:2.0:1767384408.852611:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adb34f85. 00000800:00000010:2.0:1767384408.852625:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e39ffb0. 00000020:00000010:2.0:1767384408.852641:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.852645:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.852648:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:0.0:1767384408.852710:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e39ffb0. 00000400:00000010:0.0:1767384408.852717:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adb34f85. 00000100:00000010:0.0:1767384408.852873:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000363780d4. 00000020:00000010:2.0:1767384408.852915:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852918:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852921:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.852923:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.852925:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.852944:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.852946:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 02000000:00000010:2.0:1767384408.852956:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000457b2dbb. 00000400:00000010:2.0:1767384408.852966:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a748b1. 00000800:00000010:2.0:1767384408.852980:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6148f98. 00000020:00000010:2.0:1767384408.853001:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.853004:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.853007:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:1.0:1767384408.853055:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6148f98. 00000400:00000010:1.0:1767384408.853060:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a748b1. 00000100:00000010:0.0:1767384408.854166:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2200c84. 00000100:00000010:0.0:1767384408.854204:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9fd9816. 00000400:00000010:0.0:1767384408.854256:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf9925b. 00000020:00000010:3.0:1767384408.854266:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006736788. 00000400:00000010:0.0:1767384408.854270:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083ebe6b9. 00000020:00000010:3.0:1767384408.854272:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.854277:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:1.0:1767384408.854289:0:40442:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000564c4976. 00040000:00000010:1.0:1767384408.854300:0:40442:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e924dc3. 00000004:00000010:1.0:1767384408.854307:0:40442:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000efbb5910. 00000004:00000010:1.0:1767384408.854312:0:40442:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007b04b41c. 00000004:00000010:1.0:1767384408.854316:0:40442:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004719e9bb. 00000020:00000010:1.0:1767384408.854339:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2327398. 00000020:00000010:1.0:1767384408.854342:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2327398. 00000020:00000010:2.0:1767384408.854346:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:1.0:1767384408.854347:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030ff6a30. 00000020:00000010:2.0:1767384408.854350:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00000020:00000010:1.0:1767384408.854351:0:40442:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a704982e. 00000020:00000010:2.0:1767384408.854353:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:1.0:1767384408.854355:0:40442:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000eaf3bb4e. 00000020:00000010:2.0:1767384408.854356:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.854358:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 02000000:00000010:3.0:1767384408.854362:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c5790992. 00000020:00000010:3.0:1767384408.854373:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000159ee2fc. 00000020:00000010:2.0:1767384408.854380:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000001:00000010:3.0:1767384408.854383:0:17568:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d341c81a. 00000020:00000010:2.0:1767384408.854385:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00000020:00000010:1.0:1767384408.854385:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2327398. 00000020:00000010:1.0:1767384408.854390:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2327398. 00000001:00000010:3.0:1767384408.854392:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006a56e191. 02000000:00000010:2.0:1767384408.854397:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005efaf989. 00000001:00000010:3.0:1767384408.854402:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bcc195ff. 00000001:00000010:3.0:1767384408.854409:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc56461e. 00000400:00000010:2.0:1767384408.854409:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091caa92e. 00000001:00000010:3.0:1767384408.854417:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000aebe7e6. 00000001:00000010:3.0:1767384408.854422:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea9d4bdc. 02000000:00000010:1.0:1767384408.854425:0:40442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000d55346ae. 00000001:00000010:3.0:1767384408.854427:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000856ba29e. 00000800:00000010:2.0:1767384408.854430:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0c5de9b. 02000000:00000010:1.0:1767384408.854438:0:40442:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000f476f8ce. 00000020:00000010:2.0:1767384408.854445:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.854458:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.854461:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00080000:00000010:3.0:1767384408.854470:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a32489fd. 00000400:00000010:2.0:1767384408.854471:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000475d557e. 00000400:00000010:2.0:1767384408.854479:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d57fb69. 00000800:00000010:0.0:1767384408.854492:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0c5de9b. 00000400:00000010:0.0:1767384408.854502:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091caa92e. 02000000:00000010:0.0:1767384408.854508:0:16147:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005efaf989. 00000001:00000010:3.0:1767384408.854654:0:17568:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b2fd4c10. 00000020:00000010:3.0:1767384408.854734:0:17568:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ce73fab1. 00000020:00000010:3.0:1767384408.854742:0:17568:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000ce73fab1. 00000020:00000010:3.0:1767384408.854747:0:17568:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e75db117. 00000020:00000010:3.0:1767384408.854760:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076280a0f. 00000400:00000010:3.0:1767384408.854794:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e19526. 00000800:00000010:3.0:1767384408.854811:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ada9c09. 00000020:00000010:3.0:1767384408.854832:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.854835:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.854837:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006736788. 00000800:00000010:1.0:1767384408.854912:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ada9c09. 00000400:00000010:1.0:1767384408.854919:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e19526. 00000004:00000010:1.0:1767384408.860696:0:41054:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000a8077363. 00000004:00000010:1.0:1767384408.860712:0:41054:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000a8077363. 00000020:00000010:3.0:1767384408.860900:0:40442:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000017cc7dac. 00000400:00000010:3.0:1767384408.860939:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002056c51b. 00000800:00000010:3.0:1767384408.860959:0:40442:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ff3d376. 00000020:00000010:3.0:1767384408.860980:0:40442:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000190cdcb5. 00000020:00000010:3.0:1767384408.860986:0:40442:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a704982e. 00000020:00000010:3.0:1767384408.860990:0:40442:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000eaf3bb4e. 00000020:00000010:3.0:1767384408.860993:0:40442:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030ff6a30. 00000800:00000010:0.0:1767384408.861071:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ff3d376. 00000400:00000010:0.0:1767384408.861079:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002056c51b. 00000100:00000010:0.0:1767384408.894941:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b435bd7a. 00000020:00000010:2.0:1767384408.895017:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.895022:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.895026:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.895030:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.895034:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.895066:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd18f83d. 00000020:00000010:2.0:1767384408.895068:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd18f83d. 00010000:00000010:2.0:1767384408.895128:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd8c959a. 00010000:00000010:2.0:1767384408.895131:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006476f5c3. 00010000:00000010:2.0:1767384408.895135:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bd2fed74. 00000020:00000010:2.0:1767384408.895140:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000dd18f83d. 00010000:00000010:2.0:1767384408.895145:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc7e7a5e. 02000000:00000010:2.0:1767384408.895166:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000000e66217f. 00010000:00000010:2.0:1767384408.895188:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003cc209ba. 00010000:00000010:2.0:1767384408.895191:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000737c429d. 00000020:00000010:2.0:1767384408.895199:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a42259d4. 00010000:00000010:2.0:1767384408.895275:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc7e7a5e. 00000400:00000010:2.0:1767384408.895299:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eda4c989. 00000800:00000010:2.0:1767384408.895351:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000267821b2. 00000020:00000010:2.0:1767384408.895374:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.895377:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.895380:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:1.0:1767384408.895478:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000267821b2. 00000400:00000010:1.0:1767384408.895487:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eda4c989. 00000100:00000010:0.0:1767384408.896695:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ea8e7df. 00000020:00000010:2.0:1767384408.896737:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.896741:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.896744:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.896746:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.896748:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.896772:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.896788:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00010000:00000010:2.0:1767384408.896813:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f304f145. 00010000:00000010:2.0:1767384408.896816:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc7e7a5e. 02000000:00000010:2.0:1767384408.896829:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000044dac5eb. 00010000:00000010:2.0:1767384408.896845:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069648744. 00010000:00000010:2.0:1767384408.896849:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a4dd511. 00010000:00000010:2.0:1767384408.896879:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3c8dad9. 00010000:00000010:2.0:1767384408.896883:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa3be8a4. 00010000:00000010:2.0:1767384408.896887:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 00010000:00000010:2.0:1767384408.896890:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000029a8989a. 00010000:00000010:2.0:1767384408.897000:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a4dd511. 00010000:00000010:2.0:1767384408.897006:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029a8989a. 00010000:00000010:2.0:1767384408.897010:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa3be8a4. 00010000:00000010:2.0:1767384408.897024:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc7e7a5e. 00000400:00000010:2.0:1767384408.897032:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc8e808. 00000800:00000010:2.0:1767384408.897044:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000267821b2. 00000020:00000010:2.0:1767384408.897061:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.897064:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.897067:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:0.0:1767384408.897123:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000267821b2. 00000400:00000010:0.0:1767384408.897128:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dc8e808. 00000100:00000010:1.0:1767384408.897974:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c31579a0. 00000020:00000010:3.0:1767384408.898020:0:40448:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008e704cad. 00040000:00000010:3.0:1767384408.898029:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf0ec8ac. 00000004:00000010:3.0:1767384408.898032:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007839987e. 00000004:00000010:3.0:1767384408.898035:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078126784. 00000004:00000010:3.0:1767384408.898038:0:40448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b1dc53b2. 00000020:00000010:3.0:1767384408.898044:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab5fbcd5. 00000020:00000010:3.0:1767384408.898046:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab5fbcd5. 00000020:00000010:3.0:1767384408.898049:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053ee9865. 00000020:00000010:3.0:1767384408.898051:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.898054:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.898073:0:40448:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab5fbcd5. 00000020:00000010:3.0:1767384408.898075:0:40448:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab5fbcd5. 02000000:00000010:3.0:1767384408.898084:0:40448:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000e4a7430e. 00000400:00000010:3.0:1767384408.898094:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a43517d. 00000800:00000010:3.0:1767384408.898107:0:40448:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df15807a. 00000020:00000010:3.0:1767384408.898121:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.898123:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.898126:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053ee9865. 00000800:00000010:0.0:1767384408.898173:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df15807a. 00000400:00000010:0.0:1767384408.898180:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a43517d. 00000100:00000010:0.0:1767384408.898954:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000085d41da. 00000020:00000010:2.0:1767384408.898993:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.898997:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.898999:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041503bf9. 00000020:00000010:2.0:1767384408.899001:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1291144. 00000020:00000010:2.0:1767384408.899003:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8e39baa. 00000020:00000010:2.0:1767384408.899021:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.899022:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00010000:00000010:2.0:1767384408.899035:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000737c429d. 00010000:00000010:2.0:1767384408.899043:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006476f5c3. 00010000:00000010:2.0:1767384408.899049:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee7a5c16. 00010000:00000010:2.0:1767384408.899051:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006476f5c3. 00010000:00000010:2.0:1767384408.899054:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00010000:00000010:2.0:1767384408.899061:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000737c429d. 02000000:00000010:2.0:1767384408.899077:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000000341ba6b. 00010000:00000010:2.0:1767384408.899107:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000050dbe019. 00010000:00000010:2.0:1767384408.899110:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc7e7a5e. 00010000:00000010:2.0:1767384408.899115:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006dd19469. 00010000:00000010:2.0:1767384408.899117:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fa3be8a4. 00010000:00000010:2.0:1767384408.899118:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49c9f35. 00010000:00000010:2.0:1767384408.899120:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000029a8989a. 00000004:00000010:2.0:1767384408.899132:0:40438:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098ac9af7. 00000004:00000010:2.0:1767384408.899138:0:40438:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000aad5b5ce. 00000004:00000010:2.0:1767384408.899142:0:40438:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005660de77. 00080000:00000010:2.0:1767384408.899149:0:40438:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e1900ca. 00000020:00000010:2.0:1767384408.899174:0:40438:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000c02b2643. 00080000:00000010:2.0:1767384408.899181:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005dc3fa2b. 00000020:00000010:2.0:1767384408.899186:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000003da934ea. 00000020:00000010:2.0:1767384408.899188:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000061f20271. 00080000:00000010:2.0:1767384408.899202:0:40438:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000e0c5de9b. 00000004:00000010:2.0:1767384408.899212:0:40438:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000194e7d09. 00000020:00000010:2.0:1767384408.899218:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000b2bbdd76. 00020000:00000010:0.0:1767384408.900063:0:40438:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000c61779ef. 00020000:00000010:0.0:1767384408.900066:0:40438:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 0000000091268d01. 00020000:00000010:0.0:1767384408.900069:0:40438:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000d3cbb240. 00000020:00000010:0.0:1767384408.900075:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000053d8d573. 00000004:00000010:0.0:1767384408.900095:0:40438:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000ac35c3bf. 00010000:00000010:2.1:1767384408.900596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd2fed74. 00000020:00000010:0.0:1767384408.901134:0:40438:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000053d8d573. 00000020:00000010:0.0:1767384408.901137:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000e41b6ccc. 00000001:00000010:0.0:1767384408.901198:0:40438:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000073313b92. 00000001:00000010:0.0:1767384408.901203:0:40438:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009eecdda1. 00000001:00000010:0.0:1767384408.901246:0:40438:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000034914cdf. 00000020:00000010:0.0:1767384408.901286:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 000000009a9bcbbf. 00000020:00000010:0.0:1767384408.901311:0:40438:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000c02b2643. 00000020:00000010:0.0:1767384408.901340:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000f6612cb4. 00010000:00000010:0.0:1767384408.901365:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000343c5da8. 00010000:00000010:0.0:1767384408.901368:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007d74b38b. 00010000:00000010:0.0:1767384408.901370:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007663ef75. 00000020:00000010:0.0:1767384408.901372:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c0134f82. 00010000:00000010:0.0:1767384408.901380:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f63ec4c. 00000020:00000010:0.0:1767384408.901385:0:40438:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000002bc1cd16. 00000004:00000010:0.0:1767384408.901401:0:40438:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000353c1112. 00010000:00000010:0.0:1767384408.901413:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc7e7a5e. 00010000:00000010:0.0:1767384408.901429:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000737c429d. 00010000:00000010:0.0:1767384408.901431:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006476f5c3. 00000400:00000010:0.0:1767384408.901442:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 00000400:00000010:0.0:1767384408.901447:0:40438:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009acff98. 00000800:00000010:0.0:1767384408.901463:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002eedca9d. 00000020:00000010:0.0:1767384408.901481:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1291144. 00000020:00000010:0.0:1767384408.901485:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8e39baa. 00000020:00000010:0.0:1767384408.901488:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041503bf9. 00000800:00000010:1.0:1767384408.901533:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002eedca9d. 00000400:00000010:0.0:1767384408.902277:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 00000020:00000010:3.0:1767384408.902315:0:16140:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c76afd1. 00000020:00000010:3.0:1767384408.902342:0:16140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000053ee9865. 80000000:00000010:3.0:1767384408.902347:0:16140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce73fab1. 40000000:00000010:3.0:1767384408.902351:0:16140:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab5fbcd5. 00100000:00000010:3.0:1767384408.902356:0:16140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a84bf782. 00040000:00000010:3.0:1767384408.902360:0:16140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000417df92e. 00040000:00000010:3.0:1767384408.902364:0:16140:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ce352db. 00040000:00000010:3.0:1767384408.902367:0:16140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000040feeb33. 00080000:00000010:3.0:1767384408.902370:0:16140:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e1159a13. 00000004:00000010:3.0:1767384408.902381:0:16140:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7ddf10d. 00000004:00000010:3.0:1767384408.902385:0:16140:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005117e0ab. 00000004:00000010:3.0:1767384408.902388:0:16140:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a94a6fde. 00002000:00000010:3.0:1767384408.902392:0:16140:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000065bf540. 00000004:00000010:3.0:1767384408.902395:0:16140:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000093a10a7. 00000020:00000010:3.0:1767384408.902407:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000006736788. 00000020:00000010:3.0:1767384408.902411:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000576d83c6. 00010000:00000010:3.0:1767384408.902413:0:16140:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029a8989a. 00010000:00000010:3.0:1767384408.902417:0:16140:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa3be8a4. 00000100:00000010:0.0:1767384408.902786:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003dd882ad. 00000020:00000010:3.0:1767384408.902828:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de183646. 00000020:00000010:3.0:1767384408.902835:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000076280a0f. 00000020:00000010:3.0:1767384408.902887:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d03c05c. 00000020:00000010:3.0:1767384408.902890:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.902893:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.902919:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076280a0f. 00000020:00000010:3.0:1767384408.902921:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076280a0f. 00010000:00000010:3.0:1767384408.902932:0:17568:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000093649d65. 00010000:00000010:3.0:1767384408.902934:0:17568:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000009b86c7ee. 00010000:00000010:3.0:1767384408.902938:0:17568:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e943b244. 00000020:00000010:3.0:1767384408.902940:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000076280a0f. 00002000:00000010:3.0:1767384408.902945:0:17568:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000060593c01. 02000000:00000010:3.0:1767384408.902958:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000533cb791. 00000020:00000010:3.0:1767384408.902966:0:17568:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e5083424. 00000400:00000010:3.0:1767384408.902978:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000655e2217. 00000800:00000010:3.0:1767384408.902990:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000782fdab6. 00000020:00000010:3.0:1767384408.903004:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.903006:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.903008:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d03c05c. 00000800:00000010:1.0:1767384408.903047:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000782fdab6. 00000400:00000010:1.0:1767384408.903053:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000655e2217. 00000100:00000010:0.0:1767384408.904188:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d1b229c. 00000020:00000010:3.0:1767384408.904228:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.904232:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.904235:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d03c05c. 00000020:00000010:3.0:1767384408.904237:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.904245:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.904264:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.904266:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49d1f29. 00010000:00000010:3.0:1767384408.904275:0:17568:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5dd7179. 02000000:00000010:3.0:1767384408.904281:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000092c9b701. 00010000:00000010:3.0:1767384408.904287:0:17568:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c49d1f29. 00000100:00000010:3.0:1767384408.904292:0:17568:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 00000100:00000010:3.0:1767384408.904297:0:17568:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003627a2bc. 02000000:00000010:3.0:1767384408.904306:0:17568:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c46a659d. 02000000:00000010:3.0:1767384408.904345:0:17568:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af9312e5. 00000400:00000010:3.0:1767384408.904350:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000273d7da3. 00000400:00000010:3.0:1767384408.904353:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384408.904358:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000800:00000010:3.0:1767384408.904370:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000782fdab6. 00000100:00000010:3.0:1767384408.904383:0:17568:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f216f457. 00000100:00000010:3.0:1767384408.904392:0:17568:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000adea74b. 00000100:00000010:3.0:1767384408.904400:0:17568:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002724585c. 00000100:00000010:3.0:1767384408.904404:0:17568:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003edfbd52. 00000800:00000010:0.0:1767384408.904432:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000782fdab6. 00000400:00000010:0.0:1767384408.904439:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00010000:00000010:2.1:1767384408.904585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069648744. 00010000:00000010:2.1:1767384408.904591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3c8dad9. 00010000:00000010:2.1:1767384408.904594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc657627. 00010000:00000010:2.1:1767384408.904597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f304f145. 00010000:00000010:2.1:1767384408.904599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003cc209ba. 00010000:00000010:2.1:1767384408.904602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd8c959a. 00000400:00000010:3.0:1767384408.905152:0:17568:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000273d7da3. 00000400:00000010:3.0:1767384408.905156:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 02000000:00000010:3.0:1767384408.905172:0:17568:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af9312e5. 02000000:00000010:3.0:1767384408.905176:0:17568:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c46a659d. 00000100:00000010:3.0:1767384408.905178:0:17568:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003627a2bc. 00000100:00000010:3.0:1767384408.905180:0:17568:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 00010000:00000010:3.0:1767384408.905182:0:17568:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c49d1f29. 00000400:00000010:3.0:1767384408.905193:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000800:00000010:3.0:1767384408.905204:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df15807a. 00000020:00000010:3.0:1767384408.905218:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.905220:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.905222:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d03c05c. 00000800:00000010:0.0:1767384408.905299:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df15807a. 00000400:00000010:0.0:1767384408.905306:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000010:0.0:1767384408.905467:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063675c20. 00000020:00000010:1.0:1767384408.905515:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab19b577. 00000020:00000010:1.0:1767384408.905519:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab19b577. 00000020:00000010:1.0:1767384408.905526:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d381fd. 00000020:00000010:1.0:1767384408.905529:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e835c427. 00000020:00000010:1.0:1767384408.905531:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a7a4df0. 00000020:00000010:1.0:1767384408.905576:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab19b577. 00000020:00000010:1.0:1767384408.905578:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab19b577. 02000000:00000010:1.0:1767384408.905584:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006451f47b. 00000020:00000010:1.0:1767384408.905603:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000000d1644ac. 00000020:00000010:1.0:1767384408.905606:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ab19b577. 00010000:00000010:1.0:1767384408.905615:0:16782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df25d95c. 00000100:00000010:1.0:1767384408.905618:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ebacca7. 00000100:00000010:1.0:1767384408.905621:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034b984bb. 02000000:00000010:1.0:1767384408.905626:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c96acf73. 02000000:00000010:1.0:1767384408.905634:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093838fcc. 00000400:00000010:1.0:1767384408.905637:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dacc8fb. 00000400:00000010:1.0:1767384408.905639:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000400:00000010:1.0:1767384408.905643:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000697eeefb. 00000800:00000010:1.0:1767384408.905654:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1db3092. 00000800:00000010:2.0:1767384408.905719:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1db3092. 00000400:00000010:2.0:1767384408.905726:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000697eeefb. 00000400:00000010:1.0:1767384408.906397:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dacc8fb. 00000400:00000010:1.0:1767384408.906402:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 02000000:00000010:1.0:1767384408.906412:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093838fcc. 02000000:00000010:1.0:1767384408.906414:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c96acf73. 00000100:00000010:1.0:1767384408.906416:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034b984bb. 00000100:00000010:1.0:1767384408.906418:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ebacca7. 00010000:00000010:1.0:1767384408.906419:0:16782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df25d95c. 00000400:00000010:1.0:1767384408.906425:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e314838e. 00000800:00000010:1.0:1767384408.906435:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc9a5496. 00000020:00000010:1.0:1767384408.906450:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e835c427. 00000020:00000010:1.0:1767384408.906452:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a7a4df0. 00000020:00000010:1.0:1767384408.906455:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d381fd. 00000800:00000010:0.0:1767384408.906495:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc9a5496. 00000400:00000010:0.0:1767384408.906502:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e314838e. 00000100:00000010:2.0:1767384408.906753:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7be0669. 00000020:00000010:3.0:1767384408.906791:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.906796:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.906801:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d03c05c. 00000020:00000010:3.0:1767384408.906810:0:40442:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.906814:0:40442:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.906843:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.906846:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c49d1f29. 02000000:00000010:3.0:1767384408.906871:0:40442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 0000000081aa79bd. 00000004:00000010:3.0:1767384408.906891:0:40442:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000c49d1f29. 00000020:00000010:3.0:1767384408.906902:0:40442:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000a89d3757. 00080000:00000010:3.0:1767384408.906908:0:40442:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000027a197f. 00000001:00000010:3.0:1767384408.906954:0:40442:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a617ed37. 00000001:00000010:3.0:1767384408.906959:0:40442:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000019adeddf. 00000020:00000010:3.0:1767384408.906983:0:40442:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000c46a659d. 00000020:00000010:3.0:1767384408.907013:0:40442:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000a89d3757. 00000004:00000010:3.0:1767384408.907034:0:40442:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000353c1112. 00000400:00000010:3.0:1767384408.907056:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 00000800:00000010:3.0:1767384408.907070:0:40442:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ff3d376. 00000020:00000010:3.0:1767384408.907088:0:40442:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:3.0:1767384408.907092:0:40442:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:3.0:1767384408.907096:0:40442:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d03c05c. 00000800:00000010:0.0:1767384408.907125:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ff3d376. 00000400:00000010:0.0:1767384408.907131:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00010000:00000010:0.1:1767384408.907579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000050dbe019. 00010000:00000010:0.1:1767384408.907585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee7a5c16. 00010000:00000010:0.1:1767384408.907589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00010000:00000010:1.1:1767384408.911579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e943b244. 00010000:00000010:3.1:1767384408.911596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006dd19469. 00010000:00000010:3.1:1767384408.911602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49c9f35. 00000100:00000010:3.0:1767384408.923626:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003edfbd52. 00000100:00000010:0.0:1767384408.923639:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f216f457. 00000100:00000010:2.0:1767384408.923641:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002724585c. 00000100:00000010:1.0:1767384408.923644:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000adea74b. 00000100:00000010:0.0:1767384408.933178:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008507d1ba. 00000020:00000010:2.0:1767384408.933248:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.933254:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.933258:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.933262:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.933266:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.933297:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.933299:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000001:00000010:2.0:1767384408.933307:0:40438:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000009eecdda1. 00010000:00000010:2.0:1767384408.933351:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd8c959a. 00010000:00000010:2.0:1767384408.933354:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000067d994a6. 00010000:00000010:2.0:1767384408.933359:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f304f145. 00010000:00000010:2.0:1767384408.933364:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a4dd511. 02000000:00000010:2.0:1767384408.933384:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000072e0a3cc. 00010000:00000010:2.0:1767384408.933407:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 00010000:00000010:2.0:1767384408.933409:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005802b636. 00010000:00000010:2.0:1767384408.933487:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a4dd511. 00000400:00000010:2.0:1767384408.933507:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e02cce4. 00000800:00000010:2.0:1767384408.933533:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6148f98. 00000020:00000010:2.0:1767384408.933579:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.933583:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.933586:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000800:00000010:1.0:1767384408.933635:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6148f98. 00000400:00000010:1.0:1767384408.933642:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e02cce4. 00000100:00000010:0.0:1767384408.934972:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068ebb2a4. 00000020:00000010:2.0:1767384408.935011:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.935015:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.935018:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.935020:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.935022:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.935042:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.935044:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 02000000:00000010:2.0:1767384408.935060:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000ca0c37d7. 00010000:00000010:2.0:1767384408.935078:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f63ec4c. 00010000:00000010:2.0:1767384408.935086:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d74b38b. 00010000:00000010:2.0:1767384408.935090:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005802b636. 00010000:00000010:2.0:1767384408.935093:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067d994a6. 00010000:00000010:2.0:1767384408.935102:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3c8dad9. 00010000:00000010:2.0:1767384408.935104:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000067d994a6. 00010000:00000010:2.0:1767384408.935107:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069648744. 00010000:00000010:2.0:1767384408.935108:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005802b636. 00010000:00000010:2.0:1767384408.935114:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b47d42c8. 00010000:00000010:2.0:1767384408.935116:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072bd2606. 00010000:00000010:2.0:1767384408.935124:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bd2fed74. 00010000:00000010:2.0:1767384408.935126:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a4dd511. 00010000:00000010:2.0:1767384408.935184:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a59f133. 00010000:00000010:2.0:1767384408.935186:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006155a3de. 00010000:00000010:2.0:1767384408.935188:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49c9f35. 00010000:00000010:2.0:1767384408.935190:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d05074a. 00000020:00000010:2.0:1767384408.935204:0:40438:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000004e787ab3. 00000020:00000010:2.0:1767384408.935208:0:40438:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000004e787ab3. 00000020:00000010:2.0:1767384408.935216:0:40438:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000015800ad2. 00080000:00000010:2.0:1767384408.935222:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000713204b5. 00000004:00000010:2.0:1767384408.935713:0:40438:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000daceb3df. 00000001:00000010:2.0:1767384408.935728:0:40438:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c9751e42. 00000001:00000010:2.0:1767384408.935734:0:40438:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000231998a9. 00000020:00000010:2.0:1767384408.935769:0:40438:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000015800ad2. 00010000:00000010:2.0:1767384408.935779:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002169217f. 00010000:00000010:2.0:1767384408.935783:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e4ed3194. 00010000:00000010:2.0:1767384408.935795:0:40438:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004c18ccd1. 00010000:00000010:2.0:1767384408.935825:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d05074a. 00080000:00000010:2.0:1767384408.935850:0:40438:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e1900ca. 00010000:00000010:3.0:1767384408.935857:0:16784:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4ed3194. 00000004:00000010:2.0:1767384408.935860:0:40438:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000ac35c3bf. 00010000:00000010:3.0:1767384408.935865:0:16784:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006155a3de. 00000004:00000010:2.0:1767384408.935868:0:40438:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000c61779ef. 00010000:00000010:3.0:1767384408.935873:0:16784:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004c18ccd1. 00000004:00000010:2.0:1767384408.935874:0:40438:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 0000000091268d01. 00000004:00000010:2.0:1767384408.935882:0:40438:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000194e7d09. 00000004:00000010:2.0:1767384408.935886:0:40438:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005660de77. 00000004:00000010:2.0:1767384408.935890:0:40438:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000aad5b5ce. 00000004:00000010:2.0:1767384408.935894:0:40438:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098ac9af7. 00010000:00000010:2.0:1767384408.935906:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005802b636. 00010000:00000010:2.0:1767384408.935911:0:40438:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067d994a6. 00000400:00000010:2.0:1767384408.935929:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000257de227. 00000400:00000010:2.0:1767384408.935935:0:40438:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8446607. 00000800:00000010:2.0:1767384408.935951:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e39ffb0. 00000020:00000010:2.0:1767384408.935978:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.935981:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.935984:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000800:00000010:0.0:1767384408.936039:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e39ffb0. 00000400:00000010:1.0:1767384408.936602:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000257de227. 00000020:00000010:3.0:1767384408.936640:0:16141:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000013348f2. 00000020:00000010:3.0:1767384408.936645:0:16141:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d03c05c. 80000000:00000010:3.0:1767384408.936648:0:16141:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ec37b92. 40000000:00000010:3.0:1767384408.936650:0:16141:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002262cfb2. 00100000:00000010:3.0:1767384408.936655:0:16141:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f61c4f9. 00040000:00000010:3.0:1767384408.936659:0:16141:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ada9c09. 00040000:00000010:3.0:1767384408.936662:0:16141:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ea6c819a. 00040000:00000010:3.0:1767384408.936664:0:16141:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af9312e5. 00080000:00000010:3.0:1767384408.936666:0:16141:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002747b27c. 00000004:00000010:3.0:1767384408.936669:0:16141:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000058c8a948. 00000004:00000010:3.0:1767384408.936672:0:16141:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000062c8b4ba. 00000004:00000010:3.0:1767384408.936680:0:16141:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003eabc6da. 00002000:00000010:3.0:1767384408.936684:0:16141:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000250e4629. 00000004:00000010:3.0:1767384408.936686:0:16141:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aba4e44f. 00010000:00000010:3.0:1767384408.936695:0:16141:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a4dd511. 00010000:00000010:3.0:1767384408.936699:0:16141:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072bd2606. 00010000:00000010:2.1:1767384408.938597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f304f145. 00010000:00000010:3.1:1767384408.942585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a59f133. 00010000:00000010:3.1:1767384408.942591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002169217f. 00010000:00000010:3.1:1767384408.942596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b47d42c8. 00010000:00000010:2.1:1767384408.942596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007663ef75. 00010000:00000010:3.1:1767384408.942600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bd2fed74. 00010000:00000010:2.1:1767384408.942608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000343c5da8. 00010000:00000010:2.1:1767384408.942616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fc657627. 00010000:00000010:2.1:1767384408.942620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd8c959a. 00010000:00000010:2.1:1767384408.946579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49c9f35. 00010000:00000010:2.1:1767384408.946588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3c8dad9. 00010000:00000010:2.1:1767384408.946591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069648744. 00000100:00000010:0.0:1767384408.969176:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d03e81f. 00000020:00000010:2.0:1767384408.969288:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.969295:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.969300:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.969303:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.969307:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.969355:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.969358:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000001:00000010:2.0:1767384408.969367:0:40438:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000019adeddf. 00010000:00000010:2.0:1767384408.969387:0:40438:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b3c8dad9. 00010000:00000010:2.0:1767384408.969390:0:40438:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000067d994a6. 00010000:00000010:2.0:1767384408.969395:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069648744. 00010000:00000010:2.0:1767384408.969400:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005802b636. 02000000:00000010:2.0:1767384408.969420:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000bc7c6825. 00010000:00000010:2.0:1767384408.969443:0:40438:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c49c9f35. 00010000:00000010:2.0:1767384408.969445:0:40438:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d05074a. 00010000:00000010:2.0:1767384408.969523:0:40438:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005802b636. 00000400:00000010:2.0:1767384408.969544:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bae91a1. 00000800:00000010:2.0:1767384408.969607:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012bde182. 00000020:00000010:2.0:1767384408.969638:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.969642:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.969644:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000800:00000010:1.0:1767384408.969725:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012bde182. 00000400:00000010:1.0:1767384408.969732:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bae91a1. 00000100:00000010:1.0:1767384408.971723:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034b984bb. 00000020:00000010:2.0:1767384408.971770:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.971774:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.971777:0:18868:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.971779:0:18868:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.971781:0:18868:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.971809:0:18868:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.971810:0:18868:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 02000000:00000010:2.0:1767384408.971819:0:18868:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b0d49faf. 00000400:00000010:2.0:1767384408.971846:0:18868:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db679655. 00000800:00000010:2.0:1767384408.971858:0:18868:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e5b32c57. 00000020:00000010:2.0:1767384408.971872:0:18868:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.971875:0:18868:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.971876:0:18868:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000800:00000010:0.0:1767384408.971934:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e5b32c57. 00000400:00000010:0.0:1767384408.971942:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db679655. 00010000:00000010:2.1:1767384408.974581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000069648744. 00000100:00000010:1.0:1767384408.989227:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000027c696b. 00000100:00000010:1.0:1767384408.989269:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010a5e520. 00000100:00000010:1.0:1767384408.989299:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091b961f8. 00000020:00000010:0.0:1767384408.989307:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025514887. 00000020:00000010:0.0:1767384408.989323:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025514887. 00000020:00000010:0.0:1767384408.989341:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4f6605a. 00040000:00000010:2.0:1767384408.989344:0:31130:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003c8b2609. 00000020:00000010:0.0:1767384408.989347:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006752d966. 00000004:00000010:2.0:1767384408.989354:0:31130:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b0564fc2. 00000020:00000010:0.0:1767384408.989355:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000612f91f2. 00040000:00000010:3.0:1767384408.989361:0:16780:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005565ac5. 00000004:00000010:2.0:1767384408.989364:0:31130:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074228373. 00000004:00000010:3.0:1767384408.989368:0:16780:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ff129618. 00000004:00000010:2.0:1767384408.989372:0:31130:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008364d998. 00000004:00000010:3.0:1767384408.989374:0:16780:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008f71249f. 00000004:00000010:2.0:1767384408.989379:0:31130:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000000769e05. 00000004:00000010:3.0:1767384408.989383:0:16780:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000009751e54. 00000004:00000010:3.0:1767384408.989387:0:16780:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001e152637. 00000020:00000010:2.0:1767384408.989391:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.989395:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:3.0:1767384408.989397:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ca1afb5. 00000020:00000010:3.0:1767384408.989401:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ca1afb5. 00000020:00000010:2.0:1767384408.989403:0:31130:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:3.0:1767384408.989407:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008550d06c. 00000020:00000010:0.0:1767384408.989407:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025514887. 00000020:00000010:2.0:1767384408.989410:0:31130:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:0.0:1767384408.989414:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025514887. 00000020:00000010:3.0:1767384408.989415:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1174c9. 00000020:00000010:2.0:1767384408.989417:0:31130:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:3.0:1767384408.989421:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000191a2845. 02000000:00000010:0.0:1767384408.989428:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000085955b95. 00000100:00000010:3.0:1767384408.989453:0:16780:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e1806c81. 00000020:00000010:2.0:1767384408.989453:0:31130:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.989459:0:31130:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000400:00000010:0.0:1767384408.989467:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff7d7d5f. 02000000:00000010:2.0:1767384408.989470:0:31130:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f7c30c4. 00000400:00000010:2.0:1767384408.989496:0:31130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd3f34fc. 00000800:00000010:0.0:1767384408.989500:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006d65524d. 00000800:00000010:2.0:1767384408.989516:0:31130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dd1d0d8. 00000020:00000010:2.0:1767384408.989530:0:31130:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:0.0:1767384408.989530:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006752d966. 00000020:00000010:0.0:1767384408.989538:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000612f91f2. 00000020:00000010:2.0:1767384408.989539:0:31130:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:0.0:1767384408.989545:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4f6605a. 00000020:00000010:2.0:1767384408.989546:0:31130:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000800:00000010:3.0:1767384408.989595:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006d65524d. 00000020:00000010:0.0:1767384408.989598:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025514887. 00000020:00000010:0.0:1767384408.989602:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025514887. 00000400:00000010:3.0:1767384408.989604:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff7d7d5f. 02000000:00000010:0.0:1767384408.989610:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8e978f0. 00000400:00000010:0.0:1767384408.989636:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004199e878. 00000100:00000010:1.0:1767384408.989651:0:41055:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000df25d95c. 00000800:00000010:0.0:1767384408.989651:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007016602e. 00000800:00000010:3.0:1767384408.989652:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dd1d0d8. 00000400:00000010:3.0:1767384408.989660:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd3f34fc. 00000020:00000010:1.0:1767384408.989660:0:41055:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003fe4b59f. 00000020:00000010:0.0:1767384408.989662:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1174c9. 00000020:00000010:0.0:1767384408.989669:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000191a2845. 00000020:00000010:1.0:1767384408.989670:0:41055:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96acf73. 00000020:00000010:0.0:1767384408.989674:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008550d06c. 00000020:00000010:1.0:1767384408.989675:0:41055:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093838fcc. 00000800:00000010:3.0:1767384408.989676:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007016602e. 00000020:00000010:1.0:1767384408.989681:0:41055:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000a5f4985a. 00000400:00000010:3.0:1767384408.989683:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004199e878. 00000040:00000010:1.0:1767384408.989686:0:41055:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000030ff6a30. 00000020:00000010:1.0:1767384408.989691:0:41055:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000745e7fb4. 00000020:00000010:1.0:1767384408.989694:0:41055:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb3ad7ad. 00000020:00000010:1.0:1767384408.989697:0:41055:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a046a956. 80000000:00000010:1.0:1767384408.989700:0:41055:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b5fba37. 40000000:00000010:1.0:1767384408.989703:0:41055:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009b87413e. 00000008:00000010:1.0:1767384408.989707:0:41055:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000086077d34. 00020000:00000010:1.0:1767384408.989710:0:41055:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ef94182e. 00008000:00000010:1.0:1767384408.989714:0:41055:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000acdf6448. 00100000:00000010:1.0:1767384408.989717:0:41055:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8077363. 00040000:00000010:1.0:1767384408.989720:0:41055:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000035d10cad. 00040000:00000010:1.0:1767384408.989722:0:41055:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000de7aee88. 00040000:00000010:1.0:1767384408.989725:0:41055:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004bf97e04. 00080000:00000010:1.0:1767384408.989728:0:41055:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058f40239. 00000004:00000010:1.0:1767384408.989730:0:41055:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000515b1c0b. 00000004:00000010:1.0:1767384408.989733:0:41055:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000fab7ae9. 00000004:00000010:1.0:1767384408.989735:0:41055:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f150a7d7. 00002000:00000010:1.0:1767384408.989738:0:41055:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8841209. 00000004:00000010:1.0:1767384408.989740:0:41055:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d62bd9d6. 00000080:00000010:1.0:1767384408.989743:0:41055:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000052e460d1. 00000080:00000010:1.0:1767384408.989745:0:41055:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008fe8d151. 00000100:00000010:1.0:1767384408.989749:0:41055:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000021e95374. 00000100:00000010:0.0:1767384408.992619:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a50f6ae. 00000020:00000010:3.0:1767384408.992660:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000681a3f40. 00000020:00000010:3.0:1767384408.992664:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000681a3f40. 00000020:00000010:3.0:1767384408.992668:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55ab710. 00000020:00000010:3.0:1767384408.992670:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fc47e07. 00000020:00000010:3.0:1767384408.992673:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000870181bb. 00000020:00000010:3.0:1767384408.992694:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000681a3f40. 00000020:00000010:3.0:1767384408.992697:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000681a3f40. 02000000:00000010:3.0:1767384408.992708:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060be1cc0. 00000020:00000010:3.0:1767384408.992721:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000de183646. 00000020:00000010:3.0:1767384408.992736:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000317d10a7. 00000020:00000010:3.0:1767384408.992738:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b2b10b78. 00000020:00000010:3.0:1767384408.992748:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384408.992752:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384408.992757:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003837f135. 80000000:00000010:3.0:1767384408.992761:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b323d78. 40000000:00000010:3.0:1767384408.992766:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de183646. 00000020:00000010:2.0:1767384408.992766:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.992775:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092514d58. 00100000:00000010:3.0:1767384408.992776:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384408.992782:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb19107b. 00000020:00000010:2.0:1767384408.992784:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000538034b8. 00040000:00000010:3.0:1767384408.992787:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041a567cf. 00080000:00000010:3.0:1767384408.992794:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091e43ae8. 00002000:00000010:3.0:1767384408.992798:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006e1b560b. 00000020:00000010:2.0:1767384408.992802:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384408.992809:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041503bf9. 00080000:00000010:3.0:1767384408.992812:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f8bb284. 80000000:00000010:2.0:1767384408.992814:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000433c4e8d. 40000000:00000010:2.0:1767384408.992819:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007a381e41. 00100000:00000010:2.0:1767384408.992825:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001048d2de. 00040000:00000010:2.0:1767384408.992829:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0b3d4e8. 00040000:00000010:2.0:1767384408.992833:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077cfee96. 00080000:00000010:2.0:1767384408.992845:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004ffda0a3. 00002000:00000010:2.0:1767384408.992849:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b01f4a4. 00000020:00000010:2.0:1767384408.992853:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092514d58. 00000020:00000010:2.0:1767384408.992857:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000538034b8. 00000020:00000010:2.0:1767384408.992862:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384408.992866:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041503bf9. 80000000:00000010:2.0:1767384408.992870:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000433c4e8d. 40000000:00000010:2.0:1767384408.992873:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007a381e41. 00100000:00000010:2.0:1767384408.992877:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001048d2de. 00040000:00000010:2.0:1767384408.992882:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a0b3d4e8. 00040000:00000010:2.0:1767384408.992886:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077cfee96. 00080000:00000010:2.0:1767384408.992892:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004ffda0a3. 00002000:00000010:2.0:1767384408.992895:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b01f4a4. 00000020:00000010:2.0:1767384408.992898:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.992903:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 00000020:00000010:2.0:1767384408.992907:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1550e1b. 00000020:00000010:2.0:1767384408.992911:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ffda0a3. 00000020:00000010:2.0:1767384408.992915:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384408.992919:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041503bf9. 80000000:00000010:2.0:1767384408.992922:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000433c4e8d. 40000000:00000010:2.0:1767384408.992925:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007a381e41. 00100000:00000010:2.0:1767384408.992928:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001048d2de. 00040000:00000010:2.0:1767384408.992931:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0b3d4e8. 00040000:00000010:2.0:1767384408.992934:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092514d58. 00080000:00000010:2.0:1767384408.992937:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de326839. 00002000:00000010:2.0:1767384408.992940:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008b01f4a4. 00080000:00000010:3.0:1767384408.992945:0:17568:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c6a420ef. 00000001:00000010:3.0:1767384408.992970:0:17568:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000029f27d1e. 00000020:00000010:2.0:1767384408.992973:0:16783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d5e93e19. 00000020:00000010:2.0:1767384408.992983:0:16783:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000139ba3fc. 00002000:00000010:2.0:1767384408.992990:0:16783:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000060593c01. 00000020:00000010:3.0:1767384408.992992:0:17568:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b2b10b78. 00010000:00000010:2.0:1767384408.992995:0:16783:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000009b86c7ee. 00000020:00000010:3.0:1767384408.992997:0:17568:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384408.993003:0:17568:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384408.993006:0:17568:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003837f135. 80000000:00000010:3.0:1767384408.993009:0:17568:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b323d78. 40000000:00000010:3.0:1767384408.993010:0:17568:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de183646. 00100000:00000010:3.0:1767384408.993012:0:17568:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384408.993014:0:17568:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cb19107b. 00000020:00000010:2.0:1767384408.993015:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1550e1b. 00040000:00000010:3.0:1767384408.993017:0:17568:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041a567cf. 00080000:00000010:3.0:1767384408.993023:0:17568:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091e43ae8. 00000020:00000010:2.0:1767384408.993024:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004ffda0a3. 00002000:00000010:3.0:1767384408.993027:0:17568:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006e1b560b. 00000020:00000010:2.0:1767384408.993031:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:3.0:1767384408.993032:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000317d10a7. 00000020:00000010:2.0:1767384408.993044:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041503bf9. 00000400:00000010:3.0:1767384408.993045:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090eb627f. 80000000:00000010:2.0:1767384408.993049:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000433c4e8d. 40000000:00000010:2.0:1767384408.993054:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007a381e41. 00100000:00000010:2.0:1767384408.993058:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001048d2de. 00040000:00000010:2.0:1767384408.993061:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a0b3d4e8. 00000800:00000010:3.0:1767384408.993063:0:17568:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb19107b. 00040000:00000010:2.0:1767384408.993065:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092514d58. 00080000:00000010:2.0:1767384408.993070:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000de326839. 00002000:00000010:2.0:1767384408.993073:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b01f4a4. 00000020:00000010:2.0:1767384408.993076:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 00000020:00000010:3.0:1767384408.993083:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fc47e07. 00000020:00000010:3.0:1767384408.993087:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000870181bb. 00000020:00000010:3.0:1767384408.993089:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f55ab710. 00000800:00000010:1.0:1767384408.993146:0:16147:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb19107b. 00000400:00000010:1.0:1767384408.993154:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000090eb627f. 00010000:00000010:2.1:1767384408.995584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d002dd1. 00010000:00000010:0.1:1767384408.995585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000014f506e2. 00000100:00000010:3.0:1767384408.998229:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003627a2bc. 00000020:00000010:2.0:1767384408.998280:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.998284:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.998289:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077cfee96. 00000020:00000010:2.0:1767384408.998292:0:40438:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.998295:0:40438:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.998320:0:40438:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a381e41. 00000020:00000010:2.0:1767384408.998322:0:40438:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007a381e41. 02000000:00000010:2.0:1767384408.998349:0:40438:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b01f4a4. 00000020:00000010:2.0:1767384408.998367:0:40438:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce1476e5. 00000020:00000010:0.0:1767384408.998416:0:39785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4f6605a. 00000020:00000010:0.0:1767384408.998425:0:39785:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b643cff. 00080000:00000010:2.0:1767384408.998426:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005efaf989. 00000020:00000010:0.0:1767384408.998432:0:39785:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e97f3125. 00000020:00000010:0.0:1767384408.998439:0:39785:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384408.998444:0:39785:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384408.998448:0:39785:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ed6462. 40000000:00000010:0.0:1767384408.998453:0:39785:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000025514887. 00100000:00000010:0.0:1767384408.998460:0:39785:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5a9268a. 00040000:00000010:0.0:1767384408.998465:0:39785:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036a6ac53. 00040000:00000010:0.0:1767384408.998470:0:39785:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd69e5d8. 00080000:00000010:0.0:1767384408.998476:0:39785:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000048705d69. 00002000:00000010:0.0:1767384408.998481:0:39785:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c3890e7. 00000020:00000010:0.0:1767384408.998492:0:39785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b643cff. 00000020:00000010:0.0:1767384408.998498:0:39785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e97f3125. 00000020:00000010:0.0:1767384408.998503:0:39785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384408.998508:0:39785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384408.998513:0:39785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3ed6462. 40000000:00000010:0.0:1767384408.998517:0:39785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000025514887. 00100000:00000010:0.0:1767384408.998522:0:39785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5a9268a. 00040000:00000010:0.0:1767384408.998524:0:39785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036a6ac53. 00040000:00000010:0.0:1767384408.998528:0:39785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dd69e5d8. 00080000:00000010:0.0:1767384408.998531:0:39785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000048705d69. 00002000:00000010:0.0:1767384408.998534:0:39785:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c3890e7. 00000020:00000010:0.0:1767384408.998538:0:39785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4f6605a. 00000020:00000010:0.0:1767384408.998543:0:39785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4f6605a. 00000020:00000010:0.0:1767384408.998547:0:39785:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd69e5d8. 00000020:00000010:0.0:1767384408.998552:0:39785:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000048705d69. 00000020:00000010:0.0:1767384408.998577:0:39785:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384408.998580:0:39785:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384408.998583:0:39785:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ed6462. 40000000:00000010:0.0:1767384408.998586:0:39785:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000025514887. 00100000:00000010:0.0:1767384408.998588:0:39785:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5a9268a. 00040000:00000010:0.0:1767384408.998591:0:39785:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036a6ac53. 00040000:00000010:0.0:1767384408.998592:0:39785:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b643cff. 00000001:00000010:2.0:1767384408.998595:0:40438:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a8af0d27. 00080000:00000010:0.0:1767384408.998596:0:39785:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7b8b05b. 00000001:00000010:2.0:1767384408.998602:0:40438:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000007882c93e. 00002000:00000010:0.0:1767384408.998603:0:39785:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001c3890e7. 00010000:00000010:0.0:1767384408.998625:0:39785:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d05074a. 00010000:00000010:0.0:1767384408.998631:0:39785:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067d994a6. 00080000:00000010:2.0:1767384408.998637:0:40438:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d64be773. 00000020:00000010:0.0:1767384408.998640:0:39785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd69e5d8. 00000020:00000010:0.0:1767384408.998645:0:39785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000048705d69. 00000020:00000010:0.0:1767384408.998647:0:39785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002955fb55. 00000020:00000010:0.0:1767384408.998650:0:39785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384408.998652:0:39785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3ed6462. 40000000:00000010:0.0:1767384408.998655:0:39785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000025514887. 00100000:00000010:0.0:1767384408.998657:0:39785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5a9268a. 00000001:00000010:2.0:1767384408.998659:0:40438:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000433c4e8d. 00040000:00000010:0.0:1767384408.998666:0:39785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036a6ac53. 00040000:00000010:0.0:1767384408.998670:0:39785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b643cff. 00080000:00000010:0.0:1767384408.998673:0:39785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7b8b05b. 00002000:00000010:0.0:1767384408.998676:0:39785:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c3890e7. 00000020:00000010:0.0:1767384408.998678:0:39785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4f6605a. 00000400:00000010:2.0:1767384408.998685:0:40438:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7154da. 00000800:00000010:2.0:1767384408.998704:0:40438:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0b3d4e8. 00000020:00000010:2.0:1767384408.998724:0:40438:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384408.998726:0:40438:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384408.998728:0:40438:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077cfee96. 00000800:00000010:0.0:1767384408.998781:0:16149:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0b3d4e8. 00000400:00000010:0.0:1767384408.998788:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f7154da. 00010000:00000010:0.1:1767384409.003641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000015ec06f2. 00010000:00000010:0.1:1767384409.003650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000971c9af4. 00010000:00000010:2.1:1767384409.007590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000093649d65. 00010000:00000010:2.1:1767384409.007599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f5dd7179. 00000400:00000010:1.0:1767384409.007823:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85362a. 00000400:00000010:1.0:1767384409.007849:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5b2dbd4. 00000020:00000010:2.0:1767384409.007906:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a332fc1e. 00000020:00000010:2.0:1767384409.007909:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a332fc1e. 00000020:00000010:2.0:1767384409.007914:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092514d58. 00000020:00000010:2.0:1767384409.007917:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043087e0d. 00000020:00000010:2.0:1767384409.007921:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.007959:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a332fc1e. 00000020:00000010:2.0:1767384409.007961:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a332fc1e. 02000000:00000010:2.0:1767384409.007974:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5b0609b. 20000000:00000010:2.0:1767384409.007984:0:40432:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000149a173e. 00000400:00000010:2.0:1767384409.008016:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a140b0ca. 00000020:00000010:3.0:1767384409.008039:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55ab710. 00000800:00000010:2.0:1767384409.008040:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdc36918. 00000020:00000010:3.0:1767384409.008047:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000317d10a7. 00000020:00000010:3.0:1767384409.008058:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091e43ae8. 00000020:00000010:3.0:1767384409.008061:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384409.008064:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041a567cf. 00000020:00000010:2.0:1767384409.008065:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043087e0d. 80000000:00000010:3.0:1767384409.008067:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b323d78. 00000020:00000010:2.0:1767384409.008070:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 40000000:00000010:3.0:1767384409.008072:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de183646. 00000020:00000010:2.0:1767384409.008075:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092514d58. 00100000:00000010:3.0:1767384409.008077:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384409.008081:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.008084:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003837f135. 00000400:00000010:2.0:1767384409.008085:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042ab7c49. 00080000:00000010:3.0:1767384409.008087:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b9e52485. 00000400:00000010:2.0:1767384409.008090:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1098fcd. 00002000:00000010:3.0:1767384409.008092:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b18a52f. 00000020:00000010:3.0:1767384409.008097:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000317d10a7. 00000020:00000010:3.0:1767384409.008101:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091e43ae8. 00000020:00000010:3.0:1767384409.008103:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384409.008106:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041a567cf. 80000000:00000010:3.0:1767384409.008108:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b323d78. 40000000:00000010:3.0:1767384409.008110:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de183646. 00100000:00000010:3.0:1767384409.008113:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384409.008116:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.008119:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003837f135. 00080000:00000010:3.0:1767384409.008123:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b9e52485. 00002000:00000010:3.0:1767384409.008126:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b18a52f. 00000020:00000010:3.0:1767384409.008128:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f55ab710. 00000020:00000010:3.0:1767384409.008132:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55ab710. 00000020:00000010:3.0:1767384409.008135:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003837f135. 00000020:00000010:3.0:1767384409.008138:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384409.008141:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384409.008143:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041a567cf. 80000000:00000010:3.0:1767384409.008146:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b323d78. 40000000:00000010:3.0:1767384409.008148:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de183646. 00100000:00000010:3.0:1767384409.008150:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384409.008152:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.008153:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000317d10a7. 00080000:00000010:3.0:1767384409.008154:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091e43ae8. 00002000:00000010:3.0:1767384409.008160:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b18a52f. 00000800:00000010:1.0:1767384409.008175:0:16148:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdc36918. 00000020:00000010:3.0:1767384409.008184:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003837f135. 00000400:00000010:1.0:1767384409.008184:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a140b0ca. 00000020:00000010:3.0:1767384409.008189:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384409.008191:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092cafeb6. 02000000:00000010:1.0:1767384409.008191:0:16148:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5b0609b. 00000020:00000010:3.0:1767384409.008195:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041a567cf. 80000000:00000010:3.0:1767384409.008199:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009b323d78. 40000000:00000010:3.0:1767384409.008200:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de183646. 00100000:00000010:3.0:1767384409.008203:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000060e77710. 00040000:00000010:3.0:1767384409.008206:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.008207:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000317d10a7. 00080000:00000010:3.0:1767384409.008209:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091e43ae8. 00002000:00000010:3.0:1767384409.008210:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b18a52f. 00000020:00000010:3.0:1767384409.008211:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f55ab710. 00000001:00000010:1.0:1767384409.008254:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc00f77a. 00000001:00000010:1.0:1767384409.008260:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024338102. 00000001:00000010:1.0:1767384409.008263:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000104d902c. 00000001:00000010:1.0:1767384409.008266:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000072197797. 00000001:00000010:1.0:1767384409.008268:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005e43802f. 00000001:00000010:1.0:1767384409.008270:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d21d396f. 00000020:00000010:1.0:1767384409.008276:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008e5aa954. 00000020:00000010:1.0:1767384409.008287:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e5a0588f. 00010000:00000010:0.1:1767384409.011599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b3c8dad9. 00010000:00000010:0.1:1767384409.011606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c49c9f35. 00010000:00000010:3.1:1767384409.015593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acbb83fa. 00000800:00000010:3.0:1767384409.172406:0:16142:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a2e71ede. 00000800:00000010:3.0:1767384409.172415:0:16142:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ccee282. 00000800:00000010:3.0:1767384409.172419:0:16142:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000681a3f40. 00000800:00000010:3.0:1767384409.172435:0:16142:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000681a3f40. 00000800:00020000:3.0:1767384409.172440:0:16142:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:3.0:1767384409.172444:0:16142:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ccee282. 00000800:00000010:3.0:1767384409.172446:0:16142:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a2e71ede. 00000400:02020000:3.0:1767384409.172476:0:16142:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp37 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000400:00000010:0.0:1767384409.491825:0:16151:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c81f2f. 00000400:00000010:0.0:1767384409.491845:0:16151:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000050f0e9b8. 00000400:00000010:0.0:1767384409.491850:0:16151:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6eca48d. 00000400:00000010:0.0:1767384409.491857:0:16151:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008c4921a3. 00000400:00000010:0.0:1767384409.491861:0:16151:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6eca48d. 00000400:00000010:0.0:1767384409.491863:0:16151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c81f2f. 00000400:00000010:0.0:1767384409.491868:0:16151:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063b36811. 00000800:00000010:0.0:1767384409.491887:0:16151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000036a6ac53. 00000800:00000010:1.0:1767384409.492780:0:16143:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b95ff258. 00000800:00000010:1.0:1767384409.492786:0:16143:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088e03c22. 00000800:00000010:1.0:1767384409.492790:0:16143:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b56d0b5. 00000800:00000010:1.0:1767384409.492807:0:16143:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b56d0b5. 00000800:00020000:1.0:1767384409.492817:0:16143:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.113 00000800:00000010:1.0:1767384409.492821:0:16143:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088e03c22. 00000800:00000010:1.0:1767384409.492823:0:16143:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b95ff258. 00000400:02020000:1.0:1767384409.492865:0:16143:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.113@tcp31 at host 192.168.203.113:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384409.492875:0:16143:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000036a6ac53. 00000001:02000400:3.0:1767384409.501745:0:41092:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000100:00000010:3.0:1767384409.747644:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 02000000:00000010:3.0:1767384409.747667:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2b10b78. 00010000:00000010:3.0:1767384409.747682:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006b3e3a1d. 00010000:00000010:3.0:1767384409.747689:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000633f835f. 00000100:00000010:3.0:1767384409.747707:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.747722:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e1b560b. 00000400:00000010:3.0:1767384409.747727:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000273d7da3. 00000400:00000010:3.0:1767384409.747731:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384409.747738:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384409.747758:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9f3779a. 00000400:00000010:3.0:1767384409.747777:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001480cf78. 00000400:00000010:3.0:1767384409.747796:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000100:00000010:3.0:1767384409.747806:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b323d78. 00000100:00000010:3.0:1767384409.747820:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d4396a4. 00000100:00000010:3.0:1767384409.747829:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbde437e. 00000100:00000010:3.0:1767384409.747833:0:16793:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056e4410a. 00000020:00000010:2.0:1767384409.747840:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.747846:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.747851:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.747855:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.747860:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.747892:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.747894:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00010000:00000010:2.0:1767384409.747910:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a809dbf1. 00010000:00000010:2.0:1767384409.747914:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069648744. 02000000:00000010:2.0:1767384409.747923:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.747943:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.747965:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.747975:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.747978:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.747981:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.747987:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3a87d9. 00000400:00000010:3.0:1767384409.747992:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000273d7da3. 00000400:00000010:2.0:1767384409.747994:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f3779a. 00000400:00000010:3.0:1767384409.747997:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000400:00000010:2.0:1767384409.748005:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b600d07. 00000100:00000010:3.0:1767384409.748015:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.748028:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e1b560b. 02000000:00000010:3.0:1767384409.748032:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2b10b78. 00000100:00000010:3.0:1767384409.748034:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 10000000:00000010:3.0:1767384409.748040:0:16793:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007612eaf5. 00000100:00000010:3.0:1767384409.748051:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 02000000:00000010:3.0:1767384409.748056:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2b10b78. 00000100:00000010:3.0:1767384409.748060:0:16793:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006e1b560b. 00000100:00000010:3.0:1767384409.748063:0:16793:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003b4eeb61. 00000100:00000010:3.0:1767384409.748067:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 00000400:00000010:3.0:1767384409.748073:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000273d7da3. 00000400:00000010:3.0:1767384409.748076:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000028ecb2ac. 02000000:00000010:3.0:1767384409.748079:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8d4c715. 00000400:00000010:3.0:1767384409.748081:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002727c073. 00000400:00000010:3.0:1767384409.748082:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384409.748084:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384409.748091:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004529f4bc. 00000400:00000010:3.0:1767384409.748095:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068035e28. 00000400:00000010:3.0:1767384409.748106:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000020:00000010:2.0:1767384409.748134:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748137:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748140:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.748141:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748143:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.748166:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748168:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 02000000:00000010:2.0:1767384409.748176:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005e3a87d9. 20000000:00000010:2.0:1767384409.748183:0:40432:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000005dd3b41a. 00000100:00000010:2.0:1767384409.748218:0:40432:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000eab696ee. 00000100:00000010:2.0:1767384409.748220:0:40432:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f69f638c. 00000400:00000010:2.0:1767384409.748224:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.748229:0:40432:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da7e9da0. 00000400:00000010:2.0:1767384409.748238:0:40432:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000273d7da3. 00000400:00000010:2.0:1767384409.748242:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000028ecb2ac. 00000400:00000010:2.0:1767384409.748259:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000100:00000010:2.0:1767384409.748265:0:40432:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f69f638c. 00000100:00000010:2.0:1767384409.748268:0:40432:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000eab696ee. 20000000:00000010:2.0:1767384409.748275:0:40432:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000005dd3b41a. 00000400:00000010:2.0:1767384409.748283:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.748295:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.748303:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000400:00000010:3.0:1767384409.748306:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002727c073. 00000020:00000010:2.0:1767384409.748306:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000400:00000010:3.0:1767384409.748312:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000020:00000010:2.0:1767384409.748313:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.748333:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.748340:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85362a. 00000100:00000010:3.0:1767384409.748341:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 00000400:00000010:2.0:1767384409.748343:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f60c19e9. 10000000:00000010:3.0:1767384409.748356:0:16793:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c617f7b1. 10000000:00000010:3.0:1767384409.748366:0:16793:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c617f7b1. 02000000:00000010:3.0:1767384409.748369:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8d4c715. 00000100:00000010:3.0:1767384409.748376:0:16793:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003b4eeb61. 00000100:00000010:3.0:1767384409.748377:0:16793:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006e1b560b. 02000000:00000010:3.0:1767384409.748379:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2b10b78. 00000100:00000010:3.0:1767384409.748380:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 10000000:00000010:3.0:1767384409.748389:0:16793:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007612eaf5. 00000100:00000010:3.0:1767384409.748398:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 02000000:00000010:3.0:1767384409.748402:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2b10b78. 00010000:00000010:3.0:1767384409.748407:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b37b7bf. 00000100:00000010:3.0:1767384409.748411:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.748416:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e1b560b. 00000400:00000010:3.0:1767384409.748417:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002727c073. 00000400:00000010:3.0:1767384409.748420:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384409.748423:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384409.748429:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2858a6c. 00000400:00000010:3.0:1767384409.748432:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6b82cf6. 00000400:00000010:3.0:1767384409.748443:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000020:00000010:2.0:1767384409.748470:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748473:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748476:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.748478:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748480:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.748494:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748496:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00010000:00000010:2.0:1767384409.748503:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fc657627. 02000000:00000010:2.0:1767384409.748508:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.748517:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.748535:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.748540:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748548:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000400:00000010:3.0:1767384409.748550:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002727c073. 00000020:00000010:2.0:1767384409.748550:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000400:00000010:3.0:1767384409.748572:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 02000000:00000010:2.0:1767384409.748580:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3a87d9. 00000100:00000010:3.0:1767384409.748582:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 00000400:00000010:2.0:1767384409.748586:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf9925b. 00000400:00000010:2.0:1767384409.748591:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ef7c8b5. 02000000:00000010:3.0:1767384409.748592:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e1b560b. 02000000:00000010:3.0:1767384409.748596:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2b10b78. 00000100:00000010:3.0:1767384409.748598:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 10000000:00000010:3.0:1767384409.748602:0:16793:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003b4eeb61. 00000020:00000010:3.0:1767384409.748605:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2b10b78. 00000020:00000010:3.0:1767384409.748608:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8d4c715. 00000040:00000010:3.0:1767384409.748610:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000317d10a7. 00000020:00000010:3.0:1767384409.748614:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091e43ae8. 00000020:00000010:3.0:1767384409.748616:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003e34b776. 80000000:00000010:3.0:1767384409.748619:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006922f97a. 00040000:00000010:3.0:1767384409.748622:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041a567cf. 00080000:00000010:3.0:1767384409.748625:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060e77710. 20000000:00000010:3.0:1767384409.748628:0:16793:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003837f135. 00000040:00000010:3.0:1767384409.748631:0:16793:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f55ab710. 00000100:00000010:3.0:1767384409.748639:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 02000000:00000010:3.0:1767384409.748644:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9fad832. 00000100:00000010:3.0:1767384409.748649:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.748654:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d0a494d. 00000400:00000010:3.0:1767384409.748656:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002727c073. 00000400:00000010:3.0:1767384409.748658:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384409.748660:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8ed4f2e. 00000400:00000010:3.0:1767384409.748666:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016fd86fe. 00000400:00000010:3.0:1767384409.748670:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c07c78ec. 00000400:00000010:3.0:1767384409.748680:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8ed4f2e. 00000020:00000010:2.0:1767384409.748702:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748705:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748708:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.748710:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748712:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.748727:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748729:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 02000000:00000010:2.0:1767384409.748736:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005e3a87d9. 00000040:00000010:2.0:1767384409.748740:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.748791:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f69f638c. 00000040:00000010:2.0:1767384409.748803:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f69f638c. 00000040:00000010:2.0:1767384409.748807:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2c8b5db. 20000000:00000010:2.0:1767384409.748814:0:40432:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f8d7d205. 20000000:00000010:2.0:1767384409.748816:0:40432:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000f8d7d205. 00000400:00000010:2.0:1767384409.748822:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.748840:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.748846:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748848:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.748849:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.748852:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.748855:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6c2d7e. 00000400:00000010:2.0:1767384409.748865:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012ef48f5. 00000400:00000010:3.0:1767384409.748869:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002727c073. 00000400:00000010:3.0:1767384409.748875:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000100:00000010:3.0:1767384409.748887:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.748892:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d0a494d. 02000000:00000010:3.0:1767384409.748893:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9fad832. 00000100:00000010:3.0:1767384409.748896:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 00000040:00000010:3.0:1767384409.748901:0:16793:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a2e71ede. 00000100:00000010:3.0:1767384409.748904:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7a5b8d4. 02000000:00000010:3.0:1767384409.748907:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d0a494d. 00000100:00000010:3.0:1767384409.748910:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ccee282. 02000000:00000010:3.0:1767384409.748925:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e4d44e80. 00000400:00000010:3.0:1767384409.748927:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002727c073. 00000400:00000010:3.0:1767384409.748930:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000028ecb2ac. 00000400:00000010:3.0:1767384409.748933:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3f56a9b. 00000400:00000010:3.0:1767384409.748939:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e5298a9. 00000400:00000010:3.0:1767384409.748942:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ee00390. 00000400:00000010:3.0:1767384409.748952:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3f56a9b. 00000020:00000010:2.0:1767384409.748970:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748974:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748977:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.748978:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.748980:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.748993:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.748999:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 02000000:00000010:2.0:1767384409.749013:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dfc5cf9f. 00000040:00000010:2.0:1767384409.749016:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.749023:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.749090:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.749092:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2c8b5db. 00000400:00000010:2.0:1767384409.749098:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000eb68bcb4. 00000400:00000010:2.0:1767384409.749116:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000eb68bcb4. 00000020:00000010:2.0:1767384409.749124:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.749126:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.749128:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000400:00000010:3.0:1767384409.749132:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002727c073. 02000000:00000010:2.0:1767384409.749132:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dfc5cf9f. 00000400:00000010:3.0:1767384409.749138:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000028ecb2ac. 00000100:00000010:3.0:1767384409.749149:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ccee282. 00000400:00000010:2.0:1767384409.749149:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006953735a. 02000000:00000010:3.0:1767384409.749154:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e4d44e80. 00000400:00000010:2.0:1767384409.749154:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb68bcb4. 02000000:00000010:3.0:1767384409.749166:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009d0a494d. 00000100:00000010:3.0:1767384409.749168:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7a5b8d4. 00000040:00000010:3.0:1767384409.749176:0:16793:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000420416ff. 00000020:00000010:3.0:1767384409.749362:0:41104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d0a494d. 00000020:00000010:3.0:1767384409.749365:0:41104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e0e4769. 00000040:00000010:3.0:1767384409.749367:0:41104:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b9fad832. 00000020:00000010:3.0:1767384409.749369:0:41104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384409.749372:0:41104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384409.749374:0:41104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cc00f77a. 80000000:00000010:3.0:1767384409.749376:0:41104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f9976239. 40000000:00000010:3.0:1767384409.749378:0:41104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dad06b4d. 00100000:00000010:3.0:1767384409.749382:0:41104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008e1cd29f. 00040000:00000010:3.0:1767384409.749385:0:41104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.749387:0:41104:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001dcabf12. 00040000:00000010:3.0:1767384409.749390:0:41104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000024338102. 00080000:00000010:3.0:1767384409.749393:0:41104:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c8788de1. 00000004:00000010:3.0:1767384409.749396:0:41104:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f433c525. 00000004:00000010:3.0:1767384409.749398:0:41104:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c617f7b1. 00000004:00000010:3.0:1767384409.749402:0:41104:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000032a6b12f. 00002000:00000010:3.0:1767384409.749404:0:41104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006e1b560b. 00000004:00000010:3.0:1767384409.749408:0:41104:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ed2930af. 00000020:00000010:3.0:1767384409.749410:0:41104:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000f0e0ff7. 00000040:00000010:3.0:1767384409.749426:0:41104:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000000d0d8f85. 00000040:00000010:3.0:1767384409.749989:0:41104:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000000d0d8f85. 00000020:00000010:3.0:1767384409.749996:0:41104:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000f0e0ff7. 00000020:00000010:3.0:1767384409.750007:0:41104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e0e4769. 00000040:00000010:3.0:1767384409.750010:0:41104:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b9fad832. 00000020:00000010:3.0:1767384409.750013:0:41104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9e52485. 00000020:00000010:3.0:1767384409.750017:0:41104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092cafeb6. 00000020:00000010:3.0:1767384409.750020:0:41104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cc00f77a. 80000000:00000010:3.0:1767384409.750023:0:41104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f9976239. 40000000:00000010:3.0:1767384409.750026:0:41104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dad06b4d. 00100000:00000010:3.0:1767384409.750029:0:41104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008e1cd29f. 00040000:00000010:3.0:1767384409.750032:0:41104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000047ec8573. 00040000:00000010:3.0:1767384409.750035:0:41104:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001dcabf12. 00040000:00000010:3.0:1767384409.750044:0:41104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000024338102. 00080000:00000010:3.0:1767384409.750047:0:41104:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c8788de1. 00000004:00000010:3.0:1767384409.750051:0:41104:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f433c525. 00000004:00000010:3.0:1767384409.750054:0:41104:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c617f7b1. 00000004:00000010:3.0:1767384409.750058:0:41104:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000032a6b12f. 00002000:00000010:3.0:1767384409.750063:0:41104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006e1b560b. 00000004:00000010:3.0:1767384409.750066:0:41104:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ed2930af. 00000020:00000010:3.0:1767384409.750068:0:41104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d0a494d. 00000040:00000010:0.0:1767384409.750099:0:16793:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000420416ff. 00000040:00000010:0.0:1767384409.750106:0:16793:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a2e71ede. 00000040:00000010:0.0:1767384409.750109:0:16793:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f55ab710. 00000020:00000010:0.0:1767384409.750113:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e8d4c715. 00000040:00000010:0.0:1767384409.750116:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000317d10a7. 00000020:00000010:0.0:1767384409.750118:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091e43ae8. 00000020:00000010:0.0:1767384409.750121:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003e34b776. 80000000:00000010:0.0:1767384409.750124:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006922f97a. 00040000:00000010:0.0:1767384409.750127:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041a567cf. 00080000:00000010:0.0:1767384409.750130:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060e77710. 20000000:00000010:0.0:1767384409.750132:0:16793:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003837f135. 00000020:00000010:0.0:1767384409.750134:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2b10b78. 10000000:00000010:0.0:1767384409.750136:0:16793:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003b4eeb61. 00000100:00000010:0.0:1767384409.750145:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.750151:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceafbb14. 00010000:00000010:0.0:1767384409.750157:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000015ec06f2. 00000100:00000010:0.0:1767384409.750162:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.750168:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c461ee1c. 00000400:00000010:0.0:1767384409.750171:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.750182:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.750185:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.750194:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f06dd76. 00000400:00000010:0.0:1767384409.750198:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cec9fe69. 00000400:00000010:0.0:1767384409.750211:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.750281:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750285:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750288:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.750290:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.750292:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.750312:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750313:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00010000:00000010:2.0:1767384409.750338:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f304f145. 02000000:00000010:2.0:1767384409.750345:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.750354:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.750375:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.750381:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.750384:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.750386:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.750390:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3a87d9. 00000400:00000010:0.0:1767384409.750394:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:2.0:1767384409.750395:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a576dac8. 00000400:00000010:0.0:1767384409.750401:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000400:00000010:2.0:1767384409.750407:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef6b1884. 00000100:00000010:0.0:1767384409.750415:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.750426:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c461ee1c. 02000000:00000010:0.0:1767384409.750429:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.750430:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 10000000:00000010:0.0:1767384409.750435:0:16793:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e03894d9. 00000020:00000010:0.0:1767384409.750436:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ceafbb14. 00000020:00000010:0.0:1767384409.750439:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b643cff. 00000040:00000010:0.0:1767384409.750440:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd69e5d8. 00000020:00000010:0.0:1767384409.750443:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7b8b05b. 00000020:00000010:0.0:1767384409.750445:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384409.750447:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.750449:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4f6605a. 00080000:00000010:0.0:1767384409.750451:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d5a9268a. 20000000:00000010:0.0:1767384409.750453:0:16793:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b2b10b78. 00000040:00000010:0.0:1767384409.750456:0:16793:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003837f135. 00000100:00000010:0.0:1767384409.750458:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.750462:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a567cf. 00000100:00000010:0.0:1767384409.750466:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.750471:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e34b776. 00000400:00000010:0.0:1767384409.750473:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.750475:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.750478:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.750484:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6a86ca0. 00000400:00000010:0.0:1767384409.750488:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087b9c224. 00000400:00000010:0.0:1767384409.750500:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.750528:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750531:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750534:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.750541:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.750543:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.750573:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8d7d205. 00000020:00000010:2.0:1767384409.750575:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8d7d205. 02000000:00000010:2.0:1767384409.750583:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005e3a87d9. 00000040:00000010:2.0:1767384409.750586:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.750609:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000f69f638c. 00000020:00000010:2.0:1767384409.750614:0:40432:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d32c07b3. 00080000:00000010:2.0:1767384409.750619:0:40432:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e1900ca. 00000040:00000010:2.0:1767384409.750812:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000f69f638c. 00000040:00000010:2.0:1767384409.750815:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2c8b5db. 20000000:00000010:2.0:1767384409.750820:0:40432:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000cb69f14c. 20000000:00000010:2.0:1767384409.750822:0:40432:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000cb69f14c. 00000400:00000010:2.0:1767384409.750827:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.750846:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.750853:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.750855:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.750857:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.750860:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.750864:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f501b64a. 00000400:00000010:2.0:1767384409.750868:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6ed8c7b. 00000400:00000010:0.0:1767384409.750870:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.750879:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000010:0.0:1767384409.750890:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.750895:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e34b776. 02000000:00000010:0.0:1767384409.750897:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a567cf. 00000100:00000010:0.0:1767384409.750899:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000040:00000010:0.0:1767384409.750903:0:16793:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a2e71ede. 00000100:00000010:0.0:1767384409.750905:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.750909:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a567cf. 00000100:00000010:0.0:1767384409.750912:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.750922:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e4d44e80. 00000400:00000010:0.0:1767384409.750925:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.750927:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bfc5be6c. 00000400:00000010:0.0:1767384409.750930:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.750936:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b17475d2. 00000400:00000010:0.0:1767384409.750941:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025e7a132. 00000400:00000010:0.0:1767384409.750951:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000020:00000010:2.0:1767384409.750972:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.750975:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.750978:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.750980:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.750983:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.750998:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.751000:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 02000000:00000010:2.0:1767384409.751012:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dfc5cf9f. 00000040:00000010:2.0:1767384409.751015:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.751020:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.751183:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.751186:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2c8b5db. 00000400:00000010:2.0:1767384409.751197:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000082227c9b. 00000400:00000010:2.0:1767384409.751217:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000082227c9b. 00000020:00000010:2.0:1767384409.751224:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.751227:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.751229:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 02000000:00000010:2.0:1767384409.751232:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dfc5cf9f. 00000400:00000010:0.0:1767384409.751237:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.751242:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bfc5be6c. 00000400:00000010:2.0:1767384409.751243:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5a560d1. 00000400:00000010:2.0:1767384409.751247:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082227c9b. 00000100:00000010:0.0:1767384409.751254:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.751260:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e4d44e80. 02000000:00000010:0.0:1767384409.751269:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a567cf. 00000100:00000010:0.0:1767384409.751271:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000040:00000010:0.0:1767384409.751275:0:16793:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cdc66f12. 00000020:00000010:2.0:1767384409.751445:0:41105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.751448:0:41105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.751451:0:41105:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e03ee7a. 00000020:00000010:2.0:1767384409.751454:0:41105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db630306. 00000020:00000010:2.0:1767384409.751456:0:41105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384409.751458:0:41105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006db2a3df. 80000000:00000010:2.0:1767384409.751460:0:41105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f216f457. 40000000:00000010:2.0:1767384409.751462:0:41105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb69f14c. 00100000:00000010:2.0:1767384409.751464:0:41105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004ffda0a3. 00040000:00000010:2.0:1767384409.751466:0:41105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055493f6c. 00040000:00000010:2.0:1767384409.751468:0:41105:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001048d2de. 00040000:00000010:2.0:1767384409.751470:0:41105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eddb24c4. 00080000:00000010:2.0:1767384409.751472:0:41105:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000de326839. 00000004:00000010:2.0:1767384409.751474:0:41105:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077a3c2dc. 00000004:00000010:2.0:1767384409.751477:0:41105:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024a65f91. 00000004:00000010:2.0:1767384409.751479:0:41105:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001d3ce792. 00002000:00000010:2.0:1767384409.751481:0:41105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005e3a87d9. 00000004:00000010:2.0:1767384409.751482:0:41105:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eab696ee. 00000020:00000010:2.0:1767384409.751484:0:41105:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ada5c3e5. 00000040:00000010:2.0:1767384409.751487:0:41105:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.751897:0:41105:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006264890d. 00000020:00000010:2.0:1767384409.751902:0:41105:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ada5c3e5. 00000020:00000010:2.0:1767384409.751908:0:41105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.751911:0:41105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e03ee7a. 00000020:00000010:2.0:1767384409.751912:0:41105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db630306. 00000020:00000010:2.0:1767384409.751914:0:41105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384409.751923:0:41105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006db2a3df. 80000000:00000010:2.0:1767384409.751925:0:41105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f216f457. 40000000:00000010:2.0:1767384409.751928:0:41105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb69f14c. 00100000:00000010:2.0:1767384409.751929:0:41105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004ffda0a3. 00040000:00000010:2.0:1767384409.751931:0:41105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000055493f6c. 00040000:00000010:2.0:1767384409.751933:0:41105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001048d2de. 00040000:00000010:2.0:1767384409.751937:0:41105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eddb24c4. 00080000:00000010:2.0:1767384409.751939:0:41105:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000de326839. 00000004:00000010:2.0:1767384409.751941:0:41105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077a3c2dc. 00000004:00000010:2.0:1767384409.751943:0:41105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024a65f91. 00000004:00000010:2.0:1767384409.751945:0:41105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001d3ce792. 00002000:00000010:2.0:1767384409.751946:0:41105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005e3a87d9. 00000004:00000010:2.0:1767384409.751948:0:41105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eab696ee. 00000020:00000010:2.0:1767384409.751949:0:41105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000040:00000010:0.0:1767384409.752020:0:16793:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cdc66f12. 00000040:00000010:0.0:1767384409.752026:0:16793:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a2e71ede. 00000040:00000010:0.0:1767384409.752028:0:16793:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003837f135. 00000020:00000010:0.0:1767384409.752031:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b643cff. 00000040:00000010:0.0:1767384409.752034:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd69e5d8. 00000020:00000010:0.0:1767384409.752036:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7b8b05b. 00000020:00000010:0.0:1767384409.752037:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd094835. 80000000:00000010:0.0:1767384409.752039:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.752041:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4f6605a. 00080000:00000010:0.0:1767384409.752043:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5a9268a. 20000000:00000010:0.0:1767384409.752045:0:16793:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b2b10b78. 00000020:00000010:0.0:1767384409.752053:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ceafbb14. 10000000:00000010:0.0:1767384409.752054:0:16793:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e03894d9. 00000100:00000010:0.0:1767384409.752061:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.752066:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2b10b78. 00010000:00000010:0.0:1767384409.752071:0:16793:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000971c9af4. 00010000:00000010:0.0:1767384409.752073:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007e4f0713. 00000100:00000010:0.0:1767384409.752078:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752084:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c461ee1c. 00000400:00000010:0.0:1767384409.752086:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752088:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.752091:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.752098:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000185c9468. 00000400:00000010:0.0:1767384409.752102:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c5f664f. 00000400:00000010:0.0:1767384409.752115:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.752130:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752133:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752136:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eddb24c4. 00000020:00000010:2.0:1767384409.752138:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752140:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752156:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752158:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00010000:00000010:2.0:1767384409.752167:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bbde312. 00010000:00000010:2.0:1767384409.752170:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000050dbe019. 02000000:00000010:2.0:1767384409.752175:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000eab696ee. 00000400:00000010:2.0:1767384409.752182:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.752201:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.752207:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752208:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752210:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eddb24c4. 02000000:00000010:2.0:1767384409.752213:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000eab696ee. 00000400:00000010:2.0:1767384409.752217:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056d63b84. 00000400:00000010:2.0:1767384409.752220:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007df89917. 00000400:00000010:0.0:1767384409.752229:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752234:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000100:00000010:0.0:1767384409.752243:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752249:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c461ee1c. 02000000:00000010:0.0:1767384409.752251:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2b10b78. 00000100:00000010:0.0:1767384409.752253:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000100:00000010:0.0:1767384409.752260:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.752264:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2b10b78. 00010000:00000010:0.0:1767384409.752268:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ec962d4. 00000100:00000010:0.0:1767384409.752272:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752276:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c461ee1c. 00000400:00000010:0.0:1767384409.752278:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752280:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.752283:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.752289:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3ed5029. 00000400:00000010:0.0:1767384409.752293:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008de6b1af. 00000400:00000010:0.0:1767384409.752304:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.752317:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752338:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752346:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eddb24c4. 00000020:00000010:2.0:1767384409.752348:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752350:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752366:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752368:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00010000:00000010:2.0:1767384409.752377:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003cc209ba. 02000000:00000010:2.0:1767384409.752381:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000eab696ee. 00000400:00000010:2.0:1767384409.752388:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.752410:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.752415:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752417:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752420:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eddb24c4. 02000000:00000010:2.0:1767384409.752423:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000eab696ee. 00000400:00000010:2.0:1767384409.752427:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000056a8301. 00000400:00000010:0.0:1767384409.752430:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752434:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000400:00000010:2.0:1767384409.752444:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096e6eb4c. 00000100:00000010:0.0:1767384409.752452:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752460:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c461ee1c. 02000000:00000010:0.0:1767384409.752462:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b2b10b78. 00000100:00000010:0.0:1767384409.752463:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 10000000:00000010:0.0:1767384409.752466:0:16793:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e03894d9. 00000020:00000010:0.0:1767384409.752468:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2b10b78. 00000020:00000010:0.0:1767384409.752470:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003837f135. 00000040:00000010:0.0:1767384409.752472:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000041a567cf. 00000020:00000010:0.0:1767384409.752474:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5a9268a. 00000020:00000010:0.0:1767384409.752476:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003e34b776. 80000000:00000010:0.0:1767384409.752477:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.752479:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000317d10a7. 00080000:00000010:0.0:1767384409.752481:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7b8b05b. 20000000:00000010:0.0:1767384409.752483:0:16793:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e8d4c715. 00000040:00000010:0.0:1767384409.752485:0:16793:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f55ab710. 00000100:00000010:0.0:1767384409.752487:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.752491:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.752495:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752500:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4f6605a. 00000400:00000010:0.0:1767384409.752502:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752504:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.752507:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.752513:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009856883f. 00000400:00000010:0.0:1767384409.752517:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9eb12fc. 00000400:00000010:0.0:1767384409.752528:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.752541:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752544:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752547:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eddb24c4. 00000020:00000010:2.0:1767384409.752549:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752551:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752587:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752589:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 02000000:00000010:2.0:1767384409.752595:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000eab696ee. 00000040:00000010:2.0:1767384409.752598:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092b82d68. 00000040:00000010:2.0:1767384409.752614:0:40432:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008c0f8213. 00000040:00000010:2.0:1767384409.752618:0:40432:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000008c0f8213. 00000040:00000010:2.0:1767384409.752620:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092b82d68. 00000400:00000010:2.0:1767384409.752626:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.752642:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.752650:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752652:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000400:00000010:0.0:1767384409.752653:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000020:00000010:2.0:1767384409.752654:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eddb24c4. 00000400:00000010:0.0:1767384409.752659:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 02000000:00000010:2.0:1767384409.752660:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000eab696ee. 00000100:00000010:0.0:1767384409.752670:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 00000400:00000010:2.0:1767384409.752672:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db7e9fb. 02000000:00000010:0.0:1767384409.752676:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4f6605a. 00000400:00000010:2.0:1767384409.752677:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9afe20f. 02000000:00000010:0.0:1767384409.752682:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.752686:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000040:00000010:0.0:1767384409.752691:0:16793:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a2e71ede. 00000100:00000010:0.0:1767384409.752693:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.752703:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.752706:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752716:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e4d44e80. 00000400:00000010:0.0:1767384409.752718:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.752721:0:16793:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bfc5be6c. 00000400:00000010:0.0:1767384409.752724:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.752730:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a84824b3. 00000400:00000010:0.0:1767384409.752734:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003186dd1b. 00000400:00000010:0.0:1767384409.752744:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000020:00000010:2.0:1767384409.752761:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752765:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752769:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eddb24c4. 00000020:00000010:2.0:1767384409.752772:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752775:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752796:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.752800:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 02000000:00000010:2.0:1767384409.752814:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dfc5cf9f. 00000040:00000010:2.0:1767384409.752818:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092b82d68. 00000040:00000010:2.0:1767384409.752822:0:40432:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.752828:0:40432:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.752830:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092b82d68. 00000400:00000010:2.0:1767384409.752835:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009ead1eef. 00000400:00000010:2.0:1767384409.752855:0:40432:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009ead1eef. 00000020:00000010:2.0:1767384409.752861:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.752863:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.752865:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eddb24c4. 02000000:00000010:2.0:1767384409.752868:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dfc5cf9f. 00000400:00000010:0.0:1767384409.752877:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000400:00000010:2.0:1767384409.752878:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa2c0c5. 00000400:00000010:0.0:1767384409.752882:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bfc5be6c. 00000400:00000010:2.0:1767384409.752887:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ead1eef. 00000100:00000010:0.0:1767384409.752896:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.752902:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e4d44e80. 02000000:00000010:0.0:1767384409.752910:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.752912:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000040:00000010:0.0:1767384409.752916:0:16793:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000cdc66f12. 00000020:00000010:2.0:1767384409.753090:0:41106:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eddb24c4. 00000020:00000010:2.0:1767384409.753093:0:41106:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092b82d68. 00000040:00000010:2.0:1767384409.753095:0:41106:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006db2a3df. 00000020:00000010:2.0:1767384409.753096:0:41106:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d3ce792. 00000020:00000010:2.0:1767384409.753098:0:41106:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384409.753100:0:41106:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e03ee7a. 80000000:00000010:2.0:1767384409.753102:0:41106:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f216f457. 40000000:00000010:2.0:1767384409.753103:0:41106:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cb69f14c. 00100000:00000010:2.0:1767384409.753105:0:41106:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077a3c2dc. 00040000:00000010:2.0:1767384409.753107:0:41106:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055493f6c. 00040000:00000010:2.0:1767384409.753108:0:41106:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000de326839. 00040000:00000010:2.0:1767384409.753110:0:41106:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000087b98a77. 00080000:00000010:2.0:1767384409.753116:0:41106:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001048d2de. 00000004:00000010:2.0:1767384409.753117:0:41106:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004ffda0a3. 00000004:00000010:2.0:1767384409.753119:0:41106:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024a65f91. 00000004:00000010:2.0:1767384409.753121:0:41106:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000db630306. 00002000:00000010:2.0:1767384409.753123:0:41106:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eab696ee. 00000004:00000010:2.0:1767384409.753124:0:41106:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005e3a87d9. 00000020:00000010:2.0:1767384409.753126:0:41106:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f9f5b7cf. 00000040:00000010:2.0:1767384409.753129:0:41106:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006264890d. 00000040:00000010:2.0:1767384409.753522:0:41106:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006264890d. 00000020:00000010:2.0:1767384409.753525:0:41106:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f9f5b7cf. 00000020:00000010:2.0:1767384409.753528:0:41106:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000092b82d68. 00000040:00000010:2.0:1767384409.753531:0:41106:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006db2a3df. 00000020:00000010:2.0:1767384409.753532:0:41106:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d3ce792. 00000020:00000010:2.0:1767384409.753534:0:41106:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000071fde5e4. 00000020:00000010:2.0:1767384409.753536:0:41106:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e03ee7a. 80000000:00000010:2.0:1767384409.753538:0:41106:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f216f457. 40000000:00000010:2.0:1767384409.753539:0:41106:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cb69f14c. 00100000:00000010:2.0:1767384409.753541:0:41106:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077a3c2dc. 00040000:00000010:2.0:1767384409.753542:0:41106:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000055493f6c. 00040000:00000010:2.0:1767384409.753544:0:41106:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000de326839. 00040000:00000010:2.0:1767384409.753545:0:41106:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000087b98a77. 00080000:00000010:2.0:1767384409.753547:0:41106:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001048d2de. 00000004:00000010:2.0:1767384409.753549:0:41106:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004ffda0a3. 00000004:00000010:2.0:1767384409.753550:0:41106:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024a65f91. 00000004:00000010:2.0:1767384409.753551:0:41106:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000db630306. 00002000:00000010:2.0:1767384409.753568:0:41106:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eab696ee. 00000004:00000010:2.0:1767384409.753569:0:41106:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005e3a87d9. 00000020:00000010:2.0:1767384409.753570:0:41106:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eddb24c4. 00000040:00000010:0.0:1767384409.753643:0:16793:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000cdc66f12. 00000040:00000010:0.0:1767384409.753649:0:16793:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a2e71ede. 00000040:00000010:0.0:1767384409.753651:0:16793:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f55ab710. 00000020:00000010:0.0:1767384409.753654:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003837f135. 00000040:00000010:0.0:1767384409.753656:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000041a567cf. 00000020:00000010:0.0:1767384409.753658:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d5a9268a. 00000020:00000010:0.0:1767384409.753660:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003e34b776. 80000000:00000010:0.0:1767384409.753662:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.753663:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000317d10a7. 00080000:00000010:0.0:1767384409.753665:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7b8b05b. 20000000:00000010:0.0:1767384409.753666:0:16793:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e8d4c715. 00000020:00000010:0.0:1767384409.753668:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2b10b78. 10000000:00000010:0.0:1767384409.753669:0:16793:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e03894d9. 00000100:00000010:0.0:1767384409.753677:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.753682:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceafbb14. 00010000:00000010:0.0:1767384409.753687:0:16793:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fb54ef2f. 00000100:00000010:0.0:1767384409.753692:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.753698:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c461ee1c. 00000400:00000010:0.0:1767384409.753706:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.753709:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.753712:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.753719:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007034039d. 00000400:00000010:0.0:1767384409.753724:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6d12a76. 00000400:00000010:0.0:1767384409.753736:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.753751:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753755:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753759:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.753762:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.753765:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.753787:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753797:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00010000:00000010:2.0:1767384409.753808:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000689605ad. 02000000:00000010:2.0:1767384409.753813:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.753820:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.753838:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.753846:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000400:00000010:0.0:1767384409.753848:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 00000020:00000010:2.0:1767384409.753849:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.753856:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000400:00000010:0.0:1767384409.753856:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 02000000:00000010:2.0:1767384409.753864:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005e3a87d9. 00000400:00000010:2.0:1767384409.753870:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008160c0e3. 00000400:00000010:2.0:1767384409.753873:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002fe2871. 00000100:00000010:0.0:1767384409.753873:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.753883:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c461ee1c. 02000000:00000010:0.0:1767384409.753886:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ceafbb14. 00000100:00000010:0.0:1767384409.753887:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 10000000:00000010:0.0:1767384409.753891:0:16793:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e03894d9. 00000020:00000010:0.0:1767384409.753893:0:16793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ceafbb14. 00000020:00000010:0.0:1767384409.753895:0:16793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4f6605a. 00000040:00000010:0.0:1767384409.753897:0:16793:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fd094835. 00000020:00000010:0.0:1767384409.753898:0:16793:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7b8b05b. 00000020:00000010:0.0:1767384409.753900:0:16793:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dd69e5d8. 80000000:00000010:0.0:1767384409.753902:0:16793:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.753904:0:16793:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b643cff. 00080000:00000010:0.0:1767384409.753906:0:16793:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d5a9268a. 20000000:00000010:0.0:1767384409.753908:0:16793:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000b2b10b78. 00000040:00000010:0.0:1767384409.753911:0:16793:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e8d4c715. 00000100:00000010:0.0:1767384409.753913:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007ba82d3c. 02000000:00000010:0.0:1767384409.753917:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000317d10a7. 00000100:00000010:0.0:1767384409.753921:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.753925:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e34b776. 00000400:00000010:0.0:1767384409.753927:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017290eeb. 00000400:00000010:0.0:1767384409.753929:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000073dcdfd. 00000400:00000010:0.0:1767384409.753932:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d2ef910. 00000400:00000010:0.0:1767384409.753937:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001096c808. 00000400:00000010:0.0:1767384409.753941:0:16793:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e0f9d63. 00000400:00000010:0.0:1767384409.753952:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d2ef910. 00000020:00000010:2.0:1767384409.753963:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753966:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753970:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b98a77. 00000020:00000010:2.0:1767384409.753971:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.753973:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.753987:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb69f14c. 00000020:00000010:2.0:1767384409.753988:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb69f14c. 02000000:00000010:2.0:1767384409.753994:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005e3a87d9. 00000040:00000010:2.0:1767384409.753996:0:40432:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f2c8b5db. 00000040:00000010:2.0:1767384409.754011:0:40432:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f2c8b5db. 00000400:00000010:2.0:1767384409.754016:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f310cf70. 00000400:00000010:2.0:1767384409.754032:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f310cf70. 00000020:00000010:2.0:1767384409.754039:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000679de83b. 00000020:00000010:2.0:1767384409.754042:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba5eda54. 00000020:00000010:2.0:1767384409.754045:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087b98a77. 00000400:00000010:0.0:1767384409.754046:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017290eeb. 02000000:00000010:2.0:1767384409.754048:0:40432:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005e3a87d9. 00000400:00000010:0.0:1767384409.754053:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000073dcdfd. 00000400:00000010:2.0:1767384409.754054:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e278fba. 00000400:00000010:2.0:1767384409.754059:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024533eee. 00000100:00000010:0.0:1767384409.754067:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001873c336. 02000000:00000010:0.0:1767384409.754072:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e34b776. 02000000:00000010:0.0:1767384409.754074:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000317d10a7. 00000100:00000010:0.0:1767384409.754076:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007ba82d3c. 00000040:00000010:0.0:1767384409.754078:0:16793:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e8d4c715. 00000020:00000010:0.0:1767384409.754081:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4f6605a. 00000040:00000010:0.0:1767384409.754083:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd094835. 00000020:00000010:0.0:1767384409.754084:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7b8b05b. 00000020:00000010:0.0:1767384409.754086:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dd69e5d8. 80000000:00000010:0.0:1767384409.754088:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3ed6462. 00040000:00000010:0.0:1767384409.754090:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007b643cff. 00080000:00000010:0.0:1767384409.754091:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5a9268a. 20000000:00000010:0.0:1767384409.754092:0:16793:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b2b10b78. 00000020:00000010:0.0:1767384409.754094:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ceafbb14. 10000000:00000010:0.0:1767384409.754095:0:16793:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e03894d9. 00000100:00000010:2.0:1767384409.771606:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbde437e. 00000100:00000010:1.0:1767384409.771634:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d4396a4. 00000100:00000010:0.0:1767384409.771635:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b323d78. 00000100:00000010:3.0:1767384409.771637:0:766:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056e4410a. Debug log: 133731 lines, 133731 kept, 0 dropped, 0 bad.